jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-{stream_timed}-weekly'
   9         - 'csit-vpp-verify-{stream_timed}-semiweekly'
  10         - 'csit-vpp-verify-perf-master-nightly-all'
  11
  12     project: 'csit'
  13     branch: 'master'
  14     branch-id: 'oper'
  15     build-artifact-num-to-keep: 10
  16     type:
  17         - all
  18         - long
  19     stream_timed:
  20         - master:
  21             branch: 'master'
  22             branch-id: 'oper'
  23     stream:
  24         - master:
  25             branch: 'master'
  26             branch-id: 'oper'
  27         - '1606':
  28             branch: 'rls1606'
  29             branch-id: 'oper-rls1606'
  30         - '1609':
  31             branch: 'rls1609'
  32             branch-id: 'oper-rls1609'
  33
  34 - job-template:
  35     name: 'csit-vpp-functional-{stream}-virl'
  36
  37     project-type: freestyle
  38     node: verify
  39     concurrent: true
  40
  41     logrotate:
  42         daysToKeep: '{build-days-to-keep}'
  43         numToKeep: '{build-num-to-keep}'
  44         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  45         artifactNumToKeep: '{build-artifact-num-to-keep}'
  46
  47     parameters:
  48         - project-parameter:
  49             project: '{project}'
  50         - gerrit-parameter:
  51             branch: '{branch}'
  52
  53     scm:
  54         - gerrit-trigger-scm:
  55             credentials-id: 'jenkins-gerrit-credentials'
  56             refspec: '$GERRIT_REFSPEC'
  57             choosing-strategy: 'gerrit'
  58
  59     wrappers:
  60         - timestamps
  61         - ssh-agent-credentials:
  62             users:
  63                 - 'jenkins-gerrit-credentials'
  64         - fdio-infra-wrappers:
  65             build-timeout: '{build-timeout}'
  66
  67     triggers:
  68         - gerrit-trigger-patch-submitted:
  69             name: '{project}'
  70             branch: '{branch}'
  71
  72     builders:
  73         - shell:
  74             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  75
  76     publishers:
  77         - archive-artifacts:
  78             artifacts: 'report.html, log.html, output.xml'
  79             latest-only: false
  80
  81         - robot-report:
  82             output-path: ''
  83
  84 - job-template:
  85     name: 'csit-vpp-perf-{stream}-{type}'
  86
  87     project-type: freestyle
  88     node: verify
  89     concurrent: false
  90
  91     logrotate:
  92         daysToKeep: '{build-days-to-keep}'
  93         numToKeep: '{build-num-to-keep}'
  94         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  95         artifactNumToKeep: '{build-artifact-num-to-keep}'
  96
  97     parameters:
  98         - project-parameter:
  99             project: '{project}'
 100         - gerrit-parameter:
 101             branch: '{branch}'
 102         - type-parameter:
 103             type: '{type}'
 104
 105     scm:
 106         - gerrit-trigger-scm:
 107             credentials-id: 'jenkins-gerrit-credentials'
 108             refspec: '$GERRIT_REFSPEC'
 109             choosing-strategy: 'gerrit'
 110
 111     wrappers:
 112         - timestamps
 113         - ssh-agent-credentials:
 114             users:
 115                 - 'jenkins-gerrit-credentials'
 116         - fdio-infra-wrappers:
 117             build-timeout: 1400
 118
 119     triggers:
 120         - gerrit-trigger-manually-triggered:
 121             name: '{project}'
 122             branch: '{branch}'
 123             comment-trigger-value: 'verify-perf-{type}'
 124
 125     builders:
 126         - shell:
 127             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 128
 129     publishers:
 130         - archive-artifacts:
 131             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 132             latest-only: false
 133
 134         - robot-report:
 135             output-path: ''
 136
 137         - plot:
 138             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 139               yaxis: 'Packets Per Second'
 140               group: 'RFC2544:NDR'
 141               num-builds: '20'
 142               keep-records: True
 143               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 144               series:
 145                   - file: 'output_perf_data.xml'
 146                     format: xml
 147                     xpath-type: 'nodeset'
 148                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 149             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 150               yaxis: 'Packets Per Second'
 151               group: 'RFC2544:NDR'
 152               num-builds: '20'
 153               keep-records: True
 154               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 155               series:
 156                   - file: 'output_perf_data.xml'
 157                     format: xml
 158                     xpath-type: 'nodeset'
 159                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 160             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 161               yaxis: 'Packets Per Second'
 162               group: 'RFC2544:NDR'
 163               num-builds: '20'
 164               keep-records: True
 165               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 166               series:
 167                   - file: 'output_perf_data.xml'
 168                     format: xml
 169                     xpath-type: 'nodeset'
 170                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 171             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 172               yaxis: 'Packets Per Second'
 173               group: 'RFC2544:NDR'
 174               num-builds: '20'
 175               keep-records: True
 176               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 177               series:
 178                   - file: 'output_perf_data.xml'
 179                     format: xml
 180                     xpath-type: 'nodeset'
 181                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 182             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 183               yaxis: 'Packets Per Second'
 184               group: 'RFC2544:NDR'
 185               num-builds: '20'
 186               keep-records: True
 187               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 188               series:
 189                   - file: 'output_perf_data.xml'
 190                     format: xml
 191                     xpath-type: 'nodeset'
 192                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 193             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 194               yaxis: 'Packets Per Second'
 195               group: 'RFC2544:NDR'
 196               num-builds: '20'
 197               keep-records: True
 198               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 199               series:
 200                   - file: 'output_perf_data.xml'
 201                     format: xml
 202                     xpath-type: 'nodeset'
 203                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 204             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 205               yaxis: 'Packets Per Second'
 206               group: 'RFC2544:PDR'
 207               num-builds: '20'
 208               keep-records: True
 209               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 210               series:
 211                   - file: 'output_perf_data.xml'
 212                     format: xml
 213                     xpath-type: 'nodeset'
 214                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 215             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 216               yaxis: 'Packets Per Second'
 217               group: 'RFC2544:PDR'
 218               num-builds: '20'
 219               keep-records: True
 220               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 221               series:
 222                   - file: 'output_perf_data.xml'
 223                     format: xml
 224                     xpath-type: 'nodeset'
 225                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 226             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 227               yaxis: 'Packets Per Second'
 228               group: 'RFC2544:PDR'
 229               num-builds: '20'
 230               keep-records: True
 231               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 232               series:
 233                   - file: 'output_perf_data.xml'
 234                     format: xml
 235                     xpath-type: 'nodeset'
 236                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 237             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 238               yaxis: 'Packets Per Second'
 239               group: 'RFC2544:PDR'
 240               num-builds: '20'
 241               keep-records: True
 242               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 243               series:
 244                   - file: 'output_perf_data.xml'
 245                     format: xml
 246                     xpath-type: 'nodeset'
 247                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 248             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 249               yaxis: 'Packets Per Second'
 250               group: 'RFC2544:PDR'
 251               num-builds: '20'
 252               keep-records: True
 253               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 254               series:
 255                   - file: 'output_perf_data.xml'
 256                     format: xml
 257                     xpath-type: 'nodeset'
 258                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 259             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 260               yaxis: 'Packets Per Second'
 261               group: 'RFC2544:PDR'
 262               num-builds: '20'
 263               keep-records: True
 264               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 265               series:
 266                   - file: 'output_perf_data.xml'
 267                     format: xml
 268                     xpath-type: 'nodeset'
 269                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 270
 271 - job-template:
 272     name: 'csit-vpp-verify-{stream_timed}-weekly'
 273     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch and create corresponding operational branch in case of success.'
 274
 275     project-type: freestyle
 276     node: verify
 277     concurrent: false
 278
 279     logrotate:
 280         daysToKeep: '{build-days-to-keep}'
 281         numToKeep: '{build-num-to-keep}'
 282         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 283         artifactNumToKeep: '{build-artifact-num-to-keep}'
 284
 285     parameters:
 286         - project-parameter:
 287             project: '{project}'
 288         - gerrit-parameter:
 289             branch: '{branch}'
 290
 291     scm:
 292         - git-scm:
 293             credentials-id: 'jenkins-gerrit-credentials'
 294             branch: '{branch}'
 295
 296     wrappers:
 297         - timestamps
 298         - ssh-agent-credentials:
 299             users:
 300                 - 'jenkins-gerrit-credentials'
 301         - fdio-infra-wrappers:
 302             build-timeout: '480'
 303
 304     triggers:
 305         - timed: '0 4 * * 0'
 306
 307         - gerrit-trigger-manually-triggered:
 308             comment-trigger-value: 'csit-vpp-ref-verify'
 309             name: '{project}'
 310             branch: '{branch}'
 311
 312     builders:
 313         - shell:
 314             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 315         - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
 316         - inject:
 317             properties-file: variables.prop
 318
 319     publishers:
 320         - archive-artifacts:
 321             artifacts: 'report.html, log.html, output.xml'
 322             latest-only: false
 323
 324         - robot-report:
 325             output-path: ''
 326         - git:
 327                push-only-if-success: true
 328                branches:
 329                 - branch:
 330                     remote: origin
 331                     name: 'refs/heads/{branch-id}-$DATE'
 332
 333
 334 - job-template:
 335     name: 'csit-vpp-verify-{stream_timed}-semiweekly'
 336     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 337
 338     project-type: freestyle
 339     node: verify
 340     concurrent: false
 341
 342     logrotate:
 343         daysToKeep: '{build-days-to-keep}'
 344         numToKeep: '{build-num-to-keep}'
 345         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 346         artifactNumToKeep: '{build-artifact-num-to-keep}'
 347
 348     parameters:
 349         - project-parameter:
 350             project: '{project}'
 351         - gerrit-parameter:
 352             branch: '{branch}'
 353
 354     wrappers:
 355         - timestamps
 356         - ssh-agent-credentials:
 357             users:
 358                 - 'jenkins-gerrit-credentials'
 359         - fdio-infra-wrappers:
 360             build-timeout: 480
 361
 362     triggers:
 363         - timed: '0 4 * * 2,6'
 364
 365         - gerrit-trigger-manually-triggered:
 366             comment-trigger-value: 'csit-verify-vpp'
 367             name: '{project}'
 368             branch: '{branch}'
 369
 370     builders:
 371         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 372         - inject:
 373             properties-file: variables.prop
 374         - shell:
 375             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 376
 377     publishers:
 378         - archive-artifacts:
 379             artifacts: 'csit/archive/*.*'
 380             latest-only: false
 381
 382         - robot-report:
 383             output-path: 'csit/archive'
 384
 385 - job-template:
 386     name: 'csit-vpp-verify-perf-master-nightly-all'
 387     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 388
 389     project-type: freestyle
 390     node: verify
 391     concurrent: false
 392
 393     logrotate:
 394         daysToKeep: '{build-days-to-keep}'
 395         numToKeep: '{build-num-to-keep}'
 396         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 397         artifactNumToKeep: '{build-artifact-num-to-keep}'
 398
 399     parameters:
 400         - project-parameter:
 401             project: '{project}'
 402         - gerrit-parameter:
 403             branch: '{branch}'
 404
 405     wrappers:
 406         - timestamps
 407         - ssh-agent-credentials:
 408             users:
 409                 - 'jenkins-gerrit-credentials'
 410         - fdio-infra-wrappers:
 411             build-timeout: '1440'
 412
 413     triggers:
 414         - timed: '0 20 * * *'
 415
 416     builders:
 417         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 418         - inject:
 419             properties-file: variables.prop
 420         - shell:
 421             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
 422
 423     publishers:
 424         - archive-artifacts:
 425             artifacts: 'csit/archive/*.*'
 426             latest-only: false
 427
 428         - robot-report:
 429             output-path: 'csit/archive'
 430
 431         - plot:
 432             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 433               yaxis: 'Packets Per Second'
 434               group: 'RFC2544:NDR'
 435               num-builds: '20'
 436               keep-records: True
 437               csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
 438               series:
 439                   - file: 'csit/output_perf_data.xml'
 440                     format: xml
 441                     xpath-type: 'nodeset'
 442                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 443             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 444               yaxis: 'Packets Per Second'
 445               group: 'RFC2544:NDR'
 446               num-builds: '20'
 447               keep-records: True
 448               csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
 449               series:
 450                   - file: 'csit/output_perf_data.xml'
 451                     format: xml
 452                     xpath-type: 'nodeset'
 453                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 454             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 455               yaxis: 'Packets Per Second'
 456               group: 'RFC2544:NDR'
 457               num-builds: '20'
 458               keep-records: True
 459               csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
 460               series:
 461                   - file: 'csit/output_perf_data.xml'
 462                     format: xml
 463                     xpath-type: 'nodeset'
 464                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 465             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 466               yaxis: 'Packets Per Second'
 467               group: 'RFC2544:NDR'
 468               num-builds: '20'
 469               keep-records: True
 470               csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
 471               series:
 472                   - file: 'csit/output_perf_data.xml'
 473                     format: xml
 474                     xpath-type: 'nodeset'
 475                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 476             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 477               yaxis: 'Packets Per Second'
 478               group: 'RFC2544:NDR'
 479               num-builds: '20'
 480               keep-records: True
 481               csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
 482               series:
 483                   - file: 'csit/output_perf_data.xml'
 484                     format: xml
 485                     xpath-type: 'nodeset'
 486                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 487             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 488               yaxis: 'Packets Per Second'
 489               group: 'RFC2544:NDR'
 490               num-builds: '20'
 491               keep-records: True
 492               csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
 493               series:
 494                   - file: 'csit/output_perf_data.xml'
 495                     format: xml
 496                     xpath-type: 'nodeset'
 497                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 498             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 499               yaxis: 'Packets Per Second'
 500               group: 'RFC2544:PDR'
 501               num-builds: '20'
 502               keep-records: True
 503               csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
 504               series:
 505                   - file: 'csit/output_perf_data.xml'
 506                     format: xml
 507                     xpath-type: 'nodeset'
 508                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 509             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 510               yaxis: 'Packets Per Second'
 511               group: 'RFC2544:PDR'
 512               num-builds: '20'
 513               keep-records: True
 514               csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
 515               series:
 516                   - file: 'csit/output_perf_data.xml'
 517                     format: xml
 518                     xpath-type: 'nodeset'
 519                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 520             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 521               yaxis: 'Packets Per Second'
 522               group: 'RFC2544:PDR'
 523               num-builds: '20'
 524               keep-records: True
 525               csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
 526               series:
 527                   - file: 'csit/output_perf_data.xml'
 528                     format: xml
 529                     xpath-type: 'nodeset'
 530                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 531             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 532               yaxis: 'Packets Per Second'
 533               group: 'RFC2544:PDR'
 534               num-builds: '20'
 535               keep-records: True
 536               csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
 537               series:
 538                   - file: 'csit/output_perf_data.xml'
 539                     format: xml
 540                     xpath-type: 'nodeset'
 541                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 542             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 543               yaxis: 'Packets Per Second'
 544               group: 'RFC2544:PDR'
 545               num-builds: '20'
 546               keep-records: True
 547               csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
 548               series:
 549                   - file: 'csit/output_perf_data.xml'
 550                     format: xml
 551                     xpath-type: 'nodeset'
 552                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 553             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 554               yaxis: 'Packets Per Second'
 555               group: 'RFC2544:PDR'
 556               num-builds: '20'
 557               keep-records: True
 558               csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
 559               series:
 560                   - file: 'csit/output_perf_data.xml'
 561                     format: xml
 562                     xpath-type: 'nodeset'
 563                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 564
 565 - parameter:
 566     name: test-type-parameter
 567     parameters:
 568         - string:
 569             name: TYPE
 570             default: '{type}'
 571             description: "Test TYPE parameter if not given by trigger"