jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-{stream_timed}-weekly'
   9         - 'csit-vpp-verify-{stream_timed}-semiweekly'
  10         - 'csit-vpp-verify-perf-master-nightly-all'
  11
  12     project: 'csit'
  13     branch: 'master'
  14     branch-id: 'oper'
  15     build-artifact-num-to-keep: 10
  16     type:
  17         - all
  18         - long
  19     stream_timed:
  20         - master:
  21             branch: 'master'
  22             branch-id: 'oper'
  23     stream:
  24         - master:
  25             branch: 'master'
  26             branch-id: 'oper'
  27         - '1606':
  28             branch: 'rls1606'
  29             branch-id: 'oper-rls1606'
  30         - '1609':
  31             branch: 'rls1609'
  32             branch-id: 'oper-rls1609'
  33
  34 - job-template:
  35     name: 'csit-vpp-functional-{stream}-virl'
  36
  37     project-type: freestyle
  38     node: verify
  39     concurrent: true
  40
  41     logrotate:
  42         daysToKeep: '{build-days-to-keep}'
  43         numToKeep: '{build-num-to-keep}'
  44         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  45         artifactNumToKeep: '{build-artifact-num-to-keep}'
  46
  47     parameters:
  48         - project-parameter:
  49             project: '{project}'
  50         - gerrit-parameter:
  51             branch: '{branch}'
  52
  53     scm:
  54         - gerrit-trigger-scm:
  55             credentials-id: 'jenkins-gerrit-credentials'
  56             refspec: '$GERRIT_REFSPEC'
  57             choosing-strategy: 'gerrit'
  58
  59     wrappers:
  60         - fdio-infra-wrappers:
  61             build-timeout: '{build-timeout}'
  62
  63     triggers:
  64         - gerrit-trigger-patch-submitted:
  65             name: '{project}'
  66             branch: '{branch}'
  67
  68     builders:
  69         - shell:
  70             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  71
  72     publishers:
  73         - archive-artifacts:
  74             artifacts: 'report.html, log.html, output.xml'
  75             latest-only: false
  76
  77         - robot-report:
  78             output-path: ''
  79
  80 - job-template:
  81     name: 'csit-vpp-perf-{stream}-{type}'
  82
  83     project-type: freestyle
  84     node: verify
  85     concurrent: false
  86
  87     logrotate:
  88         daysToKeep: '{build-days-to-keep}'
  89         numToKeep: '{build-num-to-keep}'
  90         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  91         artifactNumToKeep: '{build-artifact-num-to-keep}'
  92
  93     parameters:
  94         - project-parameter:
  95             project: '{project}'
  96         - gerrit-parameter:
  97             branch: '{branch}'
  98         - type-parameter:
  99             type: '{type}'
 100
 101     scm:
 102         - gerrit-trigger-scm:
 103             credentials-id: 'jenkins-gerrit-credentials'
 104             refspec: '$GERRIT_REFSPEC'
 105             choosing-strategy: 'gerrit'
 106
 107     wrappers:
 108         - fdio-infra-wrappers:
 109             build-timeout: 1400
 110
 111     triggers:
 112         - gerrit-trigger-manually-triggered:
 113             name: '{project}'
 114             branch: '{branch}'
 115             comment-trigger-value: 'verify-perf-{type}'
 116
 117     builders:
 118         - shell:
 119             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 120
 121     publishers:
 122         - archive-artifacts:
 123             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 124             latest-only: false
 125
 126         - robot-report:
 127             output-path: ''
 128
 129         - plot:
 130             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 131               yaxis: 'Packets Per Second'
 132               group: 'RFC2544:NDR'
 133               num-builds: '20'
 134               keep-records: True
 135               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 136               series:
 137                   - file: 'output_perf_data.xml'
 138                     format: xml
 139                     xpath-type: 'nodeset'
 140                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 141             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 142               yaxis: 'Packets Per Second'
 143               group: 'RFC2544:NDR'
 144               num-builds: '20'
 145               keep-records: True
 146               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 147               series:
 148                   - file: 'output_perf_data.xml'
 149                     format: xml
 150                     xpath-type: 'nodeset'
 151                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 152             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 153               yaxis: 'Packets Per Second'
 154               group: 'RFC2544:NDR'
 155               num-builds: '20'
 156               keep-records: True
 157               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 158               series:
 159                   - file: 'output_perf_data.xml'
 160                     format: xml
 161                     xpath-type: 'nodeset'
 162                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 163             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 164               yaxis: 'Packets Per Second'
 165               group: 'RFC2544:NDR'
 166               num-builds: '20'
 167               keep-records: True
 168               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 169               series:
 170                   - file: 'output_perf_data.xml'
 171                     format: xml
 172                     xpath-type: 'nodeset'
 173                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 174             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 175               yaxis: 'Packets Per Second'
 176               group: 'RFC2544:NDR'
 177               num-builds: '20'
 178               keep-records: True
 179               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 180               series:
 181                   - file: 'output_perf_data.xml'
 182                     format: xml
 183                     xpath-type: 'nodeset'
 184                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 185             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 186               yaxis: 'Packets Per Second'
 187               group: 'RFC2544:NDR'
 188               num-builds: '20'
 189               keep-records: True
 190               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 191               series:
 192                   - file: 'output_perf_data.xml'
 193                     format: xml
 194                     xpath-type: 'nodeset'
 195                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 196             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 197               yaxis: 'Packets Per Second'
 198               group: 'RFC2544:PDR'
 199               num-builds: '20'
 200               keep-records: True
 201               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 202               series:
 203                   - file: 'output_perf_data.xml'
 204                     format: xml
 205                     xpath-type: 'nodeset'
 206                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 207             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 208               yaxis: 'Packets Per Second'
 209               group: 'RFC2544:PDR'
 210               num-builds: '20'
 211               keep-records: True
 212               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 213               series:
 214                   - file: 'output_perf_data.xml'
 215                     format: xml
 216                     xpath-type: 'nodeset'
 217                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 218             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 219               yaxis: 'Packets Per Second'
 220               group: 'RFC2544:PDR'
 221               num-builds: '20'
 222               keep-records: True
 223               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 224               series:
 225                   - file: 'output_perf_data.xml'
 226                     format: xml
 227                     xpath-type: 'nodeset'
 228                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 229             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 230               yaxis: 'Packets Per Second'
 231               group: 'RFC2544:PDR'
 232               num-builds: '20'
 233               keep-records: True
 234               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 235               series:
 236                   - file: 'output_perf_data.xml'
 237                     format: xml
 238                     xpath-type: 'nodeset'
 239                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 240             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 241               yaxis: 'Packets Per Second'
 242               group: 'RFC2544:PDR'
 243               num-builds: '20'
 244               keep-records: True
 245               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 246               series:
 247                   - file: 'output_perf_data.xml'
 248                     format: xml
 249                     xpath-type: 'nodeset'
 250                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 251             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 252               yaxis: 'Packets Per Second'
 253               group: 'RFC2544:PDR'
 254               num-builds: '20'
 255               keep-records: True
 256               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 257               series:
 258                   - file: 'output_perf_data.xml'
 259                     format: xml
 260                     xpath-type: 'nodeset'
 261                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 262
 263 - job-template:
 264     name: 'csit-vpp-verify-{stream_timed}-weekly'
 265     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch and create corresponding operational branch in case of success.'
 266
 267     project-type: freestyle
 268     node: verify
 269     concurrent: false
 270
 271     logrotate:
 272         daysToKeep: '{build-days-to-keep}'
 273         numToKeep: '{build-num-to-keep}'
 274         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 275         artifactNumToKeep: '{build-artifact-num-to-keep}'
 276
 277     parameters:
 278         - project-parameter:
 279             project: '{project}'
 280         - gerrit-parameter:
 281             branch: '{branch}'
 282
 283     scm:
 284         - git-scm:
 285             credentials-id: 'jenkins-gerrit-credentials'
 286             branch: '{branch}'
 287
 288     wrappers:
 289         - fdio-infra-wrappers:
 290             build-timeout: '480'
 291
 292     triggers:
 293         - timed: '0 4 * * 0'
 294
 295         - gerrit-trigger-manually-triggered:
 296             comment-trigger-value: 'csit-vpp-ref-verify'
 297             name: '{project}'
 298             branch: '{branch}'
 299
 300     builders:
 301         - shell:
 302             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 303         - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
 304         - inject:
 305             properties-file: variables.prop
 306
 307     publishers:
 308         - archive-artifacts:
 309             artifacts: 'report.html, log.html, output.xml'
 310             latest-only: false
 311
 312         - robot-report:
 313             output-path: ''
 314         - git:
 315                push-only-if-success: true
 316                branches:
 317                 - branch:
 318                     remote: origin
 319                     name: 'refs/heads/{branch-id}-$DATE'
 320
 321
 322 - job-template:
 323     name: 'csit-vpp-verify-{stream_timed}-semiweekly'
 324     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 325
 326     project-type: freestyle
 327     node: verify
 328     concurrent: false
 329
 330     logrotate:
 331         daysToKeep: '{build-days-to-keep}'
 332         numToKeep: '{build-num-to-keep}'
 333         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 334         artifactNumToKeep: '{build-artifact-num-to-keep}'
 335
 336     parameters:
 337         - project-parameter:
 338             project: '{project}'
 339         - gerrit-parameter:
 340             branch: '{branch}'
 341
 342     wrappers:
 343         - fdio-infra-wrappers:
 344             build-timeout: 480
 345
 346     triggers:
 347         - timed: '0 4 * * 2,6'
 348
 349         - gerrit-trigger-manually-triggered:
 350             comment-trigger-value: 'csit-verify-vpp'
 351             name: '{project}'
 352             branch: '{branch}'
 353
 354     builders:
 355         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 356         - inject:
 357             properties-file: variables.prop
 358         - shell:
 359             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 360
 361     publishers:
 362         - archive-artifacts:
 363             artifacts: 'csit/archive/*.*'
 364             latest-only: false
 365
 366         - robot-report:
 367             output-path: 'csit/archive'
 368
 369 - job-template:
 370     name: 'csit-vpp-verify-perf-master-nightly-all'
 371     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 372
 373     project-type: freestyle
 374     node: verify
 375     concurrent: false
 376
 377     logrotate:
 378         daysToKeep: '{build-days-to-keep}'
 379         numToKeep: '{build-num-to-keep}'
 380         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 381         artifactNumToKeep: '{build-artifact-num-to-keep}'
 382
 383     parameters:
 384         - project-parameter:
 385             project: '{project}'
 386         - gerrit-parameter:
 387             branch: '{branch}'
 388
 389     wrappers:
 390         - fdio-infra-wrappers:
 391             build-timeout: '1440'
 392
 393     triggers:
 394         - timed: '0 20 * * *'
 395
 396     builders:
 397         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 398         - inject:
 399             properties-file: variables.prop
 400         - shell:
 401             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
 402
 403     publishers:
 404         - archive-artifacts:
 405             artifacts: 'csit/archive/*.*'
 406             latest-only: false
 407
 408         - robot-report:
 409             output-path: 'csit/archive'
 410
 411         - plot:
 412             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 413               yaxis: 'Packets Per Second'
 414               group: 'RFC2544:NDR'
 415               num-builds: '20'
 416               keep-records: True
 417               csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
 418               series:
 419                   - file: 'csit/output_perf_data.xml'
 420                     format: xml
 421                     xpath-type: 'nodeset'
 422                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 423             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 424               yaxis: 'Packets Per Second'
 425               group: 'RFC2544:NDR'
 426               num-builds: '20'
 427               keep-records: True
 428               csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
 429               series:
 430                   - file: 'csit/output_perf_data.xml'
 431                     format: xml
 432                     xpath-type: 'nodeset'
 433                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 434             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 435               yaxis: 'Packets Per Second'
 436               group: 'RFC2544:NDR'
 437               num-builds: '20'
 438               keep-records: True
 439               csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
 440               series:
 441                   - file: 'csit/output_perf_data.xml'
 442                     format: xml
 443                     xpath-type: 'nodeset'
 444                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 445             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 446               yaxis: 'Packets Per Second'
 447               group: 'RFC2544:NDR'
 448               num-builds: '20'
 449               keep-records: True
 450               csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
 451               series:
 452                   - file: 'csit/output_perf_data.xml'
 453                     format: xml
 454                     xpath-type: 'nodeset'
 455                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 456             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 457               yaxis: 'Packets Per Second'
 458               group: 'RFC2544:NDR'
 459               num-builds: '20'
 460               keep-records: True
 461               csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
 462               series:
 463                   - file: 'csit/output_perf_data.xml'
 464                     format: xml
 465                     xpath-type: 'nodeset'
 466                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 467             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 468               yaxis: 'Packets Per Second'
 469               group: 'RFC2544:NDR'
 470               num-builds: '20'
 471               keep-records: True
 472               csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
 473               series:
 474                   - file: 'csit/output_perf_data.xml'
 475                     format: xml
 476                     xpath-type: 'nodeset'
 477                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 478             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 479               yaxis: 'Packets Per Second'
 480               group: 'RFC2544:PDR'
 481               num-builds: '20'
 482               keep-records: True
 483               csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
 484               series:
 485                   - file: 'csit/output_perf_data.xml'
 486                     format: xml
 487                     xpath-type: 'nodeset'
 488                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 489             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 490               yaxis: 'Packets Per Second'
 491               group: 'RFC2544:PDR'
 492               num-builds: '20'
 493               keep-records: True
 494               csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
 495               series:
 496                   - file: 'csit/output_perf_data.xml'
 497                     format: xml
 498                     xpath-type: 'nodeset'
 499                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 500             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 501               yaxis: 'Packets Per Second'
 502               group: 'RFC2544:PDR'
 503               num-builds: '20'
 504               keep-records: True
 505               csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
 506               series:
 507                   - file: 'csit/output_perf_data.xml'
 508                     format: xml
 509                     xpath-type: 'nodeset'
 510                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 511             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 512               yaxis: 'Packets Per Second'
 513               group: 'RFC2544:PDR'
 514               num-builds: '20'
 515               keep-records: True
 516               csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
 517               series:
 518                   - file: 'csit/output_perf_data.xml'
 519                     format: xml
 520                     xpath-type: 'nodeset'
 521                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 522             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 523               yaxis: 'Packets Per Second'
 524               group: 'RFC2544:PDR'
 525               num-builds: '20'
 526               keep-records: True
 527               csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
 528               series:
 529                   - file: 'csit/output_perf_data.xml'
 530                     format: xml
 531                     xpath-type: 'nodeset'
 532                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 533             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 534               yaxis: 'Packets Per Second'
 535               group: 'RFC2544:PDR'
 536               num-builds: '20'
 537               keep-records: True
 538               csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
 539               series:
 540                   - file: 'csit/output_perf_data.xml'
 541                     format: xml
 542                     xpath-type: 'nodeset'
 543                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 544
 545 - parameter:
 546     name: test-type-parameter
 547     parameters:
 548         - string:
 549             name: TYPE
 550             default: '{type}'
 551             description: "Test TYPE parameter if not given by trigger"