jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-{stream_timed}-weekly'
   9         - 'csit-vpp-verify-{stream_timed}-semiweekly'
  10         - 'csit-vpp-verify-perf-master-nightly-all'
  11
  12     project: 'csit'
  13     branch: 'master'
  14     branch-id: 'oper'
  15     build-artifact-num-to-keep: 10
  16     type:
  17         - all
  18         - long
  19     stream_timed:
  20         - master:
  21             branch: 'master'
  22             branch-id: 'oper'
  23         - '1609':
  24             branch: 'rls1609'
  25             branch-id: 'oper-rls1609'
  26     stream:
  27         - master:
  28             branch: 'master'
  29             branch-id: 'oper'
  30         - '1606':
  31             branch: 'rls1606'
  32             branch-id: 'oper-rls1606'
  33         - '1609':
  34             branch: 'rls1609'
  35             branch-id: 'oper-rls1609'
  36
  37 - job-template:
  38     name: 'csit-vpp-functional-{stream}-virl'
  39
  40     project-type: freestyle
  41     node: verify
  42     concurrent: true
  43
  44     logrotate:
  45         daysToKeep: '{build-days-to-keep}'
  46         numToKeep: '{build-num-to-keep}'
  47         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  48         artifactNumToKeep: '{build-artifact-num-to-keep}'
  49
  50     parameters:
  51         - project-parameter:
  52             project: '{project}'
  53         - gerrit-parameter:
  54             branch: '{branch}'
  55
  56     scm:
  57         - gerrit-trigger-scm:
  58             credentials-id: '{ssh-credentials}'
  59             refspec: '$GERRIT_REFSPEC'
  60             choosing-strategy: 'gerrit'
  61
  62     wrappers:
  63         - timestamps
  64         - ssh-agent-credentials:
  65             users:
  66                 - '{ssh-credentials}'
  67
  68     triggers:
  69         - gerrit-trigger-patch-submitted:
  70             name: '{project}'
  71             branch: '{branch}'
  72
  73     builders:
  74         - shell:
  75             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  76
  77     publishers:
  78         - archive-artifacts:
  79             artifacts: 'report.html, log.html, output.xml'
  80             latest-only: false
  81
  82         - robot-report:
  83             output-path: ''
  84
  85 - job-template:
  86     name: 'csit-vpp-perf-{stream}-{type}'
  87
  88     project-type: freestyle
  89     node: verify
  90     concurrent: false
  91
  92     logrotate:
  93         daysToKeep: '{build-days-to-keep}'
  94         numToKeep: '{build-num-to-keep}'
  95         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  96         artifactNumToKeep: '{build-artifact-num-to-keep}'
  97
  98     parameters:
  99         - project-parameter:
 100             project: '{project}'
 101         - gerrit-parameter:
 102             branch: '{branch}'
 103         - type-parameter:
 104             type: '{type}'
 105
 106     scm:
 107         - gerrit-trigger-scm:
 108             credentials-id: '{ssh-credentials}'
 109             refspec: '$GERRIT_REFSPEC'
 110             choosing-strategy: 'gerrit'
 111
 112     wrappers:
 113         - timestamps
 114         - ssh-agent-credentials:
 115             users:
 116                 - '{ssh-credentials}'
 117
 118     triggers:
 119         - gerrit-trigger-manually-triggered:
 120             name: '{project}'
 121             branch: '{branch}'
 122             comment-trigger-value: 'verify-perf-{type}'
 123
 124     builders:
 125         - shell:
 126             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 127
 128     publishers:
 129         - archive-artifacts:
 130             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 131             latest-only: false
 132
 133         - robot-report:
 134             output-path: ''
 135
 136         - plot:
 137             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 138               yaxis: 'Packets Per Second'
 139               group: 'RFC2544:NDR'
 140               num-builds: '20'
 141               keep-records: True
 142               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 143               series:
 144                   - file: 'output_perf_data.xml'
 145                     format: xml
 146                     xpath-type: 'nodeset'
 147                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 148             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 149               yaxis: 'Packets Per Second'
 150               group: 'RFC2544:NDR'
 151               num-builds: '20'
 152               keep-records: True
 153               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 154               series:
 155                   - file: 'output_perf_data.xml'
 156                     format: xml
 157                     xpath-type: 'nodeset'
 158                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 159             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 160               yaxis: 'Packets Per Second'
 161               group: 'RFC2544:NDR'
 162               num-builds: '20'
 163               keep-records: True
 164               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 165               series:
 166                   - file: 'output_perf_data.xml'
 167                     format: xml
 168                     xpath-type: 'nodeset'
 169                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 170             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 171               yaxis: 'Packets Per Second'
 172               group: 'RFC2544:NDR'
 173               num-builds: '20'
 174               keep-records: True
 175               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 176               series:
 177                   - file: 'output_perf_data.xml'
 178                     format: xml
 179                     xpath-type: 'nodeset'
 180                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 181             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 182               yaxis: 'Packets Per Second'
 183               group: 'RFC2544:NDR'
 184               num-builds: '20'
 185               keep-records: True
 186               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 187               series:
 188                   - file: 'output_perf_data.xml'
 189                     format: xml
 190                     xpath-type: 'nodeset'
 191                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 192             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 193               yaxis: 'Packets Per Second'
 194               group: 'RFC2544:NDR'
 195               num-builds: '20'
 196               keep-records: True
 197               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 198               series:
 199                   - file: 'output_perf_data.xml'
 200                     format: xml
 201                     xpath-type: 'nodeset'
 202                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 203             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 204               yaxis: 'Packets Per Second'
 205               group: 'RFC2544:PDR'
 206               num-builds: '20'
 207               keep-records: True
 208               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 209               series:
 210                   - file: 'output_perf_data.xml'
 211                     format: xml
 212                     xpath-type: 'nodeset'
 213                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 214             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 215               yaxis: 'Packets Per Second'
 216               group: 'RFC2544:PDR'
 217               num-builds: '20'
 218               keep-records: True
 219               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 220               series:
 221                   - file: 'output_perf_data.xml'
 222                     format: xml
 223                     xpath-type: 'nodeset'
 224                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 225             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 226               yaxis: 'Packets Per Second'
 227               group: 'RFC2544:PDR'
 228               num-builds: '20'
 229               keep-records: True
 230               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 231               series:
 232                   - file: 'output_perf_data.xml'
 233                     format: xml
 234                     xpath-type: 'nodeset'
 235                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 236             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 237               yaxis: 'Packets Per Second'
 238               group: 'RFC2544:PDR'
 239               num-builds: '20'
 240               keep-records: True
 241               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 242               series:
 243                   - file: 'output_perf_data.xml'
 244                     format: xml
 245                     xpath-type: 'nodeset'
 246                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 247             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 248               yaxis: 'Packets Per Second'
 249               group: 'RFC2544:PDR'
 250               num-builds: '20'
 251               keep-records: True
 252               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 253               series:
 254                   - file: 'output_perf_data.xml'
 255                     format: xml
 256                     xpath-type: 'nodeset'
 257                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 258             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 259               yaxis: 'Packets Per Second'
 260               group: 'RFC2544:PDR'
 261               num-builds: '20'
 262               keep-records: True
 263               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 264               series:
 265                   - file: 'output_perf_data.xml'
 266                     format: xml
 267                     xpath-type: 'nodeset'
 268                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 269
 270 - job-template:
 271     name: 'csit-vpp-verify-{stream_timed}-weekly'
 272     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch and create corresponding operational branch in case of success.'
 273
 274     project-type: freestyle
 275     node: verify
 276     concurrent: false
 277
 278     logrotate:
 279         daysToKeep: '{build-days-to-keep}'
 280         numToKeep: '{build-num-to-keep}'
 281         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 282         artifactNumToKeep: '{build-artifact-num-to-keep}'
 283
 284     parameters:
 285         - project-parameter:
 286             project: '{project}'
 287         - gerrit-parameter:
 288             branch: '{branch}'
 289
 290     scm:
 291         - git-scm:
 292             credentials-id: '{ssh-credentials}'
 293             branch: '{branch}'
 294
 295     wrappers:
 296         - timestamps
 297         - ssh-agent-credentials:
 298             users:
 299                 - '{ssh-credentials}'
 300
 301     triggers:
 302         - timed: '0 4 * * 0'
 303
 304         - gerrit-trigger-manually-triggered:
 305             comment-trigger-value: 'csit-vpp-ref-verify'
 306             name: '{project}'
 307             branch: '{branch}'
 308
 309     builders:
 310         - shell:
 311             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 312         - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
 313         - inject:
 314             properties-file: variables.prop
 315
 316     publishers:
 317         - archive-artifacts:
 318             artifacts: 'report.html, log.html, output.xml'
 319             latest-only: false
 320
 321         - robot-report:
 322             output-path: ''
 323         - git:
 324                push-only-if-success: true
 325                branches:
 326                 - branch:
 327                     remote: origin
 328                     name: 'refs/heads/{branch-id}-$DATE'
 329
 330
 331 - job-template:
 332     name: 'csit-vpp-verify-{stream_timed}-semiweekly'
 333     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 334
 335     project-type: freestyle
 336     node: verify
 337     concurrent: false
 338
 339     logrotate:
 340         daysToKeep: '{build-days-to-keep}'
 341         numToKeep: '{build-num-to-keep}'
 342         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 343         artifactNumToKeep: '{build-artifact-num-to-keep}'
 344
 345     parameters:
 346         - project-parameter:
 347             project: '{project}'
 348         - gerrit-parameter:
 349             branch: '{branch}'
 350
 351     wrappers:
 352         - timestamps
 353         - ssh-agent-credentials:
 354             users:
 355                 - '{ssh-credentials}'
 356
 357     triggers:
 358         - timed: '0 4 * * 2,6'
 359
 360         - gerrit-trigger-manually-triggered:
 361             comment-trigger-value: 'csit-verify-vpp'
 362             name: '{project}'
 363             branch: '{branch}'
 364
 365     builders:
 366         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 367         - inject:
 368             properties-file: variables.prop
 369         - shell:
 370             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 371
 372     publishers:
 373         - archive-artifacts:
 374             artifacts: 'csit/archive/*.*'
 375             latest-only: false
 376
 377         - robot-report:
 378             output-path: 'csit/archive'
 379
 380 - job-template:
 381     name: 'csit-vpp-verify-perf-master-nightly-all'
 382     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 383
 384     project-type: freestyle
 385     node: verify
 386     concurrent: false
 387
 388     logrotate:
 389         daysToKeep: '{build-days-to-keep}'
 390         numToKeep: '{build-num-to-keep}'
 391         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 392         artifactNumToKeep: '{build-artifact-num-to-keep}'
 393
 394     parameters:
 395         - project-parameter:
 396             project: '{project}'
 397         - gerrit-parameter:
 398             branch: '{branch}'
 399
 400     wrappers:
 401         - timestamps
 402         - ssh-agent-credentials:
 403             users:
 404                 - '{ssh-credentials}'
 405
 406     triggers:
 407         - timed: '0 20 * * *'
 408
 409     builders:
 410         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 411         - inject:
 412             properties-file: variables.prop
 413         - shell:
 414             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
 415
 416     publishers:
 417         - archive-artifacts:
 418             artifacts: 'csit/archive/*.*'
 419             latest-only: false
 420
 421         - robot-report:
 422             output-path: 'csit/archive'
 423
 424         - plot:
 425             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 426               yaxis: 'Packets Per Second'
 427               group: 'RFC2544:NDR'
 428               num-builds: '20'
 429               keep-records: True
 430               csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
 431               series:
 432                   - file: 'csit/output_perf_data.xml'
 433                     format: xml
 434                     xpath-type: 'nodeset'
 435                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 436             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 437               yaxis: 'Packets Per Second'
 438               group: 'RFC2544:NDR'
 439               num-builds: '20'
 440               keep-records: True
 441               csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
 442               series:
 443                   - file: 'csit/output_perf_data.xml'
 444                     format: xml
 445                     xpath-type: 'nodeset'
 446                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 447             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 448               yaxis: 'Packets Per Second'
 449               group: 'RFC2544:NDR'
 450               num-builds: '20'
 451               keep-records: True
 452               csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
 453               series:
 454                   - file: 'csit/output_perf_data.xml'
 455                     format: xml
 456                     xpath-type: 'nodeset'
 457                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 458             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 459               yaxis: 'Packets Per Second'
 460               group: 'RFC2544:NDR'
 461               num-builds: '20'
 462               keep-records: True
 463               csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
 464               series:
 465                   - file: 'csit/output_perf_data.xml'
 466                     format: xml
 467                     xpath-type: 'nodeset'
 468                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 469             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 470               yaxis: 'Packets Per Second'
 471               group: 'RFC2544:NDR'
 472               num-builds: '20'
 473               keep-records: True
 474               csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
 475               series:
 476                   - file: 'csit/output_perf_data.xml'
 477                     format: xml
 478                     xpath-type: 'nodeset'
 479                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 480             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 481               yaxis: 'Packets Per Second'
 482               group: 'RFC2544:NDR'
 483               num-builds: '20'
 484               keep-records: True
 485               csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
 486               series:
 487                   - file: 'csit/output_perf_data.xml'
 488                     format: xml
 489                     xpath-type: 'nodeset'
 490                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 491             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 492               yaxis: 'Packets Per Second'
 493               group: 'RFC2544:PDR'
 494               num-builds: '20'
 495               keep-records: True
 496               csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
 497               series:
 498                   - file: 'csit/output_perf_data.xml'
 499                     format: xml
 500                     xpath-type: 'nodeset'
 501                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 502             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 503               yaxis: 'Packets Per Second'
 504               group: 'RFC2544:PDR'
 505               num-builds: '20'
 506               keep-records: True
 507               csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
 508               series:
 509                   - file: 'csit/output_perf_data.xml'
 510                     format: xml
 511                     xpath-type: 'nodeset'
 512                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 513             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 514               yaxis: 'Packets Per Second'
 515               group: 'RFC2544:PDR'
 516               num-builds: '20'
 517               keep-records: True
 518               csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
 519               series:
 520                   - file: 'csit/output_perf_data.xml'
 521                     format: xml
 522                     xpath-type: 'nodeset'
 523                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 524             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 525               yaxis: 'Packets Per Second'
 526               group: 'RFC2544:PDR'
 527               num-builds: '20'
 528               keep-records: True
 529               csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
 530               series:
 531                   - file: 'csit/output_perf_data.xml'
 532                     format: xml
 533                     xpath-type: 'nodeset'
 534                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 535             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 536               yaxis: 'Packets Per Second'
 537               group: 'RFC2544:PDR'
 538               num-builds: '20'
 539               keep-records: True
 540               csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
 541               series:
 542                   - file: 'csit/output_perf_data.xml'
 543                     format: xml
 544                     xpath-type: 'nodeset'
 545                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 546             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 547               yaxis: 'Packets Per Second'
 548               group: 'RFC2544:PDR'
 549               num-builds: '20'
 550               keep-records: True
 551               csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
 552               series:
 553                   - file: 'csit/output_perf_data.xml'
 554                     format: xml
 555                     xpath-type: 'nodeset'
 556                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 557
 558 - parameter:
 559     name: test-type-parameter
 560     parameters:
 561         - string:
 562             name: TYPE
 563             default: '{type}'
 564             description: "Test TYPE parameter if not given by trigger"