jjb/csit/csit.yaml

   1 # Copyright (c) 2018 Cisco and/or its affiliates.
   2 # Licensed under the Apache License, Version 2.0 (the "License");
   3 # you may not use this file except in compliance with the License.
   4 # You may obtain a copy of the License at:
   5 #
   6 #     http://www.apache.org/licenses/LICENSE-2.0
   7 #
   8 # Unless required by applicable law or agreed to in writing, software
   9 # distributed under the License is distributed on an "AS IS" BASIS,
  10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11 # See the License for the specific language governing permissions and
  12 # limitations under the License.
  13
  14 ---
  15 - project:
  16     name: csit
  17     description: 'CSIT Jenkins jobs.'
  18     os:
  19       - 'ubuntu1604'
  20       - 'centos7'
  21
  22     topo:
  23       - '2n'
  24       - '3n'
  25
  26     arch:
  27       - 'skx'
  28       - 'hsw'
  29       - 'arm'
  30
  31     jobs:
  32       - 'csit-vpp-functional-{stream}-{os}-virl'
  33       - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
  34       - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
  35       - 'csit-docs-merge-{stream_timed}'
  36       - 'csit-docs-verify-{stream}'
  37       - 'csit-report-merge-{stream}'
  38       - 'csit-trending-daily-master'
  39       - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
  40       - 'csit-dpdk-perf-mrr-weekly-master'
  41       - 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
  42       - 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
  43       - 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
  44       - 'csit-ligato-perf-mrr-daily-master-3n-hsw'
  45       - 'csit-vpp-perf-mrr-daily-master'
  46       - 'csit-vpp-perf-mrr-daily-master-2n-skx'
  47       - 'csit-vpp-perf-mrr-daily-master-3n-skx'
  48       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
  49       - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
  50       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
  51       - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
  52       - 'csit-nsh_sfc-verify-perf-{stream}'
  53       - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
  54       - 'csit-tldk-verify-func-{stream}-{os}-virl'
  55       - 'csit-dmm-functional-{stream}-ubuntu1604-virl'
  56
  57     project: 'csit'
  58     branch: 'master'
  59     branch-id: 'oper'
  60     build-artifact-num-to-keep: 10
  61     type:
  62       - all
  63     stream_timed:
  64       - master:
  65           branch: 'master'
  66           branch-id: 'oper'
  67       - '1901':
  68           branch: 'rls1901'
  69           branch-id: 'oper-rls1901'
  70     stream:
  71       - master:
  72           branch: 'master'
  73           branch-id: 'oper'
  74       - '1801':
  75           branch: 'rls1801'
  76           branch-id: 'oper-rls1801'
  77       - '1804':
  78           branch: 'rls1804'
  79           branch-id: 'oper-rls1804'
  80       - '1807':
  81           branch: 'rls1807'
  82           branch-id: 'oper-rls1807'
  83       - '1810':
  84           branch: 'rls1810'
  85           branch-id: 'oper-rls1810'
  86       - '1901':
  87           branch: 'rls1901'
  88           branch-id: 'oper-rls1901'
  89
  90 - job-template:
  91     name: 'csit-vpp-functional-{stream}-{os}-virl'
  92
  93     project-type: freestyle
  94     node: '{os}-basebuild-4c-4g'
  95     concurrent: true
  96
  97     build-discarder:
  98       daysToKeep: '{build-days-to-keep}'
  99       numToKeep: '{build-num-to-keep}'
 100       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 101       artifactNumToKeep: '{build-artifact-num-to-keep}'
 102
 103     parameters:
 104       - project-parameter:
 105           project: '{project}'
 106       - gerrit-parameter:
 107           branch: '{branch}'
 108
 109     scm:
 110       - gerrit-trigger-scm:
 111           credentials-id: 'jenkins-gerrit-credentials'
 112           refspec: '$GERRIT_REFSPEC'
 113           choosing-strategy: 'gerrit'
 114
 115     wrappers:
 116       - fdio-infra-wrappers:
 117           build-timeout: '{build-timeout}'
 118
 119     triggers:
 120       - gerrit-trigger-patch-submitted:
 121           name: '{project}'
 122           branch: '{branch}'
 123
 124     builders:
 125       - shell:
 126           !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
 127
 128     publishers:
 129       - archive-artifacts:
 130           artifacts: >
 131             **/csit/report.html,
 132             **/csit/log.html,
 133             **/csit/output.xml
 134           latest-only: false
 135
 136       - robot-report:
 137           output-path: ''
 138
 139       - fdio-infra-shiplogs:
 140           maven-version: 'mvn33-new'
 141
 142 - job-template:
 143     name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
 144
 145     description: |
 146       <ul>
 147           <li>objective
 148               <ul>
 149                   <li>perf verify - per csit gerrit patch
 150               </ul>
 151           <li>job
 152               <ul>
 153                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{topo}-{arch}</b>
 154                   <li>trigger: keyword in comment to csit patch:
 155                       <b>csit-dpdk-{topo}-{arch}-perftest tag_list</b>
 156               </ul>
 157           <li>perf test-cases selection
 158               <ul>
 159                   <li>test-cases selected using trigger keyword followed by tags
 160                   <li>all test-cases are labelled with CSIT RF topic tags
 161                       defined in <i>csit/docs/tag_documentation.rst</i>
 162               </ul>
 163           <li>default tags for dpdk perf test type
 164               <ul>
 165                   <li>IP4BASE, L2XCBASE
 166                   <li>64B: 64B packet size
 167                   <li>1C: one core
 168                   <li>X710: x710 Fortville NIC
 169                   <li>MRR: MRR throughput
 170               </ul>
 171           <li>results
 172               <ul>
 173                   <li>jjb verify: PASS/FAIL
 174                   <li>present: no
 175                   <li>analyse: no
 176               </ul>
 177       </ul>
 178
 179     project-type: freestyle
 180     node: 'ubuntu1604-basebuild-4c-4g'
 181     concurrent: true
 182
 183     build-discarder:
 184       daysToKeep: '{build-days-to-keep}'
 185       numToKeep: '{build-num-to-keep}'
 186       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 187       artifactNumToKeep: '{build-artifact-num-to-keep}'
 188
 189     parameters:
 190       - project-parameter:
 191           project: '{project}'
 192       - gerrit-parameter:
 193           branch: '{branch}'
 194
 195     scm:
 196       - gerrit-trigger-scm:
 197           credentials-id: 'jenkins-gerrit-credentials'
 198           refspec: '$GERRIT_REFSPEC'
 199           choosing-strategy: 'gerrit'
 200
 201     wrappers:
 202       - fdio-infra-wrappers-non-activity-timeout:
 203           build-timeout: '{build-timeout}'
 204
 205     triggers:
 206       - gerrit:
 207           server-name: 'Primary'
 208           trigger-on:
 209             - comment-added-contains-event:
 210                 comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest'
 211           projects:
 212             - project-compare-type: 'ANT'
 213               project-pattern: '{project}'
 214               branches:
 215                 - branch-compare-type: 'ANT'
 216                   branch-pattern: '**/{branch}'
 217           skip-vote:
 218             successful: false
 219             failed: false
 220             unstable: false
 221             notbuilt: false
 222
 223     builders:
 224       - shell:
 225           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
 226
 227     publishers:
 228       - archive-artifacts:
 229           artifacts: 'archive/*.*'
 230           latest-only: false
 231
 232       - robot:
 233           output-path: archive
 234           other-files:
 235             - '*.*'
 236
 237       - fdio-infra-shiplogs:
 238           maven-version: 'mvn33-new'
 239
 240 - job-template:
 241     name: 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
 242
 243     # yamllint disable rule:line-length
 244     description: |
 245       <ul>
 246           <li>objective
 247               <ul>
 248                   <li>perf verify - per csit gerrit patch
 249               </ul>
 250           <li>job
 251               <ul>
 252                   <li>name: <b>csit-ligato-perf-verify-{stream}-{topo}-{arch}</b>
 253                   <li>trigger: keyword in comment to csit patch:
 254                       <b>csit--ligato-{topo}-{arch}-perftest tag_list</b>
 255               </ul>
 256           <li>perf test-cases selection
 257               <ul>
 258                   <li>test-cases selected using trigger keyword followed by tags
 259                   <li>all test-cases are labelled with CSIT RF topic tags
 260                       defined in <i>csit/docs/tag_documentation.rst</i>
 261               </ul>
 262           <li>proposed keywords
 263               <ul>
 264                   <li>focus on testing specified Kubernetes orchestrated topologies
 265                   <li>format: csit-ligato-{topo}-{arch}-perftest tag_list
 266               </ul>
 267           <li>default tags for vpp startup config and perf test type
 268               <ul>
 269                   <li>IP4BASE, IP6BASE, L2BDBASE
 270                   <li>64B/78B: 64B/78B packet size
 271                   <li>1C: one core
 272                   <li>X710: x710 Fortville NIC
 273                   <li>MRR: MRR throughput
 274               </ul>
 275           <li>results
 276               <ul>
 277                   <li>jjb verify: PASS/FAIL
 278                   <li>present: no
 279                   <li>analyse: no
 280               </ul>
 281       </ul>
 282       # yamllint enable rule:line-length
 283
 284     project-type: freestyle
 285     node: 'ubuntu1804-basebuild-4c-4g'
 286     concurrent: true
 287
 288     build-discarder:
 289       daysToKeep: '{build-days-to-keep}'
 290       numToKeep: '{build-num-to-keep}'
 291       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 292       artifactNumToKeep: '{build-artifact-num-to-keep}'
 293
 294     parameters:
 295       - project-parameter:
 296           project: '{project}'
 297       - gerrit-parameter:
 298           branch: '{branch}'
 299       - gerrit-refspec-parameter
 300       - gerrit-event-type-parameter
 301       - gerrit-event-comment-text-parameter
 302
 303     scm:
 304       - gerrit-trigger-scm:
 305           credentials-id: 'jenkins-gerrit-credentials'
 306           refspec: '$GERRIT_REFSPEC'
 307           choosing-strategy: 'gerrit'
 308
 309     wrappers:
 310       - fdio-infra-wrappers-non-activity-timeout:
 311           build-timeout: '{build-timeout}'
 312
 313     triggers:
 314       - gerrit:
 315           server-name: 'Primary'
 316           trigger-on:
 317             - comment-added-contains-event:
 318                 comment-contains-value: 'csit-ligato-{topo}-{arch}-perftest'
 319           projects:
 320             - project-compare-type: 'ANT'
 321               project-pattern: '{project}'
 322               branches:
 323                 - branch-compare-type: 'ANT'
 324                   branch-pattern: '**/{branch}'
 325           skip-vote:
 326             successful: false
 327             failed: false
 328             unstable: false
 329             notbuilt: false
 330
 331     builders:
 332       - shell:
 333           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
 334
 335     publishers:
 336       - archive-artifacts:
 337           artifacts: 'archive/*.*'
 338           latest-only: false
 339
 340       - robot:
 341           output-path: archive
 342           other-files:
 343             - '*.*'
 344
 345       - fdio-infra-shiplogs:
 346           maven-version: 'mvn33-new'
 347
 348
 349 - job-template:
 350     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
 351     # yamllint disable-line rule:line-length
 352     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
 353     # yamllint enable rule:line-length
 354
 355     project-type: freestyle
 356     node: '{os}-basebuild-4c-4g'
 357     concurrent: false
 358
 359     build-discarder:
 360       daysToKeep: '{build-days-to-keep}'
 361       numToKeep: '{build-num-to-keep}'
 362       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 363       artifactNumToKeep: '{build-artifact-num-to-keep}'
 364
 365     parameters:
 366       - project-parameter:
 367           project: '{project}'
 368       - gerrit-parameter:
 369           branch: '{branch}'
 370
 371     scm:
 372       - git-scm:
 373           credentials-id: 'jenkins-gerrit-credentials'
 374           branch: '{branch}'
 375
 376     wrappers:
 377       - fdio-infra-wrappers-non-activity-timeout:
 378           build-timeout: '{build-timeout}'
 379
 380     triggers:
 381       - timed: '0 4 * * 0'
 382
 383       - gerrit-trigger-manually-triggered:
 384           comment-trigger-value: 'csit-vpp-ref-verify'
 385           name: '{project}'
 386           branch: '{branch}'
 387
 388     builders:
 389       - shell:
 390           !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 391
 392     publishers:
 393       - archive-artifacts:
 394           artifacts: >
 395             **/csit/report.html,
 396             **/csit/log.html,
 397             **/csit/output.xml
 398           latest-only: false
 399
 400       - robot-report:
 401           output-path: ''
 402
 403       - fdio-infra-shiplogs:
 404           maven-version: 'mvn33-new'
 405
 406 - job-template:
 407     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
 408     # yamllint disable-line rule:line-length
 409     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 410     # yamllint enable rule:line-length
 411
 412     project-type: freestyle
 413     node: '{os}-basebuild-4c-4g'
 414     concurrent: false
 415
 416     build-discarder:
 417       daysToKeep: '{build-days-to-keep}'
 418       numToKeep: '{build-num-to-keep}'
 419       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 420       artifactNumToKeep: '{build-artifact-num-to-keep}'
 421
 422     parameters:
 423       - project-parameter:
 424           project: '{project}'
 425       - gerrit-parameter:
 426           branch: '{branch}'
 427
 428     wrappers:
 429       - fdio-infra-wrappers-non-activity-timeout:
 430           build-timeout: '{build-timeout}'
 431
 432     triggers:
 433       - timed: '0 4 * * 2,6'
 434
 435       - gerrit-trigger-manually-triggered:
 436           comment-trigger-value: 'csit-verify-vpp'
 437           name: '{project}'
 438           branch: '{branch}'
 439
 440     builders:
 441       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 442       - inject:
 443           properties-file: variables.prop
 444       - shell:
 445           # yamllint disable-line rule:line-length
 446           !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 447           # yamllint enable rule:line-length
 448
 449     publishers:
 450       - archive-artifacts:
 451           artifacts: 'csit/archive/*.*'
 452           latest-only: false
 453
 454       - robot-report:
 455           output-path: 'csit/archive'
 456
 457       - fdio-infra-shiplogs:
 458           maven-version: 'mvn33-new'
 459
 460 - job-template:
 461     name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
 462     # yamllint disable-line rule:line-length
 463     description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 464     # yamllint enable rule:line-length
 465
 466     project-type: freestyle
 467     node: centos7-basebuild-4c-4g'
 468     concurrent: false
 469
 470     build-discarder:
 471       daysToKeep: '{build-days-to-keep}'
 472       numToKeep: '{build-num-to-keep}'
 473       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 474       artifactNumToKeep: '{build-artifact-num-to-keep}'
 475
 476     parameters:
 477       - project-parameter:
 478           project: '{project}'
 479       - gerrit-parameter:
 480           branch: '{branch}'
 481
 482     scm:
 483       - git-scm:
 484           credentials-id: 'jenkins-gerrit-credentials'
 485           branch: '{branch}'
 486
 487     wrappers:
 488       - fdio-infra-wrappers:
 489           build-timeout: '{build-timeout}'
 490
 491     triggers:
 492       - timed: 'H H(3-4) * * *'
 493
 494       - gerrit-trigger-manually-triggered:
 495           comment-trigger-value: 'vpp-verify-func-centos7'
 496           name: '{project}'
 497           branch: '{branch}'
 498
 499     builders:
 500       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 501       - inject:
 502           properties-file: variables.prop
 503       - shell:
 504           !include-raw-escape: jjb/csit/include-raw-csit-vpp-functional-virl.sh
 505
 506     publishers:
 507       - archive-artifacts:
 508           artifacts: 'csit/archive/*.*'
 509           latest-only: false
 510
 511       - robot-report:
 512           output-path: 'csit/archive'
 513
 514       - fdio-infra-shiplogs:
 515           maven-version: 'mvn33-new'
 516
 517 - job-template:
 518     name: 'csit-docs-verify-{stream}'
 519
 520     project-type: freestyle
 521     node: 'ubuntu1604-basebuild-4c-4g'
 522     concurrent: true
 523
 524     build-discarder:
 525       daysToKeep: '{build-days-to-keep}'
 526       numToKeep: '{build-num-to-keep}'
 527       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 528       artifactNumToKeep: '{build-artifact-num-to-keep}'
 529
 530     parameters:
 531       - project-parameter:
 532           project: '{project}'
 533       - gerrit-parameter:
 534           branch: '{branch}'
 535       - maven-exec:
 536           maven-version: 'mvn33-new'
 537
 538     scm:
 539       - gerrit-trigger-scm:
 540           credentials-id: 'jenkins-gerrit-credentials'
 541           refspec: '$GERRIT_REFSPEC'
 542           choosing-strategy: 'gerrit'
 543
 544     wrappers:
 545       - fdio-infra-wrappers-non-activity-timeout:
 546           build-timeout: '{build-timeout}'
 547
 548     triggers:
 549       - gerrit-trigger-patch-submitted:
 550           name: '{project}'
 551           branch: '{branch}'
 552
 553     builders:
 554       - maven-target:
 555           maven-version: 'mvn33-new'
 556           goals: '--version'
 557           settings: 'csit-settings'
 558           settings-type: cfp
 559           global-settings: 'global-settings'
 560           global-settings-type: cfp
 561       - provide-maven-settings:
 562           settings-file: 'csit-settings'
 563           global-settings-file: 'global-settings'
 564       - shell:
 565           !include-raw-escape: include-raw-csit-docs.sh
 566
 567     publishers:
 568       - archive:
 569           artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
 570           allow-empty: 'true'
 571           fingerprint: false
 572           only-if-success: true
 573           default-excludes: false
 574
 575       - fdio-infra-shiplogs:
 576           maven-version: 'mvn33-new'
 577
 578 - job-template:
 579     name: 'csit-docs-merge-{stream_timed}'
 580
 581     project-type: freestyle
 582     node: 'ubuntu1604-basebuild-4c-4g'
 583     concurrent: true
 584
 585     build-discarder:
 586       daysToKeep: '{build-days-to-keep}'
 587       numToKeep: '{build-num-to-keep}'
 588       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 589       artifactNumToKeep: '{build-artifact-num-to-keep}'
 590
 591     parameters:
 592       - project-parameter:
 593           project: '{project}'
 594       - gerrit-parameter:
 595           branch: '{branch}'
 596       - maven-exec:
 597           maven-version: 'mvn33-new'
 598
 599     scm:
 600       - gerrit-trigger-scm:
 601           credentials-id: 'jenkins-gerrit-credentials'
 602           refspec: ''
 603           choosing-strategy: 'default'
 604
 605     wrappers:
 606       - fdio-infra-wrappers-non-activity-timeout:
 607           build-timeout: '{build-timeout}'
 608
 609     triggers:
 610       - reverse:
 611           jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
 612           result: 'success'
 613       - gerrit:
 614           server-name: 'Primary'
 615           trigger-on:
 616             - comment-added-contains-event:
 617                 comment-contains-value: 'run-docs'
 618           projects:
 619             - project-compare-type: 'ANT'
 620               project-pattern: '{project}'
 621               branches:
 622                 - branch-compare-type: 'ANT'
 623                   branch-pattern: '**/{branch}'
 624           skip-vote:
 625             successful: true
 626             failed: true
 627             unstable: true
 628             notbuilt: true
 629
 630     builders:
 631       - maven-target:
 632           maven-version: 'mvn33-new'
 633           goals: '--version'
 634           settings: 'csit-settings'
 635           settings-type: cfp
 636           global-settings: 'global-settings'
 637           global-settings-type: cfp
 638       - provide-maven-settings:
 639           settings-file: 'csit-settings'
 640           global-settings-file: 'global-settings'
 641       - shell:
 642           !include-raw-escape: include-raw-csit-docs.sh
 643
 644     publishers:
 645       - archive:
 646           artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
 647           allow-empty: 'true'
 648           fingerprint: false
 649           only-if-success: true
 650           default-excludes: false
 651
 652       - fdio-infra-shiplogs:
 653           maven-version: 'mvn33-new'
 654
 655 - job-template:
 656     name: 'csit-report-merge-{stream}'
 657
 658     project-type: freestyle
 659     node: 'ubuntu1604-basebuild-8c-32g'
 660     concurrent: false
 661
 662     build-discarder:
 663       daysToKeep: '{build-days-to-keep}'
 664       numToKeep: '{build-num-to-keep}'
 665       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 666       artifactNumToKeep: '{build-artifact-num-to-keep}'
 667
 668     parameters:
 669       - project-parameter:
 670           project: '{project}'
 671       - gerrit-parameter:
 672           branch: '{branch}'
 673       - maven-exec:
 674           maven-version: 'mvn33-new'
 675
 676     scm:
 677       - gerrit-trigger-scm:
 678           credentials-id: 'jenkins-gerrit-credentials'
 679           refspec: '$GERRIT_REFSPEC'
 680           choosing-strategy: 'default'
 681
 682     wrappers:
 683       - fdio-infra-wrappers-non-activity-timeout:
 684           build-timeout: '{build-timeout}'
 685
 686     triggers:
 687       - gerrit:
 688           server-name: 'Primary'
 689           trigger-on:
 690             - comment-added-contains-event:
 691                 comment-contains-value: 'run-report'
 692           projects:
 693             - project-compare-type: 'ANT'
 694               project-pattern: '{project}'
 695               branches:
 696                 - branch-compare-type: 'ANT'
 697                   branch-pattern: '**/{branch}'
 698           skip-vote:
 699             successful: true
 700             failed: true
 701             unstable: true
 702             notbuilt: true
 703
 704     builders:
 705       - maven-target:
 706           maven-version: 'mvn33-new'
 707           goals: '--version'
 708           settings: 'csit-settings'
 709           settings-type: cfp
 710           global-settings: 'global-settings'
 711           global-settings-type: cfp
 712       - provide-maven-settings:
 713           settings-file: 'csit-settings'
 714           global-settings-file: 'global-settings'
 715       - shell:
 716           !include-raw-escape: include-raw-csit-report.sh
 717
 718     publishers:
 719       - archive:
 720           artifacts: 'resources/tools/presentation/csit.report.tar.gz'
 721           allow-empty: 'true'
 722           fingerprint: false
 723           only-if-success: true
 724           default-excludes: false
 725
 726       - fdio-infra-shiplogs:
 727           maven-version: 'mvn33-new'
 728
 729 - job-template:
 730     name: 'csit-trending-daily-master'
 731
 732     project-type: freestyle
 733     node: 'ubuntu1604-basebuild-8c-32g'
 734     concurrent: false
 735
 736     build-discarder:
 737       daysToKeep: '{build-days-to-keep}'
 738       numToKeep: '{build-num-to-keep}'
 739       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 740       artifactNumToKeep: '{build-artifact-num-to-keep}'
 741
 742     parameters:
 743       - project-parameter:
 744           project: '{project}'
 745       - gerrit-parameter:
 746           branch: '{branch}'
 747       - maven-exec:
 748           maven-version: 'mvn33-new'
 749
 750     scm:
 751       - gerrit-trigger-scm:
 752           credentials-id: 'jenkins-gerrit-credentials'
 753           refspec: ''
 754           choosing-strategy: 'default'
 755
 756     wrappers:
 757       - fdio-infra-wrappers-non-activity-timeout:
 758           build-timeout: '{build-timeout}'
 759
 760     triggers:
 761       - reverse:
 762           jobs: 'csit-vpp-perf-mrr-daily-master'
 763           result: 'failure'
 764
 765     builders:
 766       - maven-target:
 767           maven-version: 'mvn33-new'
 768           goals: '--version'
 769           settings: 'csit-settings'
 770           settings-type: cfp
 771           global-settings: 'global-settings'
 772           global-settings-type: cfp
 773       - provide-maven-settings:
 774           settings-file: 'csit-settings'
 775           global-settings-file: 'global-settings'
 776       - shell:
 777           !include-raw-escape: include-raw-csit-cpta.sh
 778
 779     publishers:
 780       - email-ext:
 781           # yamllint disable-line rule:line-length
 782           recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io'
 783           reply-to: ''
 784           content-type: 'text'
 785           subject: 'FD.io CSIT Trending Alert: Build # $BUILD_NUMBER'
 786           # yamllint disable-line rule:line-length
 787           attachments: '**/build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/failed-tests*.tar.gz'
 788           body: |
 789                 FD.io CSIT Trending Alert - failed tests
 790
 791                 $PROJECT_NAME - Build # $BUILD_NUMBER - $BUILD_STATUS
 792
 793                 See attachment for the list of the failed tests.
 794
 795           always: true
 796           failure: false
 797
 798       - fdio-infra-shiplogs:
 799           maven-version: 'mvn33-new'
 800
 801 - job-template:
 802     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
 803
 804     description: |
 805       <ul>
 806           <li>objective
 807               <ul>
 808                   <li>check vpp perf ndrpdr weekly on 3n-hsw
 809               </ul>
 810           <li>perf test-cases selection
 811               <ul>
 812                   <li>pre-selected CSIT VPP NDRPDR perf suites
 813               </ul>
 814           <li>results
 815               <ul>
 816                   <li>jjb verify: PASS/FAIL
 817                   <li>present: no
 818                   <li>analyse: csit project (catch malfunctions/degradations)
 819               </ul>
 820       </ul>
 821     project-type: freestyle
 822     node: 'ubuntu1604-basebuild-4c-4g'
 823     concurrent: false
 824
 825     build-discarder:
 826       daysToKeep: '{build-days-to-keep}'
 827       numToKeep: '{build-num-to-keep}'
 828       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 829       artifactNumToKeep: '{build-artifact-num-to-keep}'
 830
 831     parameters:
 832       - project-parameter:
 833           project: '{project}'
 834       - gerrit-parameter:
 835           branch: '{branch}'
 836
 837     wrappers:
 838       - fdio-infra-wrappers-non-activity-timeout:
 839           build-timeout: '{build-timeout}'
 840
 841     triggers:
 842       - timed: '0 0 * * 6'
 843
 844     builders:
 845       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 846       - inject:
 847           properties-file: variables.prop
 848       - shell:
 849           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
 850
 851     publishers:
 852       - archive-artifacts:
 853           artifacts: 'csit/archive/*.*'
 854           latest-only: false
 855
 856       - robot:
 857           output-path: 'csit/archive'
 858           other-files:
 859             - '*.*'
 860
 861       - fdio-infra-shiplogs:
 862           maven-version: 'mvn33-new'
 863
 864 - job-template:
 865     name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
 866
 867     description: |
 868       <ul>
 869           <li>objective
 870               <ul>
 871                   <li>check vpp perf ndrpdr weekly
 872               </ul>
 873           <li>perf test-cases selection
 874               <ul>
 875                   <li>pre-selected CSIT VPP NDRPDR perf suites
 876               </ul>
 877           <li>results
 878               <ul>
 879                   <li>jjb verify: PASS/FAIL
 880                   <li>present: no
 881                   <li>analyse: csit project (catch malfunctions/degradations)
 882               </ul>
 883       </ul>
 884     project-type: freestyle
 885     node: 'ubuntu1604-basebuild-4c-4g'
 886     concurrent: false
 887
 888     build-discarder:
 889       daysToKeep: '{build-days-to-keep}'
 890       numToKeep: '{build-num-to-keep}'
 891       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 892       artifactNumToKeep: '{build-artifact-num-to-keep}'
 893
 894     parameters:
 895       - project-parameter:
 896           project: '{project}'
 897       - gerrit-parameter:
 898           branch: '{branch}'
 899
 900     wrappers:
 901       - fdio-infra-wrappers-non-activity-timeout:
 902           build-timeout: '{build-timeout}'
 903
 904     triggers:
 905       - timed: '0 0 * * 6'
 906
 907     builders:
 908       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 909       - inject:
 910           properties-file: variables.prop
 911       - shell:
 912           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
 913
 914     publishers:
 915       - archive-artifacts:
 916           artifacts: 'csit/archive/*.*'
 917           latest-only: false
 918
 919       - robot:
 920           output-path: 'csit/archive'
 921           other-files:
 922             - '*.*'
 923
 924       - fdio-infra-shiplogs:
 925           maven-version: 'mvn33-new'
 926
 927 - job-template:
 928     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
 929
 930     description: |
 931       <ul>
 932           <li>objective
 933               <ul>
 934                   <li>check vpp perf ndrpdr weekly
 935               </ul>
 936           <li>perf test-cases selection
 937               <ul>
 938                   <li>pre-selected CSIT VPP NDRPDR perf suites
 939               </ul>
 940           <li>results
 941               <ul>
 942                   <li>jjb verify: PASS/FAIL
 943                   <li>present: no
 944                   <li>analyse: csit project (catch malfunctions/degradations)
 945               </ul>
 946       </ul>
 947     project-type: freestyle
 948     node: 'ubuntu1604-basebuild-4c-4g'
 949     concurrent: false
 950
 951     build-discarder:
 952       daysToKeep: '{build-days-to-keep}'
 953       numToKeep: '{build-num-to-keep}'
 954       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 955       artifactNumToKeep: '{build-artifact-num-to-keep}'
 956
 957     parameters:
 958       - project-parameter:
 959           project: '{project}'
 960       - gerrit-parameter:
 961           branch: '{branch}'
 962
 963     wrappers:
 964       - fdio-infra-wrappers-non-activity-timeout:
 965           build-timeout: '{build-timeout}'
 966
 967     triggers:
 968       - timed: '0 0 * * 6'
 969
 970     builders:
 971       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 972       - inject:
 973           properties-file: variables.prop
 974       - shell:
 975           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
 976
 977     publishers:
 978       - archive-artifacts:
 979           artifacts: 'csit/archive/*.*'
 980           latest-only: false
 981
 982       - robot:
 983           output-path: 'csit/archive'
 984           other-files:
 985             - '*.*'
 986
 987       - fdio-infra-shiplogs:
 988           maven-version: 'mvn33-new'
 989
 990 - job-template:
 991     name: 'csit-ligato-perf-mrr-daily-master-3n-hsw'
 992
 993     description: |
 994       <ul>
 995           <li>objective
 996               <ul>
 997                   <li>check ligato perf mrr daily
 998               </ul>
 999           <li>perf test-cases selection
1000               <ul>
1001                   <li>all CSIT LIGATO MRR perf suites
1002               </ul>
1003           <li>results
1004               <ul>
1005                   <li>jjb verify: PASS/FAIL
1006                   <li>present: no
1007                   <li>analyse: csit project (catch malfunctions/degradations)
1008               </ul>
1009       </ul>
1010
1011     project-type: freestyle
1012     node: 'ubuntu1804-basebuild-4c-4g'
1013     concurrent: true
1014
1015     build-discarder:
1016       daysToKeep: '{build-days-to-keep}'
1017       numToKeep: '{build-num-to-keep}'
1018       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1019       artifactNumToKeep: '{build-artifact-num-to-keep}'
1020
1021     parameters:
1022       - project-parameter:
1023           project: '{project}'
1024       - gerrit-parameter:
1025           branch: '{branch}'
1026
1027     wrappers:
1028       - fdio-infra-wrappers-non-activity-timeout:
1029           build-timeout: '{build-timeout}'
1030
1031     triggers:
1032       - timed: '0 16 * * 1,3,5'
1033
1034     builders:
1035       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1036       - inject:
1037           properties-file: variables.prop
1038       - shell:
1039           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1040
1041     publishers:
1042       - archive-artifacts:
1043           artifacts: 'csit/archive/*.*'
1044           latest-only: false
1045
1046       - robot:
1047           output-path: 'csit/archive'
1048           other-files:
1049             - '*.*'
1050
1051       - trigger:
1052           project: 'csit-trending-daily-master'
1053           threshold: 'FAILURE'
1054
1055       - fdio-infra-shiplogs:
1056           maven-version: 'mvn33-new'
1057
1058 - job-template:
1059     name: 'csit-vpp-perf-mrr-daily-master'
1060
1061     description: |
1062       <ul>
1063           <li>objective
1064               <ul>
1065                   <li>check vpp perf mrr daily
1066               </ul>
1067           <li>perf test-cases selection
1068               <ul>
1069                   <li>all CSIT VPP MRR perf suites
1070               </ul>
1071           <li>results
1072               <ul>
1073                   <li>jjb verify: PASS/FAIL
1074                   <li>present: no
1075                   <li>analyse: csit project (catch malfunctions/degradations)
1076               </ul>
1077       </ul>
1078
1079     project-type: freestyle
1080     node: 'ubuntu1604-basebuild-4c-4g'
1081     concurrent: true
1082
1083     build-discarder:
1084       daysToKeep: '{build-days-to-keep}'
1085       numToKeep: '{build-num-to-keep}'
1086       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1087       artifactNumToKeep: '{build-artifact-num-to-keep}'
1088
1089     parameters:
1090       - project-parameter:
1091           project: '{project}'
1092       - gerrit-parameter:
1093           branch: '{branch}'
1094
1095     wrappers:
1096       - fdio-infra-wrappers-non-activity-timeout:
1097           build-timeout: '{build-timeout}'
1098
1099     triggers:
1100       - timed: '0 16 * * 1,3,5'
1101
1102     builders:
1103       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1104       - inject:
1105           properties-file: variables.prop
1106       - shell:
1107           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1108
1109     publishers:
1110       - archive-artifacts:
1111           artifacts: 'csit/archive/*.*'
1112           latest-only: false
1113
1114       - robot:
1115           output-path: 'csit/archive'
1116           other-files:
1117             - '*.*'
1118
1119       - trigger:
1120           project: 'csit-trending-daily-master'
1121           threshold: 'FAILURE'
1122
1123       - fdio-infra-shiplogs:
1124           maven-version: 'mvn33-new'
1125
1126 - job-template:
1127     name: 'csit-vpp-perf-mrr-daily-master-2n-skx'
1128
1129     description: |
1130       <ul>
1131           <li>objective
1132               <ul>
1133                   <li>check vpp perf mrr daily
1134               </ul>
1135           <li>perf test-cases selection
1136               <ul>
1137                   <li>all CSIT VPP MRR perf suites
1138               </ul>
1139           <li>results
1140               <ul>
1141                   <li>jjb verify: PASS/FAIL
1142                   <li>present: no
1143                   <li>analyse: csit project (catch malfunctions/degradations)
1144               </ul>
1145       </ul>
1146
1147     project-type: freestyle
1148     node: 'ubuntu1604-basebuild-4c-4g'
1149     concurrent: true
1150
1151     build-discarder:
1152       daysToKeep: '{build-days-to-keep}'
1153       numToKeep: '{build-num-to-keep}'
1154       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1155       artifactNumToKeep: '{build-artifact-num-to-keep}'
1156
1157     parameters:
1158       - project-parameter:
1159           project: '{project}'
1160       - gerrit-parameter:
1161           branch: '{branch}'
1162
1163     wrappers:
1164       - fdio-infra-wrappers-non-activity-timeout:
1165           build-timeout: '{build-timeout}'
1166
1167     triggers:
1168       - timed: '0 16 * * 1,3,5'
1169
1170     builders:
1171       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1172       - inject:
1173           properties-file: variables.prop
1174       - shell:
1175           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1176
1177     publishers:
1178       - archive-artifacts:
1179           artifacts: 'csit/archive/*.*'
1180           latest-only: false
1181
1182       - robot:
1183           output-path: 'csit/archive'
1184           other-files:
1185             - '*.*'
1186
1187       - trigger:
1188           project: 'csit-trending-daily-master'
1189           threshold: 'FAILURE'
1190
1191       - fdio-infra-shiplogs:
1192           maven-version: 'mvn33-new'
1193
1194 - job-template:
1195     name: 'csit-vpp-perf-mrr-daily-master-3n-skx'
1196
1197     description: |
1198       <ul>
1199           <li>objective
1200               <ul>
1201                   <li>check vpp perf mrr daily
1202               </ul>
1203           <li>perf test-cases selection
1204               <ul>
1205                   <li>all CSIT VPP MRR perf suites
1206               </ul>
1207           <li>results
1208               <ul>
1209                   <li>jjb verify: PASS/FAIL
1210                   <li>present: no
1211                   <li>analyse: csit project (catch malfunctions/degradations)
1212               </ul>
1213       </ul>
1214
1215     project-type: freestyle
1216     node: 'ubuntu1604-basebuild-4c-4g'
1217     concurrent: true
1218
1219     build-discarder:
1220       daysToKeep: '{build-days-to-keep}'
1221       numToKeep: '{build-num-to-keep}'
1222       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1223       artifactNumToKeep: '{build-artifact-num-to-keep}'
1224
1225     parameters:
1226       - project-parameter:
1227           project: '{project}'
1228       - gerrit-parameter:
1229           branch: '{branch}'
1230
1231     wrappers:
1232       - fdio-infra-wrappers-non-activity-timeout:
1233           build-timeout: '{build-timeout}'
1234
1235     triggers:
1236       - timed: '0 16 * * 1,3,5'
1237
1238     builders:
1239       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1240       - inject:
1241           properties-file: variables.prop
1242       - shell:
1243           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1244
1245     publishers:
1246       - archive-artifacts:
1247           artifacts: 'csit/archive/*.*'
1248           latest-only: false
1249
1250       - robot:
1251           output-path: 'csit/archive'
1252           other-files:
1253             - '*.*'
1254
1255       - trigger:
1256           project: 'csit-trending-daily-master'
1257           threshold: 'FAILURE'
1258
1259       - fdio-infra-shiplogs:
1260           maven-version: 'mvn33-new'
1261
1262 - job-template:
1263     name: 'csit-dpdk-perf-mrr-weekly-master'
1264
1265     description: |
1266       <ul>
1267           <li>objective
1268               <ul>
1269                   <li>check dpdk perf mrr weekly
1270               </ul>
1271           <li>perf test-cases selection
1272               <ul>
1273                   <li>all CSIT DPDK MRR perf suites
1274               </ul>
1275           <li>results
1276               <ul>
1277                   <li>jjb verify: PASS/FAIL
1278                   <li>present: no
1279                   <li>analyse: csit project (catch malfunctions/degradations)
1280               </ul>
1281       </ul>
1282
1283     project-type: freestyle
1284     node: 'ubuntu1604-basebuild-4c-4g'
1285     concurrent: false
1286
1287     build-discarder:
1288       daysToKeep: '{build-days-to-keep}'
1289       numToKeep: '{build-num-to-keep}'
1290       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1291       artifactNumToKeep: '{build-artifact-num-to-keep}'
1292
1293     parameters:
1294       - project-parameter:
1295           project: '{project}'
1296       - gerrit-parameter:
1297           branch: '{branch}'
1298
1299     wrappers:
1300       - fdio-infra-wrappers-non-activity-timeout:
1301           build-timeout: '{build-timeout}'
1302
1303     triggers:
1304       - timed: '0 0 * * 6'
1305
1306     builders:
1307       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1308       - inject:
1309           properties-file: variables.prop
1310       - shell:
1311           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1312
1313     publishers:
1314       - archive-artifacts:
1315           artifacts: 'csit/archive/*.*'
1316           latest-only: false
1317
1318       - robot:
1319           output-path: 'csit/archive'
1320           other-files:
1321             - '*.*'
1322
1323       - trigger:
1324           project: 'csit-trending-daily-master'
1325           threshold: 'FAILURE'
1326
1327       - fdio-infra-shiplogs:
1328           maven-version: 'mvn33-new'
1329
1330 - job-template:
1331     name: 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
1332
1333     description: |
1334       <ul>
1335           <li>objective
1336               <ul>
1337                   <li>check dpdk perf mrr weekly
1338               </ul>
1339           <li>perf test-cases selection
1340               <ul>
1341                   <li>all CSIT DPDK MRR perf suites
1342               </ul>
1343           <li>results
1344               <ul>
1345                   <li>jjb verify: PASS/FAIL
1346                   <li>present: no
1347                   <li>analyse: csit project (catch malfunctions/degradations)
1348               </ul>
1349       </ul>
1350
1351     project-type: freestyle
1352     node: 'ubuntu1604-basebuild-4c-4g'
1353     concurrent: false
1354
1355     build-discarder:
1356       daysToKeep: '{build-days-to-keep}'
1357       numToKeep: '{build-num-to-keep}'
1358       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1359       artifactNumToKeep: '{build-artifact-num-to-keep}'
1360
1361     parameters:
1362       - project-parameter:
1363           project: '{project}'
1364       - gerrit-parameter:
1365           branch: '{branch}'
1366
1367     wrappers:
1368       - fdio-infra-wrappers-non-activity-timeout:
1369           build-timeout: '{build-timeout}'
1370
1371     triggers:
1372       - timed: '0 0 * * 6'
1373
1374     builders:
1375       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1376       - inject:
1377           properties-file: variables.prop
1378       - shell:
1379           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1380
1381     publishers:
1382       - archive-artifacts:
1383           artifacts: 'csit/archive/*.*'
1384           latest-only: false
1385
1386       - robot:
1387           output-path: 'csit/archive'
1388           other-files:
1389             - '*.*'
1390
1391       - trigger:
1392           project: 'csit-trending-daily-master'
1393           threshold: 'FAILURE'
1394
1395       - fdio-infra-shiplogs:
1396           maven-version: 'mvn33-new'
1397
1398 - job-template:
1399     name: 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
1400
1401     description: |
1402       <ul>
1403           <li>objective
1404               <ul>
1405                   <li>check dpdk perf mrr weekly
1406               </ul>
1407           <li>perf test-cases selection
1408               <ul>
1409                   <li>all CSIT DPDK MRR perf suites
1410               </ul>
1411           <li>results
1412               <ul>
1413                   <li>jjb verify: PASS/FAIL
1414                   <li>present: no
1415                   <li>analyse: csit project (catch malfunctions/degradations)
1416               </ul>
1417       </ul>
1418
1419     project-type: freestyle
1420     node: 'ubuntu1604-basebuild-4c-4g'
1421     concurrent: false
1422
1423     build-discarder:
1424       daysToKeep: '{build-days-to-keep}'
1425       numToKeep: '{build-num-to-keep}'
1426       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1427       artifactNumToKeep: '{build-artifact-num-to-keep}'
1428
1429     parameters:
1430       - project-parameter:
1431           project: '{project}'
1432       - gerrit-parameter:
1433           branch: '{branch}'
1434
1435     wrappers:
1436       - fdio-infra-wrappers-non-activity-timeout:
1437           build-timeout: '{build-timeout}'
1438
1439     triggers:
1440       - timed: '0 0 * * 6'
1441
1442     builders:
1443       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1444       - inject:
1445           properties-file: variables.prop
1446       - shell:
1447           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1448
1449     publishers:
1450       - archive-artifacts:
1451           artifacts: 'csit/archive/*.*'
1452           latest-only: false
1453
1454       - robot:
1455           output-path: 'csit/archive'
1456           other-files:
1457             - '*.*'
1458
1459       - trigger:
1460           project: 'csit-trending-daily-master'
1461           threshold: 'FAILURE'
1462
1463       - fdio-infra-shiplogs:
1464           maven-version: 'mvn33-new'
1465
1466
1467 - job-template:
1468     name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
1469
1470     description: |
1471       <ul>
1472           <li>objective
1473               <ul>
1474                   <li>perf verify - per csit gerrit patch
1475               </ul>
1476           <li>job
1477               <ul>
1478                   <li>name: <b>csit-vpp-perf-verify-{stream}-{topo}-{arch}</b>
1479                   <li>trigger: keyword in comment to csit patch:
1480                       <b>csit-{topo}-{arch}-perftest tag_list</b>
1481               </ul>
1482           <li>perf test-cases selection
1483               <ul>
1484                   <li>test-cases selected using trigger keyword followed by tags
1485                   <li>all test-cases are labelled with CSIT RF topic tags
1486                       defined in <i>csit/docs/tag_documentation.rst</i>
1487               </ul>
1488           <li>proposed keywords
1489               <ul>
1490                   <li>focus on testing specified vpp packet processing path
1491                   <li>format: csit-{topo}-{arch}-perftest tag_list
1492               </ul>
1493           <li>default tags for vpp startup config and perf test type
1494               <ul>
1495                   <li>IP4BASE, IP6BASE, L2BDBASE
1496                   <li>64B/78B: 64B/78B packet size
1497                   <li>1C: one core
1498                   <li>X710: x710 Fortville NIC
1499                   <li>MRR: MRR throughput
1500               </ul>
1501           <li>results
1502               <ul>
1503                   <li>jjb verify: PASS/FAIL
1504                   <li>present: no
1505                   <li>analyse: no
1506               </ul>
1507       </ul>
1508
1509     project-type: freestyle
1510     node: 'ubuntu1604-basebuild-8c-32g'
1511     concurrent: true
1512
1513     build-discarder:
1514       daysToKeep: '{build-days-to-keep}'
1515       numToKeep: '{build-num-to-keep}'
1516       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1517       artifactNumToKeep: '{build-artifact-num-to-keep}'
1518
1519     parameters:
1520       - project-parameter:
1521           project: '{project}'
1522       - gerrit-parameter:
1523           branch: '{branch}'
1524       - gerrit-refspec-parameter
1525       - gerrit-event-type-parameter
1526       - gerrit-event-comment-text-parameter
1527
1528     scm:
1529       - gerrit-trigger-scm:
1530           credentials-id: 'jenkins-gerrit-credentials'
1531           refspec: '$GERRIT_REFSPEC'
1532           choosing-strategy: 'gerrit'
1533
1534     wrappers:
1535       - fdio-infra-wrappers-non-activity-timeout:
1536           build-timeout: '{build-timeout}'
1537
1538     triggers:
1539       - gerrit:
1540           server-name: 'Primary'
1541           trigger-on:
1542             - comment-added-contains-event:
1543                 comment-contains-value: 'csit-{topo}-{arch}-perftest'
1544           projects:
1545             - project-compare-type: 'ANT'
1546               project-pattern: '{project}'
1547               branches:
1548                 - branch-compare-type: 'ANT'
1549                   branch-pattern: '**/{branch}'
1550           skip-vote:
1551             successful: false
1552             failed: false
1553             unstable: false
1554             notbuilt: false
1555
1556     builders:
1557       - shell:
1558           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
1559
1560     publishers:
1561       - archive-artifacts:
1562           artifacts: 'archive/*.*'
1563           latest-only: false
1564
1565       - robot:
1566           output-path: archive
1567           other-files:
1568             - '*.*'
1569
1570       - fdio-infra-shiplogs:
1571           maven-version: 'mvn33-new'
1572
1573 - job-template:
1574     name: 'csit-nsh_sfc-verify-perf-{stream}'
1575
1576     project-type: freestyle
1577     node: 'ubuntu1604-basebuild-4c-4g'
1578     concurrent: true
1579
1580     build-discarder:
1581       daysToKeep: '{build-days-to-keep}'
1582       numToKeep: '{build-num-to-keep}'
1583       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1584       artifactNumToKeep: '{build-artifact-num-to-keep}'
1585
1586     parameters:
1587       - project-parameter:
1588           project: '{project}'
1589       - gerrit-parameter:
1590           branch: '{branch}'
1591       - os-parameter:
1592           os: 'ubuntu1604'
1593       - stream-parameter:
1594           stream: '{stream}'
1595
1596     scm:
1597       - gerrit-trigger-scm:
1598           credentials-id: 'jenkins-gerrit-credentials'
1599           refspec: '$GERRIT_REFSPEC'
1600           choosing-strategy: 'gerrit'
1601
1602     wrappers:
1603       - fdio-infra-wrappers-non-activity-timeout:
1604           build-timeout: '{build-timeout}'
1605
1606     triggers:
1607       - gerrit-trigger-manually-triggered:
1608           name: '{project}'
1609           branch: '{branch}'
1610           comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
1611
1612     builders:
1613       - shell:
1614           !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
1615
1616     publishers:
1617       - archive-artifacts:
1618           artifacts: 'archive/*.*'
1619           latest-only: false
1620
1621       - robot-report:
1622           output-path: 'archive'
1623
1624       - fdio-infra-shiplogs:
1625           maven-version: 'mvn33-new'
1626
1627 - job-template:
1628     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
1629
1630     project-type: freestyle
1631     node: '{os}-basebuild-4c-4g'
1632     concurrent: true
1633
1634     build-discarder:
1635       daysToKeep: '{build-days-to-keep}'
1636       numToKeep: '{build-num-to-keep}'
1637       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1638       artifactNumToKeep: '{build-artifact-num-to-keep}'
1639
1640     parameters:
1641       - project-parameter:
1642           project: '{project}'
1643       - gerrit-parameter:
1644           branch: '{branch}'
1645       - os-parameter:
1646           os: '{os}'
1647       - stream-parameter:
1648           stream: '{stream}'
1649
1650     scm:
1651       - gerrit-trigger-scm:
1652           credentials-id: 'jenkins-gerrit-credentials'
1653           refspec: '$GERRIT_REFSPEC'
1654           choosing-strategy: 'gerrit'
1655
1656     wrappers:
1657       - fdio-infra-wrappers:
1658           build-timeout: '{build-timeout}'
1659
1660     triggers:
1661       - gerrit-trigger-manually-triggered:
1662           name: '{project}'
1663           branch: '{branch}'
1664           comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
1665
1666     builders:
1667       - shell:
1668           !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
1669
1670     publishers:
1671       - archive-artifacts:
1672           artifacts: 'archive/*.*'
1673           latest-only: false
1674
1675       - robot-report:
1676           output-path: 'archive'
1677
1678       - fdio-infra-shiplogs:
1679           maven-version: 'mvn33-new'
1680
1681 - job-template:
1682     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
1683
1684     project-type: freestyle
1685     node: '{os}-basebuild-4c-4g'
1686     concurrent: true
1687
1688     build-discarder:
1689       daysToKeep: '{build-days-to-keep}'
1690       numToKeep: '{build-num-to-keep}'
1691       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1692       artifactNumToKeep: '{build-artifact-num-to-keep}'
1693
1694     parameters:
1695       - project-parameter:
1696           project: '{project}'
1697       - gerrit-parameter:
1698           branch: '{branch}'
1699       - os-parameter:
1700           os: '{os}'
1701
1702     scm:
1703       - gerrit-trigger-scm:
1704           credentials-id: 'jenkins-gerrit-credentials'
1705           refspec: '$GERRIT_REFSPEC'
1706           choosing-strategy: 'gerrit'
1707
1708     wrappers:
1709       - fdio-infra-wrappers:
1710           build-timeout: '{build-timeout}'
1711
1712     triggers:
1713       - gerrit-trigger-manually-triggered:
1714           name: '{project}'
1715           branch: '{branch}'
1716           comment-trigger-value: 'csit_verify_tldk_func'
1717
1718     builders:
1719       - shell:
1720           !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
1721
1722     publishers:
1723       - archive-artifacts:
1724           artifacts: 'archive/*.*'
1725           latest-only: false
1726
1727       - robot-report:
1728           output-path: 'archive'
1729
1730       - fdio-infra-shiplogs:
1731           maven-version: 'mvn33-new'
1732
1733 - job-template:
1734     name: 'csit-dmm-functional-{stream}-ubuntu1604-virl'
1735
1736     project-type: freestyle
1737     node: 'ubuntu1604-basebuild-4c-4g'
1738     concurrent: true
1739
1740     build-discarder:
1741       daysToKeep: '{build-days-to-keep}'
1742       numToKeep: '{build-num-to-keep}'
1743       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1744       artifactNumToKeep: '{build-artifact-num-to-keep}'
1745
1746     parameters:
1747       - project-parameter:
1748           project: '{project}'
1749       - gerrit-parameter:
1750           branch: '{branch}'
1751
1752     scm:
1753       - gerrit-trigger-scm:
1754           credentials-id: 'jenkins-gerrit-credentials'
1755           refspec: '$GERRIT_REFSPEC'
1756           choosing-strategy: 'gerrit'
1757
1758     wrappers:
1759       - fdio-infra-wrappers:
1760           build-timeout: '{build-timeout}'
1761
1762     triggers:
1763       - gerrit-trigger-manually-triggered:
1764           name: '{project}'
1765           branch: '{branch}'
1766           comment-trigger-value: 'csit_verify_dmm_func'
1767
1768     builders:
1769       - shell:
1770           !include-raw-escape: include-raw-csit-dmm-functional-virl.sh
1771
1772     publishers:
1773       - archive-artifacts:
1774           artifacts: 'archive/*.*'
1775           latest-only: false
1776
1777       - robot-report:
1778           output-path: ''
1779
1780       - fdio-infra-shiplogs:
1781           maven-version: 'mvn33-new'
1782
1783 - parameter:
1784     name: test-type-parameter
1785     parameters:
1786       - string:
1787           name: TYPE
1788           default: '{type}'
1789           description: "Test TYPE parameter if not given by trigger"