jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2020 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx
  24             - 2n-skx
  25             - 2n-dnv
  26             - 2n-zn2
  27             - 3n-skx
  28             - 3n-hsw
  29             - 3n-dnv
  30             - 3n-tsh:
  31                executor: 'ubuntu1804arm-us'
  32       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  33           node-arch:
  34             - ''
  35             - -2n-clx
  36             - -2n-skx
  37             - -2n-zn2
  38             - -3n-skx
  39             - -3n-tsh:
  40                 executor: 'ubuntu1804arm-us'
  41           periodicity: '0 0 * * 6'
  42       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  43           node-arch:
  44             - 2n-clx
  45             - 2n-skx
  46             - 2n-dnv
  47             - 2n-zn2
  48             - 3n-skx
  49             - 3n-hsw
  50             - 3n-dnv
  51             - 3n-tsh:
  52                executor: 'ubuntu1804arm-us'
  53           stream:
  54             - master:
  55                 branch: 'master'
  56                 branch-id: 'oper'
  57             - '1908_1':
  58                 branch: 'rls1908_1'
  59                 branch-id: 'oper-rls1908_1'
  60             - '1908_2':
  61                 branch: 'rls1908_2'
  62                 branch-id: 'oper-rls1908_2'
  63             - '2005':
  64                 branch: 'rls2005'
  65                 branch-id: 'oper-rls2005'
  66             - '2009':
  67                 branch: 'rls2009'
  68                 branch-id: 'oper-rls2009'
  69             - '2009_lts':
  70                 branch: 'rls2009_lts'
  71                 branch-id: 'oper-rls2009_lts'
  72       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
  73           node-arch:
  74             - '':
  75                 periodicity: '0 2,14 * * *'
  76             - -2n-clx:
  77                 periodicity: '0 2,14 * * *'
  78             - -2n-skx:
  79                 periodicity: '0 2,14 * * *'
  80             - -2n-dnv:
  81                 periodicity: '0 2,14 * * *'
  82             - -2n-zn2:
  83                 periodicity: '0 2,14 * * *'
  84             - -3n-skx:
  85                 periodicity: '0 2,14 * * *'
  86             - -3n-dnv:
  87                 periodicity: '0 2,14 * * *'
  88             - -3n-tsh:
  89                 executor: 'ubuntu1804arm-us'
  90                 periodicity: '0 14 * * *'
  91       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
  92           node-arch:
  93             - 2n-clx
  94             - 2n-skx
  95             - 3n-skx
  96           stream:
  97             - master:
  98                 branch: 'master'
  99                 branch-id: 'oper'
 100             - '1908_2':
 101                 branch: 'rls1908_2'
 102                 branch-id: 'oper-rls1908_2'
 103             - '2009_lts':
 104                 branch: 'rls2009_lts'
 105                 branch-id: 'oper-rls2009_lts'
 106           periodicity: '0 0 * * 6'
 107       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 108           node-arch:
 109             - 2n-clx
 110             - 2n-skx
 111             - 3n-skx
 112             - 3n-hsw
 113           periodicity: '0 0 * * 6'
 114       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 115           node-arch:
 116             - 2n-clx
 117             - 2n-skx
 118             - 2n-dnv
 119             - 2n-zn2
 120             - 3n-skx
 121             - 3n-hsw
 122             - 3n-dnv
 123             - 3n-tsh:
 124                 executor: 'ubuntu1804arm-us'
 125       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 126           node-arch:
 127             - 2n-clx
 128             - 2n-skx
 129             - 2n-dnv
 130             - 2n-zn2
 131             - 3n-skx
 132             - 3n-hsw
 133             - 3n-dnv
 134             - 3n-tsh:
 135                 executor: 'ubuntu1804arm-us'
 136       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 137           node-arch:
 138             - 2n-clx
 139             - 2n-skx
 140             - 2n-dnv
 141             - 2n-zn2
 142             - 3n-skx
 143             - 3n-hsw
 144             - 3n-dnv
 145             - 3n-tsh:
 146                 executor: 'ubuntu1804arm-us'
 147       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 148           node-arch:
 149             - 2n-clx
 150             - 2n-skx
 151             - 2n-dnv
 152             - 2n-zn2
 153             - 3n-skx
 154             - 3n-hsw
 155             - 3n-dnv
 156             - 3n-tsh:
 157                 executor: 'ubuntu1804arm-us'
 158
 159     project: 'csit'
 160     executor: 'ubuntu1804-us'
 161     branch: 'master'
 162     branch-id: 'oper'
 163     csit-perf-trial-duration: "1.0"
 164     csit-perf-trial-multiplicity: "10"
 165     stream:
 166       - master:
 167           branch: 'master'
 168           branch-id: 'oper'
 169       - '1908_2':
 170           branch: 'rls1908_2'
 171           branch-id: 'oper-rls1908_2'
 172       - '2005':
 173           branch: 'rls2005'
 174           branch-id: 'oper-rls2005'
 175       - '2009':
 176           branch: 'rls2009'
 177           branch-id: 'oper-rls2009'
 178       - '2009_lts':
 179           branch: 'rls2009_lts'
 180           branch-id: 'oper-rls2009_lts'
 181     stream_report:
 182       - '2009':
 183           branch: 'rls2009'
 184           branch-id: 'oper-rls2009'
 185
 186     build-artifact-num-to-keep: 10
 187
 188
 189 - job-template:
 190     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 191
 192     description: |
 193       <ul>
 194           <li>objective
 195               <ul>
 196                   <li>perf verify - per csit gerrit patch
 197               </ul>
 198           <li>job
 199               <ul>
 200                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 201                   <li>trigger: keyword in comment to csit patch:
 202                       <b>csit-{node-arch}-perftest tag_list</b>
 203               </ul>
 204           <li>executor
 205               <ul>
 206                   <li>{executor}
 207               </ul>
 208           <li>perf test-cases selection
 209               <ul>
 210                   <li>test-cases selected using trigger keyword followed by tags
 211                   <li>all test-cases are labelled with CSIT RF topic tags
 212                       defined in <i>csit/docs/tag_documentation.rst</i>
 213               </ul>
 214           <li>proposed keywords
 215               <ul>
 216                   <li>focus on testing specified vpp packet processing path
 217                   <li>format: csit-{node-arch}-perftest tag_list
 218               </ul>
 219           <li>default tags for vpp startup config and perf test type
 220               <ul>
 221                   <li>IP4BASE, IP6BASE, L2BDBASE
 222                   <li>64B/78B: 64B/78B packet size
 223                   <li>1C: one core
 224                   <li>X710: x710 Fortville NIC
 225                   <li>MRR: MRR throughput
 226               </ul>
 227           <li>results
 228               <ul>
 229                   <li>jjb verify: PASS/FAIL
 230                   <li>present: no
 231                   <li>analyse: no
 232               </ul>
 233       </ul>
 234
 235     project-type: freestyle
 236     node: '{executor}'
 237     concurrent: true
 238     archive-artifacts: 'archive/*.*'
 239     latest-only: false
 240
 241     build-discarder:
 242       daysToKeep: '{build-days-to-keep}'
 243       numToKeep: '{build-num-to-keep}'
 244       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 245       artifactNumToKeep: '{build-artifact-num-to-keep}'
 246
 247     parameters:
 248       - project-parameter:
 249           project: '{project}'
 250       - gerrit-parameter:
 251           branch: '{branch}'
 252       - gerrit-refspec-parameter
 253       - gerrit-event-type-parameter
 254       - gerrit-event-comment-text-parameter
 255       - csit-perf-trial-duration-parameter:
 256           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 257       - csit-perf-trial-multiplicity-parameter:
 258           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 259       - string:
 260           name: ARCHIVE_ARTIFACTS
 261           default: '{archive-artifacts}'
 262           description: Artifacts to archive to the logs server.
 263       # This is a manually-triggered verify job, part of API coverage.
 264       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 265       # Can be removed when this job is no longer needed for full API coverage.
 266       - csit-fail-on-crc-mismatch-parameter:
 267           fail-on-crc-mismatch: 'True'
 268
 269     scm:
 270       - gerrit-trigger-scm:
 271           credentials-id: 'jenkins-gerrit-credentials'
 272           refspec: '$GERRIT_REFSPEC'
 273           choosing-strategy: 'gerrit'
 274
 275     wrappers:
 276       - fdio-infra-wrappers-non-activity-timeout:
 277           build-timeout: '{build-timeout}'
 278
 279     triggers:
 280       - gerrit-trigger-csit-perftest:
 281           project: '{project}'
 282           branch: '{branch}'
 283           trigger-word: 'csit-{node-arch}-perftest'
 284           skip-vote: false
 285
 286     builders:
 287       - shell:
 288           !include-raw-escape:
 289           - ../scripts/setup_executor_env.sh
 290       - shell:
 291           !include-raw-escape:
 292           - ../scripts/csit/perf-verify.sh
 293
 294     publishers:
 295       - robot:
 296           output-path: 'archives'
 297           other-files:
 298             - '*.*'
 299
 300       - fdio-infra-shiplogs:
 301           maven-version: 'mvn33-new'
 302
 303 - job-template:
 304     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 305
 306     description: |
 307       <ul>
 308           <li>objective
 309               <ul>
 310                   <li>check vpp perf mrr daily
 311               </ul>
 312           <li>executor
 313               <ul>
 314                   <li>{executor}
 315               </ul>
 316           <li>perf test-cases selection
 317               <ul>
 318                   <li>all CSIT VPP MRR perf suites
 319               </ul>
 320           <li>results
 321               <ul>
 322                   <li>jjb verify: PASS/FAIL
 323                   <li>present: no
 324                   <li>analyse: csit project (catch malfunctions/degradations)
 325               </ul>
 326       </ul>
 327
 328     project-type: freestyle
 329     node: '{executor}'
 330     concurrent: false
 331     archive-artifacts: 'csit/archive/*.*'
 332     latest-only: false
 333
 334     build-discarder:
 335       daysToKeep: '{build-days-to-keep}'
 336       numToKeep: '{build-num-to-keep}'
 337       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 338       artifactNumToKeep: '{build-artifact-num-to-keep}'
 339
 340     parameters:
 341       - project-parameter:
 342           project: '{project}'
 343       - gerrit-parameter:
 344           branch: '{branch}'
 345       - csit-perf-trial-duration-parameter:
 346           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 347       - csit-perf-trial-multiplicity-parameter:
 348           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 349       - string:
 350           name: ARCHIVE_ARTIFACTS
 351           default: '{archive-artifacts}'
 352           description: Artifacts to archive to the logs server.
 353
 354     wrappers:
 355       - fdio-infra-wrappers-non-activity-timeout:
 356           build-timeout: '{build-timeout}'
 357
 358     triggers:
 359       - timed: '{periodicity}'
 360
 361     builders:
 362       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 363       - inject:
 364           properties-file: variables.prop
 365       - shell:
 366           !include-raw-escape:
 367           - ../scripts/setup_executor_env.sh
 368       - shell:
 369           !include-raw-escape:
 370           - ../scripts/csit/perf-timed.sh
 371
 372     publishers:
 373       - robot:
 374           output-path: 'archives'
 375           other-files:
 376             - '*.*'
 377
 378       - fdio-infra-shiplogs:
 379           maven-version: 'mvn33-new'
 380
 381 - job-template:
 382     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 383
 384     description: |
 385       <ul>
 386           <li>objective
 387               <ul>
 388                   <li>check vpp perf mrr weekly on {node-arch}
 389               </ul>
 390           <li>executor
 391               <ul>
 392                   <li>{executor}
 393               </ul>
 394           <li>perf test-cases selection
 395               <ul>
 396                   <li>NF Density CSIT VPP MRR perf suites
 397               </ul>
 398           <li>results
 399               <ul>
 400                   <li>jjb verify: PASS/FAIL
 401                   <li>present: no
 402                   <li>analyse: csit project (catch malfunctions/degradations)
 403               </ul>
 404       </ul>
 405
 406     project-type: freestyle
 407     node: '{executor}'
 408     concurrent: false
 409     archive-artifacts: 'csit/archive/*.*'
 410     latest-only: false
 411
 412     build-discarder:
 413       daysToKeep: '{build-days-to-keep}'
 414       numToKeep: '{build-num-to-keep}'
 415       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 416       artifactNumToKeep: '{build-artifact-num-to-keep}'
 417
 418     parameters:
 419       - project-parameter:
 420           project: '{project}'
 421       - gerrit-parameter:
 422           branch: '{branch}'
 423       - csit-perf-trial-duration-parameter:
 424           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 425       - csit-perf-trial-multiplicity-parameter:
 426           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 427       - string:
 428           name: ARCHIVE_ARTIFACTS
 429           default: '{archive-artifacts}'
 430           description: Artifacts to archive to the logs server.
 431
 432     wrappers:
 433       - fdio-infra-wrappers-non-activity-timeout:
 434           build-timeout: '{build-timeout}'
 435
 436     triggers:
 437       - timed: '{periodicity}'
 438
 439     builders:
 440       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 441       - inject:
 442           properties-file: variables.prop
 443       - shell:
 444           !include-raw-escape:
 445           - ../scripts/setup_executor_env.sh
 446       - shell:
 447           !include-raw-escape:
 448           - ../scripts/csit/perf-timed.sh
 449
 450     publishers:
 451       - robot:
 452           output-path: 'archives'
 453           other-files:
 454             - '*.*'
 455
 456       - fdio-infra-shiplogs:
 457           maven-version: 'mvn33-new'
 458
 459 - job-template:
 460     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 461
 462     description: |
 463       <ul>
 464           <li>objective
 465               <ul>
 466                   <li>check vpp perf ndrpdr weekly on {node-arch}
 467               </ul>
 468           <li>executor
 469               <ul>
 470                   <li>{executor}
 471               </ul>
 472           <li>perf test-cases selection
 473               <ul>
 474                   <li>pre-selected CSIT VPP NDRPDR perf suites
 475               </ul>
 476           <li>results
 477               <ul>
 478                   <li>jjb verify: PASS/FAIL
 479                   <li>present: no
 480                   <li>analyse: csit project (catch malfunctions/degradations)
 481               </ul>
 482       </ul>
 483     project-type: freestyle
 484     node: '{executor}'
 485     concurrent: false
 486     archive-artifacts: 'csit/archive/*.*'
 487     latest-only: false
 488
 489     build-discarder:
 490       daysToKeep: '{build-days-to-keep}'
 491       numToKeep: '{build-num-to-keep}'
 492       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 493       artifactNumToKeep: '{build-artifact-num-to-keep}'
 494
 495     parameters:
 496       - project-parameter:
 497           project: '{project}'
 498       - gerrit-parameter:
 499           branch: '{branch}'
 500       - string:
 501           name: ARCHIVE_ARTIFACTS
 502           default: '{archive-artifacts}'
 503           description: Artifacts to archive to the logs server.
 504
 505     wrappers:
 506       - fdio-infra-wrappers-non-activity-timeout:
 507           build-timeout: '{build-timeout}'
 508
 509     triggers:
 510       - timed: '{periodicity}'
 511
 512     builders:
 513       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 514       - inject:
 515           properties-file: variables.prop
 516       - shell:
 517           !include-raw-escape:
 518           - ../scripts/setup_executor_env.sh
 519       - shell:
 520           !include-raw-escape:
 521           - ../scripts/csit/perf-timed.sh
 522
 523     publishers:
 524       - robot:
 525           output-path: 'archives'
 526           other-files:
 527             - '*.*'
 528
 529       - fdio-infra-shiplogs:
 530           maven-version: 'mvn33-new'
 531
 532 - job-template:
 533     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 534
 535     description: |
 536       <ul>
 537           <li>objective
 538               <ul>
 539                   <li>perf verify - per csit gerrit patch
 540               </ul>
 541           <li>job
 542               <ul>
 543                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 544                   <li>trigger: keyword in comment to csit patch:
 545                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 546               </ul>
 547           <li>executor
 548               <ul>
 549                   <li>{executor}
 550               </ul>
 551           <li>perf test-cases selection
 552               <ul>
 553                   <li>test-cases selected using trigger keyword followed by tags
 554                   <li>all test-cases are labelled with CSIT RF topic tags
 555                       defined in <i>csit/docs/tag_documentation.rst</i>
 556               </ul>
 557           <li>default tags for dpdk perf test type
 558               <ul>
 559                   <li>IP4BASE, L2XCBASE
 560                   <li>64B: 64B packet size
 561                   <li>1C: one core
 562                   <li>X710: x710 Fortville NIC
 563                   <li>MRR: MRR throughput
 564               </ul>
 565           <li>results
 566               <ul>
 567                   <li>jjb verify: PASS/FAIL
 568                   <li>present: no
 569                   <li>analyse: no
 570               </ul>
 571       </ul>
 572
 573     project-type: freestyle
 574     node: '{executor}'
 575     concurrent: true
 576     archive-artifacts: 'archive/*.*'
 577     latest-only: false
 578
 579     build-discarder:
 580       daysToKeep: '{build-days-to-keep}'
 581       numToKeep: '{build-num-to-keep}'
 582       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 583       artifactNumToKeep: '{build-artifact-num-to-keep}'
 584
 585     parameters:
 586       - project-parameter:
 587           project: '{project}'
 588       - gerrit-parameter:
 589           branch: '{branch}'
 590       - csit-perf-trial-duration-parameter:
 591           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 592       - csit-perf-trial-multiplicity-parameter:
 593           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 594       - string:
 595           name: ARCHIVE_ARTIFACTS
 596           default: '{archive-artifacts}'
 597           description: Artifacts to archive to the logs server.
 598
 599     scm:
 600       - gerrit-trigger-scm:
 601           credentials-id: 'jenkins-gerrit-credentials'
 602           refspec: '$GERRIT_REFSPEC'
 603           choosing-strategy: 'gerrit'
 604
 605     wrappers:
 606       - fdio-infra-wrappers-non-activity-timeout:
 607           build-timeout: '{build-timeout}'
 608
 609     triggers:
 610       - gerrit-trigger-csit-perftest:
 611           project: '{project}'
 612           branch: '{branch}'
 613           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 614           skip-vote: false
 615
 616     builders:
 617       - shell:
 618           !include-raw-escape:
 619           - ../scripts/setup_executor_env.sh
 620       - shell:
 621           !include-raw-escape:
 622           - ../scripts/csit/perf-verify.sh
 623
 624     publishers:
 625       - robot:
 626           output-path: 'archives'
 627           other-files:
 628             - '*.*'
 629
 630       - fdio-infra-shiplogs:
 631           maven-version: 'mvn33-new'
 632
 633 - job-template:
 634     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 635
 636     description: |
 637       <ul>
 638           <li>objective
 639               <ul>
 640                   <li>check dpdk perf mrr weekly
 641               </ul>
 642           <li>executor
 643               <ul>
 644                   <li>{executor}
 645               </ul>
 646           <li>perf test-cases selection
 647               <ul>
 648                   <li>all CSIT DPDK MRR perf suites
 649               </ul>
 650           <li>results
 651               <ul>
 652                   <li>jjb verify: PASS/FAIL
 653                   <li>present: no
 654                   <li>analyse: csit project (catch malfunctions/degradations)
 655               </ul>
 656       </ul>
 657
 658     project-type: freestyle
 659     node: '{executor}'
 660     concurrent: false
 661     archive-artifacts: 'csit/archive/*.*'
 662     latest-only: false
 663
 664     build-discarder:
 665       daysToKeep: '{build-days-to-keep}'
 666       numToKeep: '{build-num-to-keep}'
 667       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 668       artifactNumToKeep: '{build-artifact-num-to-keep}'
 669
 670     parameters:
 671       - project-parameter:
 672           project: '{project}'
 673       - gerrit-parameter:
 674           branch: '{branch}'
 675       - csit-perf-trial-duration-parameter:
 676           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 677       - csit-perf-trial-multiplicity-parameter:
 678           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 679       - string:
 680           name: ARCHIVE_ARTIFACTS
 681           default: '{archive-artifacts}'
 682           description: Artifacts to archive to the logs server.
 683
 684     wrappers:
 685       - fdio-infra-wrappers-non-activity-timeout:
 686           build-timeout: '{build-timeout}'
 687
 688     triggers:
 689       - timed: '{periodicity}'
 690
 691     builders:
 692       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 693       - inject:
 694           properties-file: variables.prop
 695       - shell:
 696           !include-raw-escape:
 697           - ../scripts/setup_executor_env.sh
 698       - shell:
 699           !include-raw-escape:
 700           - ../scripts/csit/perf-timed.sh
 701
 702     publishers:
 703       - robot:
 704           output-path: 'archives'
 705           other-files:
 706             - '*.*'
 707
 708       - fdio-infra-shiplogs:
 709           maven-version: 'mvn33-new'
 710
 711 - job-template:
 712     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 713
 714     description: |
 715       <ul>
 716           <li>objective
 717               <ul>
 718                   <li>get vpp performance iterative data for csit report
 719               </ul>
 720           <li>job
 721               <ul>
 722                   <li>name:
 723                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 724                       {node-arch}</b>
 725                   <li>trigger: keyword in comment to csit patch:
 726                       <b>csit-vpp-report-iter-{node-arch}-perftest
 727                       test_set_id</b>
 728                   <li>trigger example:
 729                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 730               </ul>
 731           <li>executor
 732               <ul>
 733                   <li>{executor}
 734               </ul>
 735           <li>perf test-cases selection
 736               <ul>
 737                   <li>test-cases selected by tags defined in
 738                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 739                       test_set_id.md</i>
 740               </ul>
 741
 742           <li>results
 743               <ul>
 744                   <li>jjb verify: PASS/FAIL
 745                   <li>present: vpp performance
 746                   <li>analyse: vpp performance
 747               </ul>
 748       </ul>
 749
 750     project-type: freestyle
 751     node: '{executor}'
 752     concurrent: true
 753     archive-artifacts: 'archive/*.*'
 754     latest-only: false
 755
 756     build-discarder:
 757       daysToKeep: '{build-days-to-keep}'
 758       numToKeep: '{build-num-to-keep}'
 759       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 760       artifactNumToKeep: '{build-artifact-num-to-keep}'
 761
 762     parameters:
 763       - project-parameter:
 764           project: '{project}'
 765       - gerrit-parameter:
 766           branch: '{branch}'
 767       - gerrit-refspec-parameter
 768       - gerrit-event-type-parameter
 769       - gerrit-event-comment-text-parameter
 770       - csit-perf-trial-duration-parameter:
 771           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 772       - csit-perf-trial-multiplicity-parameter:
 773           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 774       - string:
 775           name: ARCHIVE_ARTIFACTS
 776           default: '{archive-artifacts}'
 777           description: Artifacts to archive to the logs server.
 778
 779     scm:
 780       - gerrit-trigger-scm:
 781           credentials-id: 'jenkins-gerrit-credentials'
 782           refspec: '$GERRIT_REFSPEC'
 783           choosing-strategy: 'gerrit'
 784
 785     wrappers:
 786       - fdio-infra-wrappers-non-activity-timeout:
 787           build-timeout: '{build-timeout}'
 788
 789     triggers:
 790       - gerrit-trigger-csit-perftest:
 791           project: '{project}'
 792           branch: '{branch}'
 793           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 794           skip-vote: false
 795
 796     builders:
 797       - shell:
 798           !include-raw-escape:
 799           - ../scripts/setup_executor_env.sh
 800       - shell:
 801           !include-raw-escape:
 802           - ../scripts/csit/perf-verify.sh
 803
 804     publishers:
 805       - robot:
 806           output-path: 'archives'
 807           other-files:
 808             - '*.*'
 809
 810       - fdio-infra-shiplogs:
 811           maven-version: 'mvn33-new'
 812
 813 - job-template:
 814     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 815
 816     description: |
 817       <ul>
 818           <li>objective
 819               <ul>
 820                   <li>get dpdk performance iterative data for csit report
 821               </ul>
 822           <li>job
 823               <ul>
 824                   <li>name:
 825                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 826                       {node-arch}</b>
 827                   <li>trigger: keyword in comment to csit patch:
 828                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 829                       test_set_id</b>
 830                   <li>trigger example:
 831                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 832               </ul>
 833           <li>executor
 834               <ul>
 835                   <li>{executor}
 836               </ul>
 837           <li>perf test-cases selection
 838               <ul>
 839                   <li>test-cases selected by tags defined in
 840                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 841                       test_set_id.md</i>
 842               </ul>
 843
 844           <li>results
 845               <ul>
 846                   <li>jjb verify: PASS/FAIL
 847                   <li>present: dpdk performance
 848                   <li>analyse: dpdk performance
 849               </ul>
 850       </ul>
 851
 852     project-type: freestyle
 853     node: '{executor}'
 854     concurrent: true
 855     archive-artifacts: 'archive/*.*'
 856     latest-only: false
 857
 858     build-discarder:
 859       daysToKeep: '{build-days-to-keep}'
 860       numToKeep: '{build-num-to-keep}'
 861       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 862       artifactNumToKeep: '{build-artifact-num-to-keep}'
 863
 864     parameters:
 865       - project-parameter:
 866           project: '{project}'
 867       - gerrit-parameter:
 868           branch: '{branch}'
 869       - gerrit-refspec-parameter
 870       - gerrit-event-type-parameter
 871       - gerrit-event-comment-text-parameter
 872       - csit-perf-trial-duration-parameter:
 873           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 874       - csit-perf-trial-multiplicity-parameter:
 875           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 876       - string:
 877           name: ARCHIVE_ARTIFACTS
 878           default: '{archive-artifacts}'
 879           description: Artifacts to archive to the logs server.
 880
 881     scm:
 882       - gerrit-trigger-scm:
 883           credentials-id: 'jenkins-gerrit-credentials'
 884           refspec: '$GERRIT_REFSPEC'
 885           choosing-strategy: 'gerrit'
 886
 887     wrappers:
 888       - fdio-infra-wrappers-non-activity-timeout:
 889           build-timeout: '{build-timeout}'
 890
 891     triggers:
 892       - gerrit-trigger-csit-perftest:
 893           project: '{project}'
 894           branch: '{branch}'
 895           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
 896           skip-vote: false
 897
 898     builders:
 899       - shell:
 900           !include-raw-escape:
 901           - ../scripts/setup_executor_env.sh
 902       - shell:
 903           !include-raw-escape:
 904           - ../scripts/csit/perf-verify.sh
 905
 906     publishers:
 907       - robot:
 908           output-path: 'archives'
 909           other-files:
 910             - '*.*'
 911
 912       - fdio-infra-shiplogs:
 913           maven-version: 'mvn33-new'
 914
 915 - job-template:
 916     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
 917
 918     description: |
 919       <ul>
 920           <li>objective
 921               <ul>
 922                   <li>get vpp performance coverage data for csit report
 923               </ul>
 924           <li>job
 925               <ul>
 926                   <li>name:
 927                       <b>csit-vpp-perf-report-coverage-{stream_report}-
 928                       {node-arch}</b>
 929                   <li>trigger: keyword in comment to csit patch:
 930                       <b>csit-vpp-report-cov-{node-arch}-perftest
 931                       test_set_id</b>
 932                   <li>trigger example:
 933                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
 934               </ul>
 935           <li>executor
 936               <ul>
 937                   <li>{executor}
 938               </ul>
 939           <li>perf test-cases selection
 940               <ul>
 941                   <li>test-cases selected by tags defined in
 942                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 943                       test_set_id.md</i>
 944               </ul>
 945
 946           <li>results
 947               <ul>
 948                   <li>jjb verify: PASS/FAIL
 949                   <li>present: vpp performance
 950                   <li>analyse: vpp performance
 951               </ul>
 952       </ul>
 953
 954     project-type: freestyle
 955     node: '{executor}'
 956     concurrent: true
 957     archive-artifacts: 'archive/*.*'
 958     latest-only: false
 959
 960     build-discarder:
 961       daysToKeep: '{build-days-to-keep}'
 962       numToKeep: '{build-num-to-keep}'
 963       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 964       artifactNumToKeep: '{build-artifact-num-to-keep}'
 965
 966     parameters:
 967       - project-parameter:
 968           project: '{project}'
 969       - gerrit-parameter:
 970           branch: '{branch}'
 971       - gerrit-refspec-parameter
 972       - gerrit-event-type-parameter
 973       - gerrit-event-comment-text-parameter
 974       - csit-perf-trial-duration-parameter:
 975           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 976       - csit-perf-trial-multiplicity-parameter:
 977           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 978       - string:
 979           name: ARCHIVE_ARTIFACTS
 980           default: '{archive-artifacts}'
 981           description: Artifacts to archive to the logs server.
 982
 983     scm:
 984       - gerrit-trigger-scm:
 985           credentials-id: 'jenkins-gerrit-credentials'
 986           refspec: '$GERRIT_REFSPEC'
 987           choosing-strategy: 'gerrit'
 988
 989     wrappers:
 990       - fdio-infra-wrappers-non-activity-timeout:
 991           build-timeout: '{build-timeout}'
 992
 993     triggers:
 994       - gerrit-trigger-csit-perftest:
 995           project: '{project}'
 996           branch: '{branch}'
 997           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
 998           skip-vote: false
 999
1000     builders:
1001       - shell:
1002           !include-raw-escape:
1003           - ../scripts/setup_executor_env.sh
1004       - shell:
1005           !include-raw-escape:
1006           - ../scripts/csit/perf-verify.sh
1007
1008     publishers:
1009       - robot:
1010           output-path: 'archives'
1011           other-files:
1012             - '*.*'
1013
1014       - fdio-infra-shiplogs:
1015           maven-version: 'mvn33-new'
1016
1017 - job-template:
1018     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1019
1020     description: |
1021       <ul>
1022           <li>objective
1023               <ul>
1024                   <li>get dpdk performance coverage data for csit report
1025               </ul>
1026           <li>job
1027               <ul>
1028                   <li>name:
1029                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1030                       {node-arch}</b>
1031                   <li>trigger: keyword in comment to csit patch:
1032                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1033                       test_set_id</b>
1034                   <li>trigger example:
1035                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1036               </ul>
1037           <li>executor
1038               <ul>
1039                   <li>{executor}
1040               </ul>
1041           <li>perf test-cases selection
1042               <ul>
1043                   <li>test-cases selected by tags defined in
1044                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1045                       test_set_id.md</i>
1046               </ul>
1047
1048           <li>results
1049               <ul>
1050                   <li>jjb verify: PASS/FAIL
1051                   <li>present: dpdk performance
1052                   <li>analyse: dpdk performance
1053               </ul>
1054       </ul>
1055
1056     project-type: freestyle
1057     node: '{executor}'
1058     concurrent: true
1059     archive-artifacts: 'archive/*.*'
1060     latest-only: false
1061
1062     build-discarder:
1063       daysToKeep: '{build-days-to-keep}'
1064       numToKeep: '{build-num-to-keep}'
1065       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1066       artifactNumToKeep: '{build-artifact-num-to-keep}'
1067
1068     parameters:
1069       - project-parameter:
1070           project: '{project}'
1071       - gerrit-parameter:
1072           branch: '{branch}'
1073       - gerrit-refspec-parameter
1074       - gerrit-event-type-parameter
1075       - gerrit-event-comment-text-parameter
1076       - csit-perf-trial-duration-parameter:
1077           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1078       - csit-perf-trial-multiplicity-parameter:
1079           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1080       - string:
1081           name: ARCHIVE_ARTIFACTS
1082           default: '{archive-artifacts}'
1083           description: Artifacts to archive to the logs server.
1084
1085     scm:
1086       - gerrit-trigger-scm:
1087           credentials-id: 'jenkins-gerrit-credentials'
1088           refspec: '$GERRIT_REFSPEC'
1089           choosing-strategy: 'gerrit'
1090
1091     wrappers:
1092       - fdio-infra-wrappers-non-activity-timeout:
1093           build-timeout: '{build-timeout}'
1094
1095     triggers:
1096       - gerrit-trigger-csit-perftest:
1097           project: '{project}'
1098           branch: '{branch}'
1099           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1100           skip-vote: false
1101
1102     builders:
1103       - shell:
1104           !include-raw-escape:
1105           - ../scripts/setup_executor_env.sh
1106       - shell:
1107           !include-raw-escape:
1108           - ../scripts/csit/perf-verify.sh
1109
1110     publishers:
1111       - robot:
1112           output-path: 'archives'
1113           other-files:
1114             - '*.*'
1115
1116       - fdio-infra-shiplogs:
1117           maven-version: 'mvn33-new'