jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2020 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx
  24             - 2n-skx
  25             - 2n-dnv
  26             - 2n-zn2
  27             - 3n-skx
  28             - 3n-hsw
  29             - 3n-dnv
  30             - 3n-tsh:
  31                executor: 'ubuntu1804arm-us'
  32       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  33           node-arch:
  34             - ''
  35             - -2n-clx
  36             - -2n-skx
  37             - -2n-zn2
  38             - -3n-skx
  39             - -3n-tsh:
  40                 executor: 'ubuntu1804arm-us'
  41           periodicity: '0 0 * * 6'
  42       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  43           node-arch:
  44             - 2n-clx
  45             - 2n-skx
  46             - 2n-dnv
  47             - 2n-zn2
  48             - 3n-skx
  49             - 3n-hsw
  50             - 3n-dnv
  51             - 3n-tsh:
  52                executor: 'ubuntu1804arm-us'
  53           stream:
  54             - master:
  55                 branch: 'master'
  56                 branch-id: 'oper'
  57             - '1908_1':
  58                 branch: 'rls1908_1'
  59                 branch-id: 'oper-rls1908_1'
  60             - '1908_2':
  61                 branch: 'rls1908_2'
  62                 branch-id: 'oper-rls1908_2'
  63             - '2005':
  64                 branch: 'rls2005'
  65                 branch-id: 'oper-rls2005'
  66             - '2009':
  67                 branch: 'rls2009'
  68                 branch-id: 'oper-rls2009'
  69             - '2009_lts':
  70                 branch: 'rls2009_lts'
  71                 branch-id: 'oper-rls2009_lts'
  72       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
  73           node-arch:
  74             - '':
  75                 periodicity: '0 2,14 * * *'
  76             - -2n-clx:
  77                 periodicity: '0 2,14 * * *'
  78             - -2n-skx:
  79                 periodicity: '0 2,14 * * *'
  80             - -2n-dnv:
  81                 periodicity: '0 2,14 * * *'
  82             - -2n-zn2:
  83                 periodicity: '0 2,14 * * *'
  84             - -3n-skx:
  85                 periodicity: '0 2,14 * * *'
  86             - -3n-dnv:
  87                 periodicity: '0 2,14 * * *'
  88             - -3n-tsh:
  89                 executor: 'ubuntu1804arm-us'
  90                 periodicity: '0 14 * * *'
  91       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
  92           node-arch:
  93             - 2n-clx
  94             - 2n-skx
  95             - 3n-skx
  96           stream:
  97             - master:
  98                 branch: 'master'
  99                 branch-id: 'oper'
 100             - '1908_2':
 101                 branch: 'rls1908_2'
 102                 branch-id: 'oper-rls1908_2'
 103             - '2009_lts':
 104                 branch: 'rls2009_lts'
 105                 branch-id: 'oper-rls2009_lts'
 106           periodicity: '0 0 * * 6'
 107       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 108           node-arch:
 109             - 2n-clx
 110             - 2n-skx
 111             - 3n-skx
 112             - 3n-hsw
 113           periodicity: '0 0 * * 6'
 114       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 115           node-arch:
 116             - 2n-clx
 117             - 2n-skx
 118             - 2n-dnv
 119             - 2n-zn2
 120             - 3n-skx
 121             - 3n-hsw
 122             - 3n-dnv
 123             - 3n-tsh:
 124                 executor: 'ubuntu1804arm-us'
 125       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 126           node-arch:
 127             - 2n-clx
 128             - 2n-skx
 129             - 2n-dnv
 130             - 2n-zn2
 131             - 3n-skx
 132             - 3n-hsw
 133             - 3n-dnv
 134             - 3n-tsh:
 135                 executor: 'ubuntu1804arm-us'
 136       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 137           node-arch:
 138             - 2n-clx
 139             - 2n-skx
 140             - 2n-dnv
 141             - 2n-zn2
 142             - 3n-skx
 143             - 3n-hsw
 144             - 3n-dnv
 145             - 3n-tsh:
 146                 executor: 'ubuntu1804arm-us'
 147       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 148           node-arch:
 149             - 2n-clx
 150             - 2n-skx
 151             - 2n-dnv
 152             - 2n-zn2
 153             - 3n-skx
 154             - 3n-hsw
 155             - 3n-dnv
 156             - 3n-tsh:
 157                 executor: 'ubuntu1804arm-us'
 158
 159     project: 'csit'
 160     executor: 'ubuntu1804-us'
 161     branch: 'master'
 162     branch-id: 'oper'
 163     csit-perf-trial-duration: "1.0"
 164     csit-perf-trial-multiplicity: "10"
 165     stream:
 166       - master:
 167           branch: 'master'
 168           branch-id: 'oper'
 169       - '1908_2':
 170           branch: 'rls1908_2'
 171           branch-id: 'oper-rls1908_2'
 172       - '2005':
 173           branch: 'rls2005'
 174           branch-id: 'oper-rls2005'
 175       - '2009':
 176           branch: 'rls2009'
 177           branch-id: 'oper-rls2009'
 178       - '2009_lts':
 179           branch: 'rls2009_lts'
 180           branch-id: 'oper-rls2009_lts'
 181     stream_report:
 182       - '2009':
 183           branch: 'rls2009'
 184           branch-id: 'oper-rls2009'
 185
 186     build-artifact-num-to-keep: 10
 187
 188
 189 - job-template:
 190     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 191
 192     description: |
 193       <ul>
 194           <li>objective
 195               <ul>
 196                   <li>perf verify - per csit gerrit patch
 197               </ul>
 198           <li>job
 199               <ul>
 200                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 201                   <li>trigger: keyword in comment to csit patch:
 202                       <b>csit-{node-arch}-perftest tag_list</b>
 203               </ul>
 204           <li>executor
 205               <ul>
 206                   <li>{executor}
 207               </ul>
 208           <li>perf test-cases selection
 209               <ul>
 210                   <li>test-cases selected using trigger keyword followed by tags
 211                   <li>all test-cases are labelled with CSIT RF topic tags
 212                       defined in <i>csit/docs/tag_documentation.rst</i>
 213               </ul>
 214           <li>proposed keywords
 215               <ul>
 216                   <li>focus on testing specified vpp packet processing path
 217                   <li>format: csit-{node-arch}-perftest tag_list
 218               </ul>
 219           <li>default tags for vpp startup config and perf test type
 220               <ul>
 221                   <li>IP4BASE, IP6BASE, L2BDBASE
 222                   <li>64B/78B: 64B/78B packet size
 223                   <li>1C: one core
 224                   <li>X710: x710 Fortville NIC
 225                   <li>MRR: MRR throughput
 226               </ul>
 227           <li>results
 228               <ul>
 229                   <li>jjb verify: PASS/FAIL
 230                   <li>present: no
 231                   <li>analyse: no
 232               </ul>
 233       </ul>
 234
 235     project-type: freestyle
 236     node: '{executor}'
 237     concurrent: true
 238     archive-artifacts: 'archive/*.*'
 239     latest-only: false
 240
 241     build-discarder:
 242       daysToKeep: '{build-days-to-keep}'
 243       numToKeep: '{build-num-to-keep}'
 244       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 245       artifactNumToKeep: '{build-artifact-num-to-keep}'
 246
 247     parameters:
 248       - project-parameter:
 249           project: '{project}'
 250       - gerrit-parameter:
 251           branch: '{branch}'
 252       - gerrit-refspec-parameter
 253       - gerrit-event-type-parameter
 254       - gerrit-event-comment-text-parameter
 255       - csit-perf-trial-duration-parameter:
 256           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 257       - csit-perf-trial-multiplicity-parameter:
 258           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 259       - string:
 260           name: ARCHIVE_ARTIFACTS
 261           default: '{archive-artifacts}'
 262           description: Artifacts to archive to the logs server.
 263       # This is a manually-triggered verify job, part of API coverage.
 264       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 265       # Can be removed when this job is no longer needed for full API coverage.
 266       - csit-fail-on-crc-mismatch-parameter:
 267           fail-on-crc-mismatch: 'True'
 268
 269     scm:
 270       - gerrit-trigger-scm:
 271           credentials-id: 'jenkins-gerrit-credentials'
 272           refspec: '$GERRIT_REFSPEC'
 273           choosing-strategy: 'gerrit'
 274
 275     wrappers:
 276       - fdio-infra-wrappers-non-activity-timeout:
 277           build-timeout: '{build-timeout}'
 278
 279     triggers:
 280       - gerrit-trigger-csit-perftest:
 281           project: '{project}'
 282           branch: '{branch}'
 283           trigger-word: 'csit-{node-arch}-perftest'
 284           skip-vote: false
 285
 286     builders:
 287       - shell:
 288           !include-raw-escape:
 289           - ../scripts/setup_executor_env.sh
 290       - shell:
 291           !include-raw-escape:
 292           - ../scripts/csit/perf-verify.sh
 293
 294     publishers:
 295       - robot:
 296           output-path: 'archives'
 297           other-files:
 298             - '*.*'
 299
 300       - fdio-infra-shiplogs:
 301           maven-version: 'mvn33-new'
 302
 303 - job-template:
 304     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 305
 306     description: |
 307       <ul>
 308           <li>objective
 309               <ul>
 310                   <li>check vpp perf mrr daily
 311               </ul>
 312           <li>executor
 313               <ul>
 314                   <li>{executor}
 315               </ul>
 316           <li>perf test-cases selection
 317               <ul>
 318                   <li>all CSIT VPP MRR perf suites
 319               </ul>
 320           <li>results
 321               <ul>
 322                   <li>jjb verify: PASS/FAIL
 323                   <li>present: no
 324                   <li>analyse: csit project (catch malfunctions/degradations)
 325               </ul>
 326       </ul>
 327
 328     project-type: freestyle
 329     node: '{executor}'
 330     concurrent: false
 331     archive-artifacts: 'csit/archive/*.*'
 332     latest-only: false
 333
 334     build-discarder:
 335       daysToKeep: '{build-days-to-keep}'
 336       numToKeep: '{build-num-to-keep}'
 337       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 338       artifactNumToKeep: '{build-artifact-num-to-keep}'
 339
 340     parameters:
 341       - project-parameter:
 342           project: '{project}'
 343       - gerrit-parameter:
 344           branch: '{branch}'
 345       - csit-perf-trial-duration-parameter:
 346           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 347       - csit-perf-trial-multiplicity-parameter:
 348           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 349       - string:
 350           name: ARCHIVE_ARTIFACTS
 351           default: '{archive-artifacts}'
 352           description: Artifacts to archive to the logs server.
 353
 354     wrappers:
 355       - fdio-infra-wrappers-non-activity-timeout:
 356           build-timeout: '{build-timeout}'
 357
 358     triggers:
 359       - timed: '{periodicity}'
 360
 361     builders:
 362       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 363       - inject:
 364           properties-file: variables.prop
 365       - shell:
 366           !include-raw-escape:
 367           - ../scripts/setup_executor_env.sh
 368       - shell:
 369           !include-raw-escape:
 370           - ../scripts/csit/perf-timed.sh
 371
 372     publishers:
 373       - robot:
 374           output-path: 'archives'
 375           other-files:
 376             - '*.*'
 377
 378       - fdio-infra-shiplogs:
 379           maven-version: 'mvn33-new'
 380
 381 - job-template:
 382     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 383
 384     description: |
 385       <ul>
 386           <li>objective
 387               <ul>
 388                   <li>check vpp perf mrr weekly on {node-arch}
 389               </ul>
 390           <li>executor
 391               <ul>
 392                   <li>{executor}
 393               </ul>
 394           <li>perf test-cases selection
 395               <ul>
 396                   <li>NF Density CSIT VPP MRR perf suites
 397               </ul>
 398           <li>results
 399               <ul>
 400                   <li>jjb verify: PASS/FAIL
 401                   <li>present: no
 402                   <li>analyse: csit project (catch malfunctions/degradations)
 403               </ul>
 404       </ul>
 405
 406     project-type: freestyle
 407     node: '{executor}'
 408     concurrent: false
 409     archive-artifacts: 'csit/archive/*.*'
 410     latest-only: false
 411
 412     build-discarder:
 413       daysToKeep: '{build-days-to-keep}'
 414       numToKeep: '{build-num-to-keep}'
 415       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 416       artifactNumToKeep: '{build-artifact-num-to-keep}'
 417
 418     parameters:
 419       - project-parameter:
 420           project: '{project}'
 421       - gerrit-parameter:
 422           branch: '{branch}'
 423       - csit-perf-trial-duration-parameter:
 424           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 425       - csit-perf-trial-multiplicity-parameter:
 426           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 427       - string:
 428           name: ARCHIVE_ARTIFACTS
 429           default: '{archive-artifacts}'
 430           description: Artifacts to archive to the logs server.
 431
 432     wrappers:
 433       - fdio-infra-wrappers-non-activity-timeout:
 434           build-timeout: '{build-timeout}'
 435
 436     triggers:
 437       - timed: '{periodicity}'
 438
 439     builders:
 440       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 441       - inject:
 442           properties-file: variables.prop
 443       - shell:
 444           !include-raw-escape:
 445           - ../scripts/setup_executor_env.sh
 446       - shell:
 447           !include-raw-escape:
 448           - ../scripts/csit/perf-timed.sh
 449
 450     publishers:
 451       - robot:
 452           output-path: 'archives'
 453           other-files:
 454             - '*.*'
 455
 456       - fdio-infra-shiplogs:
 457           maven-version: 'mvn33-new'
 458
 459 - job-template:
 460     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 461
 462     description: |
 463       <ul>
 464           <li>objective
 465               <ul>
 466                   <li>check vpp perf ndrpdr weekly on {node-arch}
 467               </ul>
 468           <li>executor
 469               <ul>
 470                   <li>{executor}
 471               </ul>
 472           <li>perf test-cases selection
 473               <ul>
 474                   <li>pre-selected CSIT VPP NDRPDR perf suites
 475               </ul>
 476           <li>results
 477               <ul>
 478                   <li>jjb verify: PASS/FAIL
 479                   <li>present: no
 480                   <li>analyse: csit project (catch malfunctions/degradations)
 481               </ul>
 482       </ul>
 483     project-type: freestyle
 484     node: '{executor}'
 485     concurrent: false
 486     archive-artifacts: 'csit/archive/*.*'
 487     latest-only: false
 488
 489     build-discarder:
 490       daysToKeep: '{build-days-to-keep}'
 491       numToKeep: '{build-num-to-keep}'
 492       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 493       artifactNumToKeep: '{build-artifact-num-to-keep}'
 494
 495     parameters:
 496       - project-parameter:
 497           project: '{project}'
 498       - gerrit-parameter:
 499           branch: '{branch}'
 500       - string:
 501           name: ARCHIVE_ARTIFACTS
 502           default: '{archive-artifacts}'
 503           description: Artifacts to archive to the logs server.
 504
 505     wrappers:
 506       - fdio-infra-wrappers-non-activity-timeout:
 507           build-timeout: '{build-timeout}'
 508
 509     triggers:
 510       - timed: '{periodicity}'
 511
 512     builders:
 513       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 514       - inject:
 515           properties-file: variables.prop
 516       - shell:
 517           !include-raw-escape:
 518           - ../scripts/setup_executor_env.sh
 519       - shell:
 520           !include-raw-escape:
 521           - ../scripts/csit/perf-timed.sh
 522
 523     publishers:
 524       - robot:
 525           output-path: 'archives'
 526           other-files:
 527             - '*.*'
 528
 529       - fdio-infra-shiplogs:
 530           maven-version: 'mvn33-new'
 531
 532 - job-template:
 533     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 534
 535     description: |
 536       <ul>
 537           <li>objective
 538               <ul>
 539                   <li>perf verify - per csit gerrit patch
 540               </ul>
 541           <li>job
 542               <ul>
 543                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 544                   <li>trigger: keyword in comment to csit patch:
 545                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 546               </ul>
 547           <li>executor
 548               <ul>
 549                   <li>{executor}
 550               </ul>
 551           <li>perf test-cases selection
 552               <ul>
 553                   <li>test-cases selected using trigger keyword followed by tags
 554                   <li>all test-cases are labelled with CSIT RF topic tags
 555                       defined in <i>csit/docs/tag_documentation.rst</i>
 556               </ul>
 557           <li>default tags for dpdk perf test type
 558               <ul>
 559                   <li>IP4BASE, L2XCBASE
 560                   <li>64B: 64B packet size
 561                   <li>1C: one core
 562                   <li>X710: x710 Fortville NIC
 563                   <li>MRR: MRR throughput
 564               </ul>
 565           <li>results
 566               <ul>
 567                   <li>jjb verify: PASS/FAIL
 568                   <li>present: no
 569                   <li>analyse: no
 570               </ul>
 571       </ul>
 572
 573     project-type: freestyle
 574     node: '{executor}'
 575     concurrent: true
 576     archive-artifacts: 'archive/*.*'
 577     latest-only: false
 578
 579     build-discarder:
 580       daysToKeep: '{build-days-to-keep}'
 581       numToKeep: '{build-num-to-keep}'
 582       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 583       artifactNumToKeep: '{build-artifact-num-to-keep}'
 584
 585     parameters:
 586       - project-parameter:
 587           project: '{project}'
 588       - gerrit-parameter:
 589           branch: '{branch}'
 590       - csit-perf-trial-duration-parameter:
 591           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 592       - csit-perf-trial-multiplicity-parameter:
 593           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 594       - string:
 595           name: ARCHIVE_ARTIFACTS
 596           default: '{archive-artifacts}'
 597           description: Artifacts to archive to the logs server.
 598
 599     scm:
 600       - gerrit-trigger-scm:
 601           credentials-id: 'jenkins-gerrit-credentials'
 602           refspec: '$GERRIT_REFSPEC'
 603           choosing-strategy: 'gerrit'
 604
 605     wrappers:
 606       - fdio-infra-wrappers-non-activity-timeout:
 607           build-timeout: '{build-timeout}'
 608
 609     triggers:
 610       - gerrit-trigger-csit-perftest:
 611           project: '{project}'
 612           branch: '{branch}'
 613           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 614           skip-vote: false
 615
 616     builders:
 617       - shell:
 618           !include-raw-escape:
 619           - ../scripts/setup_executor_env.sh
 620       - shell:
 621           !include-raw-escape:
 622           - ../scripts/csit/perf-verify.sh
 623
 624     publishers:
 625       - robot:
 626           output-path: 'archives'
 627           other-files:
 628             - '*.*'
 629
 630       - fdio-infra-shiplogs:
 631           maven-version: 'mvn33-new'
 632
 633 - job-template:
 634     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 635
 636     description: |
 637       <ul>
 638           <li>objective
 639               <ul>
 640                   <li>check dpdk perf mrr weekly
 641               </ul>
 642           <li>executor
 643               <ul>
 644                   <li>{executor}
 645               </ul>
 646           <li>perf test-cases selection
 647               <ul>
 648                   <li>all CSIT DPDK MRR perf suites
 649               </ul>
 650           <li>results
 651               <ul>
 652                   <li>jjb verify: PASS/FAIL
 653                   <li>present: no
 654                   <li>analyse: csit project (catch malfunctions/degradations)
 655               </ul>
 656       </ul>
 657
 658     project-type: freestyle
 659     node: '{executor}'
 660     concurrent: false
 661     archive-artifacts: 'csit/archive/*.*'
 662     latest-only: false
 663
 664     build-discarder:
 665       daysToKeep: '{build-days-to-keep}'
 666       numToKeep: '{build-num-to-keep}'
 667       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 668       artifactNumToKeep: '{build-artifact-num-to-keep}'
 669
 670     parameters:
 671       - project-parameter:
 672           project: '{project}'
 673       - gerrit-parameter:
 674           branch: '{branch}'
 675       - csit-perf-trial-duration-parameter:
 676           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 677       - csit-perf-trial-multiplicity-parameter:
 678           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 679       - string:
 680           name: ARCHIVE_ARTIFACTS
 681           default: '{archive-artifacts}'
 682           description: Artifacts to archive to the logs server.
 683
 684     wrappers:
 685       - fdio-infra-wrappers-non-activity-timeout:
 686           build-timeout: '{build-timeout}'
 687
 688     triggers:
 689       - timed: '{periodicity}'
 690
 691     builders:
 692       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 693       - inject:
 694           properties-file: variables.prop
 695       - shell:
 696           !include-raw-escape:
 697           - ../scripts/setup_executor_env.sh
 698       - shell:
 699           !include-raw-escape:
 700           - ../scripts/csit/perf-timed.sh
 701
 702     publishers:
 703       - robot:
 704           output-path: 'archives'
 705           other-files:
 706             - '*.*'
 707
 708       - fdio-infra-shiplogs:
 709           maven-version: 'mvn33-new'
 710
 711 - job-template:
 712     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 713
 714     description: |
 715       <ul>
 716           <li>objective
 717               <ul>
 718                   <li>get vpp performance iterative data for csit report
 719               </ul>
 720           <li>job
 721               <ul>
 722                   <li>name:
 723                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 724                       {node-arch}</b>
 725                   <li>trigger: keyword in comment to csit patch:
 726                       <b>csit-vpp-report-iter-{node-arch}-perftest
 727                       test_set_id</b>
 728                   <li>trigger example:
 729                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 730               </ul>
 731           <li>executor
 732               <ul>
 733                   <li>{executor}
 734               </ul>
 735           <li>perf test-cases selection
 736               <ul>
 737                   <li>test-cases selected by tags defined in
 738                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 739                       test_set_id.md</i>
 740               </ul>
 741
 742           <li>results
 743               <ul>
 744                   <li>jjb verify: PASS/FAIL
 745                   <li>present: vpp performance
 746                   <li>analyse: vpp performance
 747               </ul>
 748       </ul>
 749
 750     project-type: freestyle
 751     node: '{executor}'
 752     concurrent: true
 753     archive-artifacts: 'archive/*.*'
 754     latest-only: false
 755
 756     build-discarder:
 757       daysToKeep: '{build-days-to-keep}'
 758       numToKeep: '{build-num-to-keep}'
 759       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 760       artifactNumToKeep: '{build-artifact-num-to-keep}'
 761
 762     parameters:
 763       - project-parameter:
 764           project: '{project}'
 765       - gerrit-parameter:
 766           branch: '{branch}'
 767       - csit-perf-trial-duration-parameter:
 768           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 769       - csit-perf-trial-multiplicity-parameter:
 770           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 771       - string:
 772           name: ARCHIVE_ARTIFACTS
 773           default: '{archive-artifacts}'
 774           description: Artifacts to archive to the logs server.
 775
 776     scm:
 777       - gerrit-trigger-scm:
 778           credentials-id: 'jenkins-gerrit-credentials'
 779           refspec: '$GERRIT_REFSPEC'
 780           choosing-strategy: 'gerrit'
 781
 782     wrappers:
 783       - fdio-infra-wrappers-non-activity-timeout:
 784           build-timeout: '{build-timeout}'
 785
 786     triggers:
 787       - gerrit-trigger-csit-perftest:
 788           project: '{project}'
 789           branch: '{branch}'
 790           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 791           skip-vote: false
 792
 793     builders:
 794       - shell:
 795           !include-raw-escape:
 796           - ../scripts/setup_executor_env.sh
 797       - shell:
 798           !include-raw-escape:
 799           - ../scripts/csit/perf-verify.sh
 800
 801     publishers:
 802       - robot:
 803           output-path: 'archives'
 804           other-files:
 805             - '*.*'
 806
 807       - fdio-infra-shiplogs:
 808           maven-version: 'mvn33-new'
 809
 810 - job-template:
 811     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 812
 813     description: |
 814       <ul>
 815           <li>objective
 816               <ul>
 817                   <li>get dpdk performance iterative data for csit report
 818               </ul>
 819           <li>job
 820               <ul>
 821                   <li>name:
 822                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 823                       {node-arch}</b>
 824                   <li>trigger: keyword in comment to csit patch:
 825                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 826                       test_set_id</b>
 827                   <li>trigger example:
 828                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 829               </ul>
 830           <li>executor
 831               <ul>
 832                   <li>{executor}
 833               </ul>
 834           <li>perf test-cases selection
 835               <ul>
 836                   <li>test-cases selected by tags defined in
 837                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 838                       test_set_id.md</i>
 839               </ul>
 840
 841           <li>results
 842               <ul>
 843                   <li>jjb verify: PASS/FAIL
 844                   <li>present: dpdk performance
 845                   <li>analyse: dpdk performance
 846               </ul>
 847       </ul>
 848
 849     project-type: freestyle
 850     node: '{executor}'
 851     concurrent: true
 852     archive-artifacts: 'archive/*.*'
 853     latest-only: false
 854
 855     build-discarder:
 856       daysToKeep: '{build-days-to-keep}'
 857       numToKeep: '{build-num-to-keep}'
 858       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 859       artifactNumToKeep: '{build-artifact-num-to-keep}'
 860
 861     parameters:
 862       - project-parameter:
 863           project: '{project}'
 864       - gerrit-parameter:
 865           branch: '{branch}'
 866       - csit-perf-trial-duration-parameter:
 867           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 868       - csit-perf-trial-multiplicity-parameter:
 869           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 870       - string:
 871           name: ARCHIVE_ARTIFACTS
 872           default: '{archive-artifacts}'
 873           description: Artifacts to archive to the logs server.
 874
 875     scm:
 876       - gerrit-trigger-scm:
 877           credentials-id: 'jenkins-gerrit-credentials'
 878           refspec: '$GERRIT_REFSPEC'
 879           choosing-strategy: 'gerrit'
 880
 881     wrappers:
 882       - fdio-infra-wrappers-non-activity-timeout:
 883           build-timeout: '{build-timeout}'
 884
 885     triggers:
 886       - gerrit-trigger-csit-perftest:
 887           project: '{project}'
 888           branch: '{branch}'
 889           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
 890           skip-vote: false
 891
 892     builders:
 893       - shell:
 894           !include-raw-escape:
 895           - ../scripts/setup_executor_env.sh
 896       - shell:
 897           !include-raw-escape:
 898           - ../scripts/csit/perf-verify.sh
 899
 900     publishers:
 901       - robot:
 902           output-path: 'archives'
 903           other-files:
 904             - '*.*'
 905
 906       - fdio-infra-shiplogs:
 907           maven-version: 'mvn33-new'
 908
 909 - job-template:
 910     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
 911
 912     description: |
 913       <ul>
 914           <li>objective
 915               <ul>
 916                   <li>get vpp performance coverage data for csit report
 917               </ul>
 918           <li>job
 919               <ul>
 920                   <li>name:
 921                       <b>csit-vpp-perf-report-coverage-{stream_report}-
 922                       {node-arch}</b>
 923                   <li>trigger: keyword in comment to csit patch:
 924                       <b>csit-vpp-report-cov-{node-arch}-perftest
 925                       test_set_id</b>
 926                   <li>trigger example:
 927                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
 928               </ul>
 929           <li>executor
 930               <ul>
 931                   <li>{executor}
 932               </ul>
 933           <li>perf test-cases selection
 934               <ul>
 935                   <li>test-cases selected by tags defined in
 936                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 937                       test_set_id.md</i>
 938               </ul>
 939
 940           <li>results
 941               <ul>
 942                   <li>jjb verify: PASS/FAIL
 943                   <li>present: vpp performance
 944                   <li>analyse: vpp performance
 945               </ul>
 946       </ul>
 947
 948     project-type: freestyle
 949     node: '{executor}'
 950     concurrent: true
 951     archive-artifacts: 'archive/*.*'
 952     latest-only: false
 953
 954     build-discarder:
 955       daysToKeep: '{build-days-to-keep}'
 956       numToKeep: '{build-num-to-keep}'
 957       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 958       artifactNumToKeep: '{build-artifact-num-to-keep}'
 959
 960     parameters:
 961       - project-parameter:
 962           project: '{project}'
 963       - gerrit-parameter:
 964           branch: '{branch}'
 965       - csit-perf-trial-duration-parameter:
 966           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 967       - csit-perf-trial-multiplicity-parameter:
 968           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 969       - string:
 970           name: ARCHIVE_ARTIFACTS
 971           default: '{archive-artifacts}'
 972           description: Artifacts to archive to the logs server.
 973
 974     scm:
 975       - gerrit-trigger-scm:
 976           credentials-id: 'jenkins-gerrit-credentials'
 977           refspec: '$GERRIT_REFSPEC'
 978           choosing-strategy: 'gerrit'
 979
 980     wrappers:
 981       - fdio-infra-wrappers-non-activity-timeout:
 982           build-timeout: '{build-timeout}'
 983
 984     triggers:
 985       - gerrit-trigger-csit-perftest:
 986           project: '{project}'
 987           branch: '{branch}'
 988           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
 989           skip-vote: false
 990
 991     builders:
 992       - shell:
 993           !include-raw-escape:
 994           - ../scripts/setup_executor_env.sh
 995       - shell:
 996           !include-raw-escape:
 997           - ../scripts/csit/perf-verify.sh
 998
 999     publishers:
1000       - robot:
1001           output-path: 'archives'
1002           other-files:
1003             - '*.*'
1004
1005       - fdio-infra-shiplogs:
1006           maven-version: 'mvn33-new'
1007
1008 - job-template:
1009     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1010
1011     description: |
1012       <ul>
1013           <li>objective
1014               <ul>
1015                   <li>get dpdk performance coverage data for csit report
1016               </ul>
1017           <li>job
1018               <ul>
1019                   <li>name:
1020                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1021                       {node-arch}</b>
1022                   <li>trigger: keyword in comment to csit patch:
1023                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1024                       test_set_id</b>
1025                   <li>trigger example:
1026                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1027               </ul>
1028           <li>executor
1029               <ul>
1030                   <li>{executor}
1031               </ul>
1032           <li>perf test-cases selection
1033               <ul>
1034                   <li>test-cases selected by tags defined in
1035                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1036                       test_set_id.md</i>
1037               </ul>
1038
1039           <li>results
1040               <ul>
1041                   <li>jjb verify: PASS/FAIL
1042                   <li>present: dpdk performance
1043                   <li>analyse: dpdk performance
1044               </ul>
1045       </ul>
1046
1047     project-type: freestyle
1048     node: '{executor}'
1049     concurrent: true
1050     archive-artifacts: 'archive/*.*'
1051     latest-only: false
1052
1053     build-discarder:
1054       daysToKeep: '{build-days-to-keep}'
1055       numToKeep: '{build-num-to-keep}'
1056       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1057       artifactNumToKeep: '{build-artifact-num-to-keep}'
1058
1059     parameters:
1060       - project-parameter:
1061           project: '{project}'
1062       - gerrit-parameter:
1063           branch: '{branch}'
1064       - csit-perf-trial-duration-parameter:
1065           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1066       - csit-perf-trial-multiplicity-parameter:
1067           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1068       - string:
1069           name: ARCHIVE_ARTIFACTS
1070           default: '{archive-artifacts}'
1071           description: Artifacts to archive to the logs server.
1072
1073     scm:
1074       - gerrit-trigger-scm:
1075           credentials-id: 'jenkins-gerrit-credentials'
1076           refspec: '$GERRIT_REFSPEC'
1077           choosing-strategy: 'gerrit'
1078
1079     wrappers:
1080       - fdio-infra-wrappers-non-activity-timeout:
1081           build-timeout: '{build-timeout}'
1082
1083     triggers:
1084       - gerrit-trigger-csit-perftest:
1085           project: '{project}'
1086           branch: '{branch}'
1087           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1088           skip-vote: false
1089
1090     builders:
1091       - shell:
1092           !include-raw-escape:
1093           - ../scripts/setup_executor_env.sh
1094       - shell:
1095           !include-raw-escape:
1096           - ../scripts/csit/perf-verify.sh
1097
1098     publishers:
1099       - robot:
1100           output-path: 'archives'
1101           other-files:
1102             - '*.*'
1103
1104       - fdio-infra-shiplogs:
1105           maven-version: 'mvn33-new'