jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2020 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx
  24             - 2n-skx
  25             - 2n-dnv
  26             - 2n-zn2
  27             - 3n-skx
  28             - 3n-hsw
  29             - 3n-dnv
  30             - 3n-tsh:
  31                executor: 'ubuntu1804arm-us'
  32       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  33           node-arch:
  34             - ''
  35             - -2n-clx
  36             - -2n-skx
  37             - -2n-zn2
  38             - -3n-skx
  39             - -3n-tsh:
  40                 executor: 'ubuntu1804arm-us'
  41           periodicity: '0 0 * * 6'
  42       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  43           node-arch:
  44             - 2n-clx
  45             - 2n-skx
  46             - 2n-dnv
  47             - 2n-zn2
  48             - 3n-skx
  49             - 3n-hsw
  50             - 3n-dnv
  51             - 3n-tsh:
  52                executor: 'ubuntu1804arm-us'
  53           stream:
  54             - master:
  55                 branch: 'master'
  56                 branch-id: 'oper'
  57             - '2005':
  58                 branch: 'rls2005'
  59                 branch-id: 'oper-rls2005'
  60             - '2009':
  61                 branch: 'rls2009'
  62                 branch-id: 'oper-rls2009'
  63             - '2009_lts':
  64                 branch: 'rls2009_lts'
  65                 branch-id: 'oper-rls2009_lts'
  66             - '2101':
  67                 branch: 'rls2101'
  68                 branch-id: 'oper-rls2101'
  69       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
  70           node-arch:
  71             - '':
  72                 periodicity: '0 2,14 * * *'
  73             - -2n-clx:
  74                 periodicity: '0 2,14 * * *'
  75             - -2n-skx:
  76                 periodicity: '0 2,14 * * *'
  77             - -2n-dnv:
  78                 periodicity: '0 2,14 * * *'
  79             - -2n-zn2:
  80                 periodicity: '0 2,14 * * *'
  81             - -3n-skx:
  82                 periodicity: '0 2,14 * * *'
  83             - -3n-dnv:
  84                 periodicity: '0 2,14 * * *'
  85             - -3n-tsh:
  86                 executor: 'ubuntu1804arm-us'
  87                 periodicity: '0 14 * * *'
  88       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
  89           node-arch:
  90             - 2n-clx
  91             - 2n-skx
  92             - 3n-skx
  93           stream:
  94             - master:
  95                 branch: 'master'
  96                 branch-id: 'oper'
  97             - '2009_lts':
  98                 branch: 'rls2009_lts'
  99                 branch-id: 'oper-rls2009_lts'
 100           periodicity: '0 0 * * 6'
 101       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 102           node-arch:
 103             - 2n-clx
 104             - 2n-skx
 105             - 3n-skx
 106             - 3n-hsw
 107           periodicity: '0 0 * * 6'
 108       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 109           node-arch:
 110             - 2n-clx
 111             - 2n-skx
 112             - 2n-dnv
 113             - 2n-zn2
 114             - 3n-skx
 115             - 3n-hsw
 116             - 3n-dnv
 117             - 3n-tsh:
 118                 executor: 'ubuntu1804arm-us'
 119       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 120           node-arch:
 121             - 2n-clx
 122             - 2n-skx
 123             - 2n-dnv
 124             - 2n-zn2
 125             - 3n-skx
 126             - 3n-hsw
 127             - 3n-dnv
 128             - 3n-tsh:
 129                 executor: 'ubuntu1804arm-us'
 130       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 131           node-arch:
 132             - 2n-clx
 133             - 2n-skx
 134             - 2n-dnv
 135             - 2n-zn2
 136             - 3n-skx
 137             - 3n-hsw
 138             - 3n-dnv
 139             - 3n-tsh:
 140                 executor: 'ubuntu1804arm-us'
 141       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 142           node-arch:
 143             - 2n-clx
 144             - 2n-skx
 145             - 2n-dnv
 146             - 2n-zn2
 147             - 3n-skx
 148             - 3n-hsw
 149             - 3n-dnv
 150             - 3n-tsh:
 151                 executor: 'ubuntu1804arm-us'
 152
 153     project: 'csit'
 154     executor: 'ubuntu1804-us'
 155     branch: 'master'
 156     branch-id: 'oper'
 157     csit-perf-trial-duration: "1.0"
 158     csit-perf-trial-multiplicity: "10"
 159     stream:
 160       - master:
 161           branch: 'master'
 162           branch-id: 'oper'
 163       - '2005':
 164           branch: 'rls2005'
 165           branch-id: 'oper-rls2005'
 166       - '2009':
 167           branch: 'rls2009'
 168           branch-id: 'oper-rls2009'
 169       - '2009_lts':
 170           branch: 'rls2009_lts'
 171           branch-id: 'oper-rls2009_lts'
 172       - '2101':
 173           branch: 'rls2101'
 174           branch-id: 'oper-rls2101'
 175     stream_report:
 176       - '2009':
 177           branch: 'rls2009'
 178           branch-id: 'oper-rls2009'
 179       - '2101':
 180           branch: 'rls2101'
 181           branch-id: 'oper-rls2101'
 182
 183     build-artifact-num-to-keep: 10
 184
 185
 186 - job-template:
 187     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 188
 189     description: |
 190       <ul>
 191           <li>objective
 192               <ul>
 193                   <li>perf verify - per csit gerrit patch
 194               </ul>
 195           <li>job
 196               <ul>
 197                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 198                   <li>trigger: keyword in comment to csit patch:
 199                       <b>csit-{node-arch}-perftest tag_list</b>
 200               </ul>
 201           <li>executor
 202               <ul>
 203                   <li>{executor}
 204               </ul>
 205           <li>perf test-cases selection
 206               <ul>
 207                   <li>test-cases selected using trigger keyword followed by tags
 208                   <li>all test-cases are labelled with CSIT RF topic tags
 209                       defined in <i>csit/docs/tag_documentation.rst</i>
 210               </ul>
 211           <li>proposed keywords
 212               <ul>
 213                   <li>focus on testing specified vpp packet processing path
 214                   <li>format: csit-{node-arch}-perftest tag_list
 215               </ul>
 216           <li>default tags for vpp startup config and perf test type
 217               <ul>
 218                   <li>IP4BASE, IP6BASE, L2BDBASE
 219                   <li>64B/78B: 64B/78B packet size
 220                   <li>1C: one core
 221                   <li>X710: x710 Fortville NIC
 222                   <li>MRR: MRR throughput
 223               </ul>
 224           <li>results
 225               <ul>
 226                   <li>jjb verify: PASS/FAIL
 227                   <li>present: no
 228                   <li>analyse: no
 229               </ul>
 230       </ul>
 231
 232     project-type: freestyle
 233     node: '{executor}'
 234     concurrent: true
 235     archive-artifacts: 'archive/*.*'
 236     latest-only: false
 237
 238     build-discarder:
 239       daysToKeep: '{build-days-to-keep}'
 240       numToKeep: '{build-num-to-keep}'
 241       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 242       artifactNumToKeep: '{build-artifact-num-to-keep}'
 243
 244     parameters:
 245       - project-parameter:
 246           project: '{project}'
 247       - gerrit-parameter:
 248           branch: '{branch}'
 249       - gerrit-refspec-parameter
 250       - gerrit-event-type-parameter
 251       - gerrit-event-comment-text-parameter
 252       - csit-perf-trial-duration-parameter:
 253           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 254       - csit-perf-trial-multiplicity-parameter:
 255           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 256       - string:
 257           name: ARCHIVE_ARTIFACTS
 258           default: '{archive-artifacts}'
 259           description: Artifacts to archive to the logs server.
 260       # This is a manually-triggered verify job, part of API coverage.
 261       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 262       # Can be removed when this job is no longer needed for full API coverage.
 263       - csit-fail-on-crc-mismatch-parameter:
 264           fail-on-crc-mismatch: 'True'
 265
 266     scm:
 267       - gerrit-trigger-scm:
 268           credentials-id: 'jenkins-gerrit-credentials'
 269           refspec: '$GERRIT_REFSPEC'
 270           choosing-strategy: 'gerrit'
 271
 272     wrappers:
 273       - fdio-infra-wrappers-non-activity-timeout:
 274           build-timeout: '{build-timeout}'
 275
 276     triggers:
 277       - gerrit-trigger-csit-perftest:
 278           project: '{project}'
 279           branch: '{branch}'
 280           trigger-word: 'csit-{node-arch}-perftest'
 281           skip-vote: false
 282
 283     builders:
 284       - shell:
 285           !include-raw-escape:
 286           - ../scripts/setup_executor_env.sh
 287       - shell:
 288           !include-raw-escape:
 289           - ../scripts/csit/perf-verify.sh
 290
 291     publishers:
 292       - robot:
 293           output-path: 'archives'
 294           other-files:
 295             - '*.*'
 296
 297       - fdio-infra-shiplogs:
 298           maven-version: 'mvn33-new'
 299
 300 - job-template:
 301     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 302
 303     description: |
 304       <ul>
 305           <li>objective
 306               <ul>
 307                   <li>check vpp perf mrr daily
 308               </ul>
 309           <li>executor
 310               <ul>
 311                   <li>{executor}
 312               </ul>
 313           <li>perf test-cases selection
 314               <ul>
 315                   <li>all CSIT VPP MRR perf suites
 316               </ul>
 317           <li>results
 318               <ul>
 319                   <li>jjb verify: PASS/FAIL
 320                   <li>present: no
 321                   <li>analyse: csit project (catch malfunctions/degradations)
 322               </ul>
 323       </ul>
 324
 325     project-type: freestyle
 326     node: '{executor}'
 327     concurrent: false
 328     archive-artifacts: 'csit/archive/*.*'
 329     latest-only: false
 330
 331     build-discarder:
 332       daysToKeep: '{build-days-to-keep}'
 333       numToKeep: '{build-num-to-keep}'
 334       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 335       artifactNumToKeep: '{build-artifact-num-to-keep}'
 336
 337     parameters:
 338       - project-parameter:
 339           project: '{project}'
 340       - gerrit-parameter:
 341           branch: '{branch}'
 342       - csit-perf-trial-duration-parameter:
 343           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 344       - csit-perf-trial-multiplicity-parameter:
 345           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 346       - string:
 347           name: ARCHIVE_ARTIFACTS
 348           default: '{archive-artifacts}'
 349           description: Artifacts to archive to the logs server.
 350
 351     wrappers:
 352       - fdio-infra-wrappers-non-activity-timeout:
 353           build-timeout: '{build-timeout}'
 354
 355     triggers:
 356       - timed: '{periodicity}'
 357
 358     builders:
 359       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 360       - inject:
 361           properties-file: variables.prop
 362       - shell:
 363           !include-raw-escape:
 364           - ../scripts/setup_executor_env.sh
 365       - shell:
 366           !include-raw-escape:
 367           - ../scripts/csit/perf-timed.sh
 368
 369     publishers:
 370       - robot:
 371           output-path: 'archives'
 372           other-files:
 373             - '*.*'
 374
 375       - fdio-infra-shiplogs:
 376           maven-version: 'mvn33-new'
 377
 378 - job-template:
 379     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 380
 381     description: |
 382       <ul>
 383           <li>objective
 384               <ul>
 385                   <li>check vpp perf mrr weekly on {node-arch}
 386               </ul>
 387           <li>executor
 388               <ul>
 389                   <li>{executor}
 390               </ul>
 391           <li>perf test-cases selection
 392               <ul>
 393                   <li>NF Density CSIT VPP MRR perf suites
 394               </ul>
 395           <li>results
 396               <ul>
 397                   <li>jjb verify: PASS/FAIL
 398                   <li>present: no
 399                   <li>analyse: csit project (catch malfunctions/degradations)
 400               </ul>
 401       </ul>
 402
 403     project-type: freestyle
 404     node: '{executor}'
 405     concurrent: false
 406     archive-artifacts: 'csit/archive/*.*'
 407     latest-only: false
 408
 409     build-discarder:
 410       daysToKeep: '{build-days-to-keep}'
 411       numToKeep: '{build-num-to-keep}'
 412       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 413       artifactNumToKeep: '{build-artifact-num-to-keep}'
 414
 415     parameters:
 416       - project-parameter:
 417           project: '{project}'
 418       - gerrit-parameter:
 419           branch: '{branch}'
 420       - csit-perf-trial-duration-parameter:
 421           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 422       - csit-perf-trial-multiplicity-parameter:
 423           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 424       - string:
 425           name: ARCHIVE_ARTIFACTS
 426           default: '{archive-artifacts}'
 427           description: Artifacts to archive to the logs server.
 428
 429     wrappers:
 430       - fdio-infra-wrappers-non-activity-timeout:
 431           build-timeout: '{build-timeout}'
 432
 433     triggers:
 434       - timed: '{periodicity}'
 435
 436     builders:
 437       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 438       - inject:
 439           properties-file: variables.prop
 440       - shell:
 441           !include-raw-escape:
 442           - ../scripts/setup_executor_env.sh
 443       - shell:
 444           !include-raw-escape:
 445           - ../scripts/csit/perf-timed.sh
 446
 447     publishers:
 448       - robot:
 449           output-path: 'archives'
 450           other-files:
 451             - '*.*'
 452
 453       - fdio-infra-shiplogs:
 454           maven-version: 'mvn33-new'
 455
 456 - job-template:
 457     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 458
 459     description: |
 460       <ul>
 461           <li>objective
 462               <ul>
 463                   <li>check vpp perf ndrpdr weekly on {node-arch}
 464               </ul>
 465           <li>executor
 466               <ul>
 467                   <li>{executor}
 468               </ul>
 469           <li>perf test-cases selection
 470               <ul>
 471                   <li>pre-selected CSIT VPP NDRPDR perf suites
 472               </ul>
 473           <li>results
 474               <ul>
 475                   <li>jjb verify: PASS/FAIL
 476                   <li>present: no
 477                   <li>analyse: csit project (catch malfunctions/degradations)
 478               </ul>
 479       </ul>
 480     project-type: freestyle
 481     node: '{executor}'
 482     concurrent: false
 483     archive-artifacts: 'csit/archive/*.*'
 484     latest-only: false
 485
 486     build-discarder:
 487       daysToKeep: '{build-days-to-keep}'
 488       numToKeep: '{build-num-to-keep}'
 489       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 490       artifactNumToKeep: '{build-artifact-num-to-keep}'
 491
 492     parameters:
 493       - project-parameter:
 494           project: '{project}'
 495       - gerrit-parameter:
 496           branch: '{branch}'
 497       - string:
 498           name: ARCHIVE_ARTIFACTS
 499           default: '{archive-artifacts}'
 500           description: Artifacts to archive to the logs server.
 501
 502     wrappers:
 503       - fdio-infra-wrappers-non-activity-timeout:
 504           build-timeout: '{build-timeout}'
 505
 506     triggers:
 507       - timed: '{periodicity}'
 508
 509     builders:
 510       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 511       - inject:
 512           properties-file: variables.prop
 513       - shell:
 514           !include-raw-escape:
 515           - ../scripts/setup_executor_env.sh
 516       - shell:
 517           !include-raw-escape:
 518           - ../scripts/csit/perf-timed.sh
 519
 520     publishers:
 521       - robot:
 522           output-path: 'archives'
 523           other-files:
 524             - '*.*'
 525
 526       - fdio-infra-shiplogs:
 527           maven-version: 'mvn33-new'
 528
 529 - job-template:
 530     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 531
 532     description: |
 533       <ul>
 534           <li>objective
 535               <ul>
 536                   <li>perf verify - per csit gerrit patch
 537               </ul>
 538           <li>job
 539               <ul>
 540                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 541                   <li>trigger: keyword in comment to csit patch:
 542                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 543               </ul>
 544           <li>executor
 545               <ul>
 546                   <li>{executor}
 547               </ul>
 548           <li>perf test-cases selection
 549               <ul>
 550                   <li>test-cases selected using trigger keyword followed by tags
 551                   <li>all test-cases are labelled with CSIT RF topic tags
 552                       defined in <i>csit/docs/tag_documentation.rst</i>
 553               </ul>
 554           <li>default tags for dpdk perf test type
 555               <ul>
 556                   <li>IP4BASE, L2XCBASE
 557                   <li>64B: 64B packet size
 558                   <li>1C: one core
 559                   <li>X710: x710 Fortville NIC
 560                   <li>MRR: MRR throughput
 561               </ul>
 562           <li>results
 563               <ul>
 564                   <li>jjb verify: PASS/FAIL
 565                   <li>present: no
 566                   <li>analyse: no
 567               </ul>
 568       </ul>
 569
 570     project-type: freestyle
 571     node: '{executor}'
 572     concurrent: true
 573     archive-artifacts: 'archive/*.*'
 574     latest-only: false
 575
 576     build-discarder:
 577       daysToKeep: '{build-days-to-keep}'
 578       numToKeep: '{build-num-to-keep}'
 579       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 580       artifactNumToKeep: '{build-artifact-num-to-keep}'
 581
 582     parameters:
 583       - project-parameter:
 584           project: '{project}'
 585       - gerrit-parameter:
 586           branch: '{branch}'
 587       - csit-perf-trial-duration-parameter:
 588           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 589       - csit-perf-trial-multiplicity-parameter:
 590           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 591       - string:
 592           name: ARCHIVE_ARTIFACTS
 593           default: '{archive-artifacts}'
 594           description: Artifacts to archive to the logs server.
 595
 596     scm:
 597       - gerrit-trigger-scm:
 598           credentials-id: 'jenkins-gerrit-credentials'
 599           refspec: '$GERRIT_REFSPEC'
 600           choosing-strategy: 'gerrit'
 601
 602     wrappers:
 603       - fdio-infra-wrappers-non-activity-timeout:
 604           build-timeout: '{build-timeout}'
 605
 606     triggers:
 607       - gerrit-trigger-csit-perftest:
 608           project: '{project}'
 609           branch: '{branch}'
 610           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 611           skip-vote: false
 612
 613     builders:
 614       - shell:
 615           !include-raw-escape:
 616           - ../scripts/setup_executor_env.sh
 617       - shell:
 618           !include-raw-escape:
 619           - ../scripts/csit/perf-verify.sh
 620
 621     publishers:
 622       - robot:
 623           output-path: 'archives'
 624           other-files:
 625             - '*.*'
 626
 627       - fdio-infra-shiplogs:
 628           maven-version: 'mvn33-new'
 629
 630 - job-template:
 631     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 632
 633     description: |
 634       <ul>
 635           <li>objective
 636               <ul>
 637                   <li>check dpdk perf mrr weekly
 638               </ul>
 639           <li>executor
 640               <ul>
 641                   <li>{executor}
 642               </ul>
 643           <li>perf test-cases selection
 644               <ul>
 645                   <li>all CSIT DPDK MRR perf suites
 646               </ul>
 647           <li>results
 648               <ul>
 649                   <li>jjb verify: PASS/FAIL
 650                   <li>present: no
 651                   <li>analyse: csit project (catch malfunctions/degradations)
 652               </ul>
 653       </ul>
 654
 655     project-type: freestyle
 656     node: '{executor}'
 657     concurrent: false
 658     archive-artifacts: 'csit/archive/*.*'
 659     latest-only: false
 660
 661     build-discarder:
 662       daysToKeep: '{build-days-to-keep}'
 663       numToKeep: '{build-num-to-keep}'
 664       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 665       artifactNumToKeep: '{build-artifact-num-to-keep}'
 666
 667     parameters:
 668       - project-parameter:
 669           project: '{project}'
 670       - gerrit-parameter:
 671           branch: '{branch}'
 672       - csit-perf-trial-duration-parameter:
 673           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 674       - csit-perf-trial-multiplicity-parameter:
 675           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 676       - string:
 677           name: ARCHIVE_ARTIFACTS
 678           default: '{archive-artifacts}'
 679           description: Artifacts to archive to the logs server.
 680
 681     wrappers:
 682       - fdio-infra-wrappers-non-activity-timeout:
 683           build-timeout: '{build-timeout}'
 684
 685     triggers:
 686       - timed: '{periodicity}'
 687
 688     builders:
 689       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 690       - inject:
 691           properties-file: variables.prop
 692       - shell:
 693           !include-raw-escape:
 694           - ../scripts/setup_executor_env.sh
 695       - shell:
 696           !include-raw-escape:
 697           - ../scripts/csit/perf-timed.sh
 698
 699     publishers:
 700       - robot:
 701           output-path: 'archives'
 702           other-files:
 703             - '*.*'
 704
 705       - fdio-infra-shiplogs:
 706           maven-version: 'mvn33-new'
 707
 708 - job-template:
 709     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 710
 711     description: |
 712       <ul>
 713           <li>objective
 714               <ul>
 715                   <li>get vpp performance iterative data for csit report
 716               </ul>
 717           <li>job
 718               <ul>
 719                   <li>name:
 720                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 721                       {node-arch}</b>
 722                   <li>trigger: keyword in comment to csit patch:
 723                       <b>csit-vpp-report-iter-{node-arch}-perftest
 724                       test_set_id</b>
 725                   <li>trigger example:
 726                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 727               </ul>
 728           <li>executor
 729               <ul>
 730                   <li>{executor}
 731               </ul>
 732           <li>perf test-cases selection
 733               <ul>
 734                   <li>test-cases selected by tags defined in
 735                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 736                       test_set_id.md</i>
 737               </ul>
 738
 739           <li>results
 740               <ul>
 741                   <li>jjb verify: PASS/FAIL
 742                   <li>present: vpp performance
 743                   <li>analyse: vpp performance
 744               </ul>
 745       </ul>
 746
 747     project-type: freestyle
 748     node: '{executor}'
 749     concurrent: true
 750     archive-artifacts: 'archive/*.*'
 751     latest-only: false
 752
 753     build-discarder:
 754       daysToKeep: '{build-days-to-keep}'
 755       numToKeep: '{build-num-to-keep}'
 756       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 757       artifactNumToKeep: '{build-artifact-num-to-keep}'
 758
 759     parameters:
 760       - project-parameter:
 761           project: '{project}'
 762       - gerrit-parameter:
 763           branch: '{branch}'
 764       - gerrit-refspec-parameter
 765       - gerrit-event-type-parameter
 766       - gerrit-event-comment-text-parameter
 767       - csit-perf-trial-duration-parameter:
 768           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 769       - csit-perf-trial-multiplicity-parameter:
 770           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 771       - string:
 772           name: ARCHIVE_ARTIFACTS
 773           default: '{archive-artifacts}'
 774           description: Artifacts to archive to the logs server.
 775
 776     scm:
 777       - gerrit-trigger-scm:
 778           credentials-id: 'jenkins-gerrit-credentials'
 779           refspec: '$GERRIT_REFSPEC'
 780           choosing-strategy: 'gerrit'
 781
 782     wrappers:
 783       - fdio-infra-wrappers-non-activity-timeout:
 784           build-timeout: '{build-timeout}'
 785
 786     triggers:
 787       - gerrit-trigger-csit-perftest:
 788           project: '{project}'
 789           branch: '{branch}'
 790           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 791           skip-vote: false
 792
 793     builders:
 794       - shell:
 795           !include-raw-escape:
 796           - ../scripts/setup_executor_env.sh
 797       - shell:
 798           !include-raw-escape:
 799           - ../scripts/csit/perf-verify.sh
 800
 801     publishers:
 802       - robot:
 803           output-path: 'archives'
 804           other-files:
 805             - '*.*'
 806
 807       - fdio-infra-shiplogs:
 808           maven-version: 'mvn33-new'
 809
 810 - job-template:
 811     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 812
 813     description: |
 814       <ul>
 815           <li>objective
 816               <ul>
 817                   <li>get dpdk performance iterative data for csit report
 818               </ul>
 819           <li>job
 820               <ul>
 821                   <li>name:
 822                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 823                       {node-arch}</b>
 824                   <li>trigger: keyword in comment to csit patch:
 825                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 826                       test_set_id</b>
 827                   <li>trigger example:
 828                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 829               </ul>
 830           <li>executor
 831               <ul>
 832                   <li>{executor}
 833               </ul>
 834           <li>perf test-cases selection
 835               <ul>
 836                   <li>test-cases selected by tags defined in
 837                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 838                       test_set_id.md</i>
 839               </ul>
 840
 841           <li>results
 842               <ul>
 843                   <li>jjb verify: PASS/FAIL
 844                   <li>present: dpdk performance
 845                   <li>analyse: dpdk performance
 846               </ul>
 847       </ul>
 848
 849     project-type: freestyle
 850     node: '{executor}'
 851     concurrent: true
 852     archive-artifacts: 'archive/*.*'
 853     latest-only: false
 854
 855     build-discarder:
 856       daysToKeep: '{build-days-to-keep}'
 857       numToKeep: '{build-num-to-keep}'
 858       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 859       artifactNumToKeep: '{build-artifact-num-to-keep}'
 860
 861     parameters:
 862       - project-parameter:
 863           project: '{project}'
 864       - gerrit-parameter:
 865           branch: '{branch}'
 866       - gerrit-refspec-parameter
 867       - gerrit-event-type-parameter
 868       - gerrit-event-comment-text-parameter
 869       - csit-perf-trial-duration-parameter:
 870           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 871       - csit-perf-trial-multiplicity-parameter:
 872           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 873       - string:
 874           name: ARCHIVE_ARTIFACTS
 875           default: '{archive-artifacts}'
 876           description: Artifacts to archive to the logs server.
 877
 878     scm:
 879       - gerrit-trigger-scm:
 880           credentials-id: 'jenkins-gerrit-credentials'
 881           refspec: '$GERRIT_REFSPEC'
 882           choosing-strategy: 'gerrit'
 883
 884     wrappers:
 885       - fdio-infra-wrappers-non-activity-timeout:
 886           build-timeout: '{build-timeout}'
 887
 888     triggers:
 889       - gerrit-trigger-csit-perftest:
 890           project: '{project}'
 891           branch: '{branch}'
 892           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
 893           skip-vote: false
 894
 895     builders:
 896       - shell:
 897           !include-raw-escape:
 898           - ../scripts/setup_executor_env.sh
 899       - shell:
 900           !include-raw-escape:
 901           - ../scripts/csit/perf-verify.sh
 902
 903     publishers:
 904       - robot:
 905           output-path: 'archives'
 906           other-files:
 907             - '*.*'
 908
 909       - fdio-infra-shiplogs:
 910           maven-version: 'mvn33-new'
 911
 912 - job-template:
 913     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
 914
 915     description: |
 916       <ul>
 917           <li>objective
 918               <ul>
 919                   <li>get vpp performance coverage data for csit report
 920               </ul>
 921           <li>job
 922               <ul>
 923                   <li>name:
 924                       <b>csit-vpp-perf-report-coverage-{stream_report}-
 925                       {node-arch}</b>
 926                   <li>trigger: keyword in comment to csit patch:
 927                       <b>csit-vpp-report-cov-{node-arch}-perftest
 928                       test_set_id</b>
 929                   <li>trigger example:
 930                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
 931               </ul>
 932           <li>executor
 933               <ul>
 934                   <li>{executor}
 935               </ul>
 936           <li>perf test-cases selection
 937               <ul>
 938                   <li>test-cases selected by tags defined in
 939                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 940                       test_set_id.md</i>
 941               </ul>
 942
 943           <li>results
 944               <ul>
 945                   <li>jjb verify: PASS/FAIL
 946                   <li>present: vpp performance
 947                   <li>analyse: vpp performance
 948               </ul>
 949       </ul>
 950
 951     project-type: freestyle
 952     node: '{executor}'
 953     concurrent: true
 954     archive-artifacts: 'archive/*.*'
 955     latest-only: false
 956
 957     build-discarder:
 958       daysToKeep: '{build-days-to-keep}'
 959       numToKeep: '{build-num-to-keep}'
 960       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 961       artifactNumToKeep: '{build-artifact-num-to-keep}'
 962
 963     parameters:
 964       - project-parameter:
 965           project: '{project}'
 966       - gerrit-parameter:
 967           branch: '{branch}'
 968       - gerrit-refspec-parameter
 969       - gerrit-event-type-parameter
 970       - gerrit-event-comment-text-parameter
 971       - csit-perf-trial-duration-parameter:
 972           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 973       - csit-perf-trial-multiplicity-parameter:
 974           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 975       - string:
 976           name: ARCHIVE_ARTIFACTS
 977           default: '{archive-artifacts}'
 978           description: Artifacts to archive to the logs server.
 979
 980     scm:
 981       - gerrit-trigger-scm:
 982           credentials-id: 'jenkins-gerrit-credentials'
 983           refspec: '$GERRIT_REFSPEC'
 984           choosing-strategy: 'gerrit'
 985
 986     wrappers:
 987       - fdio-infra-wrappers-non-activity-timeout:
 988           build-timeout: '{build-timeout}'
 989
 990     triggers:
 991       - gerrit-trigger-csit-perftest:
 992           project: '{project}'
 993           branch: '{branch}'
 994           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
 995           skip-vote: false
 996
 997     builders:
 998       - shell:
 999           !include-raw-escape:
1000           - ../scripts/setup_executor_env.sh
1001       - shell:
1002           !include-raw-escape:
1003           - ../scripts/csit/perf-verify.sh
1004
1005     publishers:
1006       - robot:
1007           output-path: 'archives'
1008           other-files:
1009             - '*.*'
1010
1011       - fdio-infra-shiplogs:
1012           maven-version: 'mvn33-new'
1013
1014 - job-template:
1015     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1016
1017     description: |
1018       <ul>
1019           <li>objective
1020               <ul>
1021                   <li>get dpdk performance coverage data for csit report
1022               </ul>
1023           <li>job
1024               <ul>
1025                   <li>name:
1026                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1027                       {node-arch}</b>
1028                   <li>trigger: keyword in comment to csit patch:
1029                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1030                       test_set_id</b>
1031                   <li>trigger example:
1032                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1033               </ul>
1034           <li>executor
1035               <ul>
1036                   <li>{executor}
1037               </ul>
1038           <li>perf test-cases selection
1039               <ul>
1040                   <li>test-cases selected by tags defined in
1041                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1042                       test_set_id.md</i>
1043               </ul>
1044
1045           <li>results
1046               <ul>
1047                   <li>jjb verify: PASS/FAIL
1048                   <li>present: dpdk performance
1049                   <li>analyse: dpdk performance
1050               </ul>
1051       </ul>
1052
1053     project-type: freestyle
1054     node: '{executor}'
1055     concurrent: true
1056     archive-artifacts: 'archive/*.*'
1057     latest-only: false
1058
1059     build-discarder:
1060       daysToKeep: '{build-days-to-keep}'
1061       numToKeep: '{build-num-to-keep}'
1062       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1063       artifactNumToKeep: '{build-artifact-num-to-keep}'
1064
1065     parameters:
1066       - project-parameter:
1067           project: '{project}'
1068       - gerrit-parameter:
1069           branch: '{branch}'
1070       - gerrit-refspec-parameter
1071       - gerrit-event-type-parameter
1072       - gerrit-event-comment-text-parameter
1073       - csit-perf-trial-duration-parameter:
1074           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1075       - csit-perf-trial-multiplicity-parameter:
1076           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1077       - string:
1078           name: ARCHIVE_ARTIFACTS
1079           default: '{archive-artifacts}'
1080           description: Artifacts to archive to the logs server.
1081
1082     scm:
1083       - gerrit-trigger-scm:
1084           credentials-id: 'jenkins-gerrit-credentials'
1085           refspec: '$GERRIT_REFSPEC'
1086           choosing-strategy: 'gerrit'
1087
1088     wrappers:
1089       - fdio-infra-wrappers-non-activity-timeout:
1090           build-timeout: '{build-timeout}'
1091
1092     triggers:
1093       - gerrit-trigger-csit-perftest:
1094           project: '{project}'
1095           branch: '{branch}'
1096           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1097           skip-vote: false
1098
1099     builders:
1100       - shell:
1101           !include-raw-escape:
1102           - ../scripts/setup_executor_env.sh
1103       - shell:
1104           !include-raw-escape:
1105           - ../scripts/csit/perf-verify.sh
1106
1107     publishers:
1108       - robot:
1109           output-path: 'archives'
1110           other-files:
1111             - '*.*'
1112
1113       - fdio-infra-shiplogs:
1114           maven-version: 'mvn33-new'