jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2020 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx
  24             - 2n-skx
  25             - 2n-dnv
  26             - 2n-zn2
  27             - 3n-skx
  28             - 3n-hsw
  29             - 3n-dnv
  30             - 3n-tsh:
  31                executor: 'ubuntu1804arm-us'
  32       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  33           node-arch:
  34             - ''
  35             - -2n-clx
  36             - -2n-skx
  37             - -3n-skx
  38             - -3n-tsh:
  39                 executor: 'ubuntu1804arm-us'
  40           periodicity: '0 0 * * 6'
  41       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  42           node-arch:
  43             - 2n-clx
  44             - 2n-skx
  45             - 2n-dnv
  46             - 2n-zn2
  47             - 3n-skx
  48             - 3n-hsw
  49             - 3n-dnv
  50             - 3n-tsh:
  51                executor: 'ubuntu1804arm-us'
  52           stream:
  53             - master:
  54                 branch: 'master'
  55                 branch-id: 'oper'
  56             - '1908_1':
  57                 branch: 'rls1908_1'
  58                 branch-id: 'oper-rls1908_1'
  59             - '1908_2':
  60                 branch: 'rls1908_2'
  61                 branch-id: 'oper-rls1908_2'
  62             - '2005':
  63                 branch: 'rls2005'
  64                 branch-id: 'oper-rls2005'
  65             - '2009':
  66                 branch: 'rls2009'
  67                 branch-id: 'oper-rls2009'
  68       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
  69           node-arch:
  70             - '':
  71                 periodicity: '0 2 * * 1,3,5'
  72             - -2n-clx:
  73                 periodicity: '0 2 * * 1,3,5'
  74             - -2n-skx:
  75                 periodicity: '0 2 * * 1,3,5'
  76             - -2n-dnv:
  77                 periodicity: '0 2 * * 1,4'
  78             - -3n-skx:
  79                 periodicity: '0 2 * * 1,4'
  80             - -3n-dnv:
  81                 periodicity: '0 2 * * 1,4'
  82             - -3n-tsh:
  83                 executor: 'ubuntu1804arm-us'
  84                 periodicity: '0 2 * * 4'
  85       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
  86           node-arch:
  87             - 2n-clx
  88             - 2n-skx
  89             - 3n-skx
  90           stream:
  91             - master:
  92                 branch: 'master'
  93                 branch-id: 'oper'
  94             - '1908_2':
  95                 branch: 'rls1908_2'
  96                 branch-id: 'oper-rls1908_2'
  97           periodicity: '0 0 * * 6'
  98       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
  99           node-arch:
 100             - 2n-clx
 101             - 2n-skx
 102             - 3n-skx
 103             - 3n-hsw
 104           periodicity: '0 0 * * 6'
 105       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 106           node-arch:
 107             - 2n-clx
 108             - 2n-skx
 109             - 2n-dnv
 110             - 3n-skx
 111             - 3n-hsw
 112             - 3n-dnv
 113             - 3n-tsh:
 114                 executor: 'ubuntu1804arm-us'
 115       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 116           node-arch:
 117             - 2n-clx
 118             - 2n-skx
 119             - 2n-dnv
 120             - 3n-skx
 121             - 3n-hsw
 122             - 3n-dnv
 123             - 3n-tsh:
 124                 executor: 'ubuntu1804arm-us'
 125       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 126           node-arch:
 127             - 2n-clx
 128             - 2n-skx
 129             - 2n-dnv
 130             - 3n-skx
 131             - 3n-hsw
 132             - 3n-dnv
 133             - 3n-tsh:
 134                 executor: 'ubuntu1804arm-us'
 135       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 136           node-arch:
 137             - 2n-clx
 138             - 2n-skx
 139             - 2n-dnv
 140             - 3n-skx
 141             - 3n-hsw
 142             - 3n-dnv
 143             - 3n-tsh:
 144                 executor: 'ubuntu1804arm-us'
 145
 146     project: 'csit'
 147     executor: 'ubuntu1804-us'
 148     branch: 'master'
 149     branch-id: 'oper'
 150     csit-perf-trial-duration: "1.0"
 151     csit-perf-trial-multiplicity: "10"
 152     stream:
 153       - master:
 154           branch: 'master'
 155           branch-id: 'oper'
 156       - '1908_2':
 157           branch: 'rls1908_2'
 158           branch-id: 'oper-rls1908_2'
 159       - '2005':
 160           branch: 'rls2005'
 161           branch-id: 'oper-rls2005'
 162       - '2009':
 163           branch: 'rls2009'
 164           branch-id: 'oper-rls2009'
 165     stream_report:
 166       - '2009':
 167           branch: 'rls2009'
 168           branch-id: 'oper-rls2009'
 169
 170     build-artifact-num-to-keep: 10
 171
 172
 173 - job-template:
 174     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 175
 176     description: |
 177       <ul>
 178           <li>objective
 179               <ul>
 180                   <li>perf verify - per csit gerrit patch
 181               </ul>
 182           <li>job
 183               <ul>
 184                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 185                   <li>trigger: keyword in comment to csit patch:
 186                       <b>csit-{node-arch}-perftest tag_list</b>
 187               </ul>
 188           <li>executor
 189               <ul>
 190                   <li>{executor}
 191               </ul>
 192           <li>perf test-cases selection
 193               <ul>
 194                   <li>test-cases selected using trigger keyword followed by tags
 195                   <li>all test-cases are labelled with CSIT RF topic tags
 196                       defined in <i>csit/docs/tag_documentation.rst</i>
 197               </ul>
 198           <li>proposed keywords
 199               <ul>
 200                   <li>focus on testing specified vpp packet processing path
 201                   <li>format: csit-{node-arch}-perftest tag_list
 202               </ul>
 203           <li>default tags for vpp startup config and perf test type
 204               <ul>
 205                   <li>IP4BASE, IP6BASE, L2BDBASE
 206                   <li>64B/78B: 64B/78B packet size
 207                   <li>1C: one core
 208                   <li>X710: x710 Fortville NIC
 209                   <li>MRR: MRR throughput
 210               </ul>
 211           <li>results
 212               <ul>
 213                   <li>jjb verify: PASS/FAIL
 214                   <li>present: no
 215                   <li>analyse: no
 216               </ul>
 217       </ul>
 218
 219     project-type: freestyle
 220     node: '{executor}'
 221     concurrent: true
 222     archive-artifacts: 'archive/*.*'
 223     latest-only: false
 224
 225     build-discarder:
 226       daysToKeep: '{build-days-to-keep}'
 227       numToKeep: '{build-num-to-keep}'
 228       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 229       artifactNumToKeep: '{build-artifact-num-to-keep}'
 230
 231     parameters:
 232       - project-parameter:
 233           project: '{project}'
 234       - gerrit-parameter:
 235           branch: '{branch}'
 236       - gerrit-refspec-parameter
 237       - gerrit-event-type-parameter
 238       - gerrit-event-comment-text-parameter
 239       - csit-perf-trial-duration-parameter:
 240           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 241       - csit-perf-trial-multiplicity-parameter:
 242           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 243       - string:
 244           name: ARCHIVE_ARTIFACTS
 245           default: '{archive-artifacts}'
 246           description: Artifacts to archive to the logs server.
 247       # This is a manually-triggered verify job, part of API coverage.
 248       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 249       # Can be removed when this job is no longer needed for full API coverage.
 250       - csit-fail-on-crc-mismatch-parameter:
 251           fail-on-crc-mismatch: 'True'
 252
 253     scm:
 254       - gerrit-trigger-scm:
 255           credentials-id: 'jenkins-gerrit-credentials'
 256           refspec: '$GERRIT_REFSPEC'
 257           choosing-strategy: 'gerrit'
 258
 259     wrappers:
 260       - fdio-infra-wrappers-non-activity-timeout:
 261           build-timeout: '{build-timeout}'
 262
 263     triggers:
 264       - gerrit-trigger-csit-perftest:
 265           project: '{project}'
 266           branch: '{branch}'
 267           trigger-word: 'csit-{node-arch}-perftest'
 268           skip-vote: false
 269
 270     builders:
 271       - shell:
 272           !include-raw-escape:
 273           - ../scripts/csit/perf-verify.sh
 274
 275     publishers:
 276       - robot:
 277           output-path: archive
 278           other-files:
 279             - '*.*'
 280
 281       - fdio-infra-shiplogs:
 282           maven-version: 'mvn33-new'
 283
 284 - job-template:
 285     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 286
 287     description: |
 288       <ul>
 289           <li>objective
 290               <ul>
 291                   <li>check vpp perf mrr daily
 292               </ul>
 293           <li>executor
 294               <ul>
 295                   <li>{executor}
 296               </ul>
 297           <li>perf test-cases selection
 298               <ul>
 299                   <li>all CSIT VPP MRR perf suites
 300               </ul>
 301           <li>results
 302               <ul>
 303                   <li>jjb verify: PASS/FAIL
 304                   <li>present: no
 305                   <li>analyse: csit project (catch malfunctions/degradations)
 306               </ul>
 307       </ul>
 308
 309     project-type: freestyle
 310     node: '{executor}'
 311     concurrent: false
 312     archive-artifacts: 'csit/archive/*.*'
 313     latest-only: false
 314
 315     build-discarder:
 316       daysToKeep: '{build-days-to-keep}'
 317       numToKeep: '{build-num-to-keep}'
 318       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 319       artifactNumToKeep: '{build-artifact-num-to-keep}'
 320
 321     parameters:
 322       - project-parameter:
 323           project: '{project}'
 324       - gerrit-parameter:
 325           branch: '{branch}'
 326       - csit-perf-trial-duration-parameter:
 327           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 328       - csit-perf-trial-multiplicity-parameter:
 329           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 330       - string:
 331           name: ARCHIVE_ARTIFACTS
 332           default: '{archive-artifacts}'
 333           description: Artifacts to archive to the logs server.
 334
 335     wrappers:
 336       - fdio-infra-wrappers-non-activity-timeout:
 337           build-timeout: '{build-timeout}'
 338
 339     triggers:
 340       - timed: '{periodicity}'
 341
 342     builders:
 343       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 344       - inject:
 345           properties-file: variables.prop
 346       - shell:
 347           !include-raw-escape:
 348           - ../scripts/csit/perf-timed.sh
 349
 350     publishers:
 351       - robot:
 352           output-path: 'csit/archive'
 353           other-files:
 354             - '*.*'
 355
 356       - fdio-infra-shiplogs:
 357           maven-version: 'mvn33-new'
 358
 359 - job-template:
 360     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 361
 362     description: |
 363       <ul>
 364           <li>objective
 365               <ul>
 366                   <li>check vpp perf mrr weekly on {node-arch}
 367               </ul>
 368           <li>executor
 369               <ul>
 370                   <li>{executor}
 371               </ul>
 372           <li>perf test-cases selection
 373               <ul>
 374                   <li>NF Density CSIT VPP MRR perf suites
 375               </ul>
 376           <li>results
 377               <ul>
 378                   <li>jjb verify: PASS/FAIL
 379                   <li>present: no
 380                   <li>analyse: csit project (catch malfunctions/degradations)
 381               </ul>
 382       </ul>
 383
 384     project-type: freestyle
 385     node: '{executor}'
 386     concurrent: false
 387     archive-artifacts: 'csit/archive/*.*'
 388     latest-only: false
 389
 390     build-discarder:
 391       daysToKeep: '{build-days-to-keep}'
 392       numToKeep: '{build-num-to-keep}'
 393       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 394       artifactNumToKeep: '{build-artifact-num-to-keep}'
 395
 396     parameters:
 397       - project-parameter:
 398           project: '{project}'
 399       - gerrit-parameter:
 400           branch: '{branch}'
 401       - csit-perf-trial-duration-parameter:
 402           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 403       - csit-perf-trial-multiplicity-parameter:
 404           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 405       - string:
 406           name: ARCHIVE_ARTIFACTS
 407           default: '{archive-artifacts}'
 408           description: Artifacts to archive to the logs server.
 409
 410     wrappers:
 411       - fdio-infra-wrappers-non-activity-timeout:
 412           build-timeout: '{build-timeout}'
 413
 414     triggers:
 415       - timed: '{periodicity}'
 416
 417     builders:
 418       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 419       - inject:
 420           properties-file: variables.prop
 421       - shell:
 422           !include-raw-escape:
 423           - ../scripts/csit/perf-timed.sh
 424
 425     publishers:
 426       - robot:
 427           output-path: 'csit/archive'
 428           other-files:
 429             - '*.*'
 430
 431       - fdio-infra-shiplogs:
 432           maven-version: 'mvn33-new'
 433
 434 - job-template:
 435     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 436
 437     description: |
 438       <ul>
 439           <li>objective
 440               <ul>
 441                   <li>check vpp perf ndrpdr weekly on {node-arch}
 442               </ul>
 443           <li>executor
 444               <ul>
 445                   <li>{executor}
 446               </ul>
 447           <li>perf test-cases selection
 448               <ul>
 449                   <li>pre-selected CSIT VPP NDRPDR perf suites
 450               </ul>
 451           <li>results
 452               <ul>
 453                   <li>jjb verify: PASS/FAIL
 454                   <li>present: no
 455                   <li>analyse: csit project (catch malfunctions/degradations)
 456               </ul>
 457       </ul>
 458     project-type: freestyle
 459     node: '{executor}'
 460     concurrent: false
 461     archive-artifacts: 'csit/archive/*.*'
 462     latest-only: false
 463
 464     build-discarder:
 465       daysToKeep: '{build-days-to-keep}'
 466       numToKeep: '{build-num-to-keep}'
 467       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 468       artifactNumToKeep: '{build-artifact-num-to-keep}'
 469
 470     parameters:
 471       - project-parameter:
 472           project: '{project}'
 473       - gerrit-parameter:
 474           branch: '{branch}'
 475       - string:
 476           name: ARCHIVE_ARTIFACTS
 477           default: '{archive-artifacts}'
 478           description: Artifacts to archive to the logs server.
 479
 480     wrappers:
 481       - fdio-infra-wrappers-non-activity-timeout:
 482           build-timeout: '{build-timeout}'
 483
 484     triggers:
 485       - timed: '{periodicity}'
 486
 487     builders:
 488       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 489       - inject:
 490           properties-file: variables.prop
 491       - shell:
 492           !include-raw-escape:
 493           - ../scripts/csit/perf-timed.sh
 494
 495     publishers:
 496       - robot:
 497           output-path: 'csit/archive'
 498           other-files:
 499             - '*.*'
 500
 501       - fdio-infra-shiplogs:
 502           maven-version: 'mvn33-new'
 503
 504 - job-template:
 505     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 506
 507     description: |
 508       <ul>
 509           <li>objective
 510               <ul>
 511                   <li>perf verify - per csit gerrit patch
 512               </ul>
 513           <li>job
 514               <ul>
 515                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 516                   <li>trigger: keyword in comment to csit patch:
 517                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 518               </ul>
 519           <li>executor
 520               <ul>
 521                   <li>{executor}
 522               </ul>
 523           <li>perf test-cases selection
 524               <ul>
 525                   <li>test-cases selected using trigger keyword followed by tags
 526                   <li>all test-cases are labelled with CSIT RF topic tags
 527                       defined in <i>csit/docs/tag_documentation.rst</i>
 528               </ul>
 529           <li>default tags for dpdk perf test type
 530               <ul>
 531                   <li>IP4BASE, L2XCBASE
 532                   <li>64B: 64B packet size
 533                   <li>1C: one core
 534                   <li>X710: x710 Fortville NIC
 535                   <li>MRR: MRR throughput
 536               </ul>
 537           <li>results
 538               <ul>
 539                   <li>jjb verify: PASS/FAIL
 540                   <li>present: no
 541                   <li>analyse: no
 542               </ul>
 543       </ul>
 544
 545     project-type: freestyle
 546     node: '{executor}'
 547     concurrent: true
 548     archive-artifacts: 'archive/*.*'
 549     latest-only: false
 550
 551     build-discarder:
 552       daysToKeep: '{build-days-to-keep}'
 553       numToKeep: '{build-num-to-keep}'
 554       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 555       artifactNumToKeep: '{build-artifact-num-to-keep}'
 556
 557     parameters:
 558       - project-parameter:
 559           project: '{project}'
 560       - gerrit-parameter:
 561           branch: '{branch}'
 562       - csit-perf-trial-duration-parameter:
 563           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 564       - csit-perf-trial-multiplicity-parameter:
 565           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 566       - string:
 567           name: ARCHIVE_ARTIFACTS
 568           default: '{archive-artifacts}'
 569           description: Artifacts to archive to the logs server.
 570
 571     scm:
 572       - gerrit-trigger-scm:
 573           credentials-id: 'jenkins-gerrit-credentials'
 574           refspec: '$GERRIT_REFSPEC'
 575           choosing-strategy: 'gerrit'
 576
 577     wrappers:
 578       - fdio-infra-wrappers-non-activity-timeout:
 579           build-timeout: '{build-timeout}'
 580
 581     triggers:
 582       - gerrit-trigger-csit-perftest:
 583           project: '{project}'
 584           branch: '{branch}'
 585           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 586           skip-vote: false
 587
 588     builders:
 589       - shell:
 590           !include-raw-escape:
 591           - ../scripts/csit/perf-verify.sh
 592
 593     publishers:
 594       - robot:
 595           output-path: archive
 596           other-files:
 597             - '*.*'
 598
 599       - fdio-infra-shiplogs:
 600           maven-version: 'mvn33-new'
 601
 602 - job-template:
 603     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 604
 605     description: |
 606       <ul>
 607           <li>objective
 608               <ul>
 609                   <li>check dpdk perf mrr weekly
 610               </ul>
 611           <li>executor
 612               <ul>
 613                   <li>{executor}
 614               </ul>
 615           <li>perf test-cases selection
 616               <ul>
 617                   <li>all CSIT DPDK MRR perf suites
 618               </ul>
 619           <li>results
 620               <ul>
 621                   <li>jjb verify: PASS/FAIL
 622                   <li>present: no
 623                   <li>analyse: csit project (catch malfunctions/degradations)
 624               </ul>
 625       </ul>
 626
 627     project-type: freestyle
 628     node: '{executor}'
 629     concurrent: false
 630     archive-artifacts: 'csit/archive/*.*'
 631     latest-only: false
 632
 633     build-discarder:
 634       daysToKeep: '{build-days-to-keep}'
 635       numToKeep: '{build-num-to-keep}'
 636       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 637       artifactNumToKeep: '{build-artifact-num-to-keep}'
 638
 639     parameters:
 640       - project-parameter:
 641           project: '{project}'
 642       - gerrit-parameter:
 643           branch: '{branch}'
 644       - csit-perf-trial-duration-parameter:
 645           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 646       - csit-perf-trial-multiplicity-parameter:
 647           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 648       - string:
 649           name: ARCHIVE_ARTIFACTS
 650           default: '{archive-artifacts}'
 651           description: Artifacts to archive to the logs server.
 652
 653     wrappers:
 654       - fdio-infra-wrappers-non-activity-timeout:
 655           build-timeout: '{build-timeout}'
 656
 657     triggers:
 658       - timed: '{periodicity}'
 659
 660     builders:
 661       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 662       - inject:
 663           properties-file: variables.prop
 664       - shell:
 665           !include-raw-escape:
 666           - ../scripts/csit/perf-timed.sh
 667
 668     publishers:
 669       - robot:
 670           output-path: 'csit/archive'
 671           other-files:
 672             - '*.*'
 673
 674       - fdio-infra-shiplogs:
 675           maven-version: 'mvn33-new'
 676
 677 - job-template:
 678     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 679
 680     description: |
 681       <ul>
 682           <li>objective
 683               <ul>
 684                   <li>get vpp performance iterative data for csit report
 685               </ul>
 686           <li>job
 687               <ul>
 688                   <li>name:
 689                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 690                       {node-arch}</b>
 691                   <li>trigger: keyword in comment to csit patch:
 692                       <b>csit-vpp-report-iter-{node-arch}-perftest
 693                       test_set_id</b>
 694                   <li>trigger example:
 695                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 696               </ul>
 697           <li>executor
 698               <ul>
 699                   <li>{executor}
 700               </ul>
 701           <li>perf test-cases selection
 702               <ul>
 703                   <li>test-cases selected by tags defined in
 704                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 705                       test_set_id.md</i>
 706               </ul>
 707
 708           <li>results
 709               <ul>
 710                   <li>jjb verify: PASS/FAIL
 711                   <li>present: vpp performance
 712                   <li>analyse: vpp performance
 713               </ul>
 714       </ul>
 715
 716     project-type: freestyle
 717     node: '{executor}'
 718     concurrent: true
 719     archive-artifacts: 'archive/*.*'
 720     latest-only: false
 721
 722     build-discarder:
 723       daysToKeep: '{build-days-to-keep}'
 724       numToKeep: '{build-num-to-keep}'
 725       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 726       artifactNumToKeep: '{build-artifact-num-to-keep}'
 727
 728     parameters:
 729       - project-parameter:
 730           project: '{project}'
 731       - gerrit-parameter:
 732           branch: '{branch}'
 733       - csit-perf-trial-duration-parameter:
 734           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 735       - csit-perf-trial-multiplicity-parameter:
 736           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 737       - string:
 738           name: ARCHIVE_ARTIFACTS
 739           default: '{archive-artifacts}'
 740           description: Artifacts to archive to the logs server.
 741
 742     scm:
 743       - gerrit-trigger-scm:
 744           credentials-id: 'jenkins-gerrit-credentials'
 745           refspec: '$GERRIT_REFSPEC'
 746           choosing-strategy: 'gerrit'
 747
 748     wrappers:
 749       - fdio-infra-wrappers-non-activity-timeout:
 750           build-timeout: '{build-timeout}'
 751
 752     triggers:
 753       - gerrit-trigger-csit-perftest:
 754           project: '{project}'
 755           branch: '{branch}'
 756           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 757           skip-vote: false
 758
 759     builders:
 760       - shell:
 761           !include-raw-escape:
 762           - ../scripts/csit/perf-verify.sh
 763
 764     publishers:
 765       - robot:
 766           output-path: archive
 767           other-files:
 768             - '*.*'
 769
 770       - fdio-infra-shiplogs:
 771           maven-version: 'mvn33-new'
 772
 773 - job-template:
 774     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 775
 776     description: |
 777       <ul>
 778           <li>objective
 779               <ul>
 780                   <li>get dpdk performance iterative data for csit report
 781               </ul>
 782           <li>job
 783               <ul>
 784                   <li>name:
 785                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 786                       {node-arch}</b>
 787                   <li>trigger: keyword in comment to csit patch:
 788                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 789                       test_set_id</b>
 790                   <li>trigger example:
 791                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 792               </ul>
 793           <li>executor
 794               <ul>
 795                   <li>{executor}
 796               </ul>
 797           <li>perf test-cases selection
 798               <ul>
 799                   <li>test-cases selected by tags defined in
 800                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 801                       test_set_id.md</i>
 802               </ul>
 803
 804           <li>results
 805               <ul>
 806                   <li>jjb verify: PASS/FAIL
 807                   <li>present: dpdk performance
 808                   <li>analyse: dpdk performance
 809               </ul>
 810       </ul>
 811
 812     project-type: freestyle
 813     node: '{executor}'
 814     concurrent: true
 815     archive-artifacts: 'archive/*.*'
 816     latest-only: false
 817
 818     build-discarder:
 819       daysToKeep: '{build-days-to-keep}'
 820       numToKeep: '{build-num-to-keep}'
 821       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 822       artifactNumToKeep: '{build-artifact-num-to-keep}'
 823
 824     parameters:
 825       - project-parameter:
 826           project: '{project}'
 827       - gerrit-parameter:
 828           branch: '{branch}'
 829       - csit-perf-trial-duration-parameter:
 830           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 831       - csit-perf-trial-multiplicity-parameter:
 832           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 833       - string:
 834           name: ARCHIVE_ARTIFACTS
 835           default: '{archive-artifacts}'
 836           description: Artifacts to archive to the logs server.
 837
 838     scm:
 839       - gerrit-trigger-scm:
 840           credentials-id: 'jenkins-gerrit-credentials'
 841           refspec: '$GERRIT_REFSPEC'
 842           choosing-strategy: 'gerrit'
 843
 844     wrappers:
 845       - fdio-infra-wrappers-non-activity-timeout:
 846           build-timeout: '{build-timeout}'
 847
 848     triggers:
 849       - gerrit-trigger-csit-perftest:
 850           project: '{project}'
 851           branch: '{branch}'
 852           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
 853           skip-vote: false
 854
 855     builders:
 856       - shell:
 857           !include-raw-escape:
 858           - ../scripts/csit/perf-verify.sh
 859
 860     publishers:
 861       - robot:
 862           output-path: archive
 863           other-files:
 864             - '*.*'
 865
 866       - fdio-infra-shiplogs:
 867           maven-version: 'mvn33-new'
 868
 869 - job-template:
 870     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
 871
 872     description: |
 873       <ul>
 874           <li>objective
 875               <ul>
 876                   <li>get vpp performance coverage data for csit report
 877               </ul>
 878           <li>job
 879               <ul>
 880                   <li>name:
 881                       <b>csit-vpp-perf-report-coverage-{stream_report}-
 882                       {node-arch}</b>
 883                   <li>trigger: keyword in comment to csit patch:
 884                       <b>csit-vpp-report-cov-{node-arch}-perftest
 885                       test_set_id</b>
 886                   <li>trigger example:
 887                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
 888               </ul>
 889           <li>executor
 890               <ul>
 891                   <li>{executor}
 892               </ul>
 893           <li>perf test-cases selection
 894               <ul>
 895                   <li>test-cases selected by tags defined in
 896                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 897                       test_set_id.md</i>
 898               </ul>
 899
 900           <li>results
 901               <ul>
 902                   <li>jjb verify: PASS/FAIL
 903                   <li>present: vpp performance
 904                   <li>analyse: vpp performance
 905               </ul>
 906       </ul>
 907
 908     project-type: freestyle
 909     node: '{executor}'
 910     concurrent: true
 911     archive-artifacts: 'archive/*.*'
 912     latest-only: false
 913
 914     build-discarder:
 915       daysToKeep: '{build-days-to-keep}'
 916       numToKeep: '{build-num-to-keep}'
 917       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 918       artifactNumToKeep: '{build-artifact-num-to-keep}'
 919
 920     parameters:
 921       - project-parameter:
 922           project: '{project}'
 923       - gerrit-parameter:
 924           branch: '{branch}'
 925       - csit-perf-trial-duration-parameter:
 926           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 927       - csit-perf-trial-multiplicity-parameter:
 928           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 929       - string:
 930           name: ARCHIVE_ARTIFACTS
 931           default: '{archive-artifacts}'
 932           description: Artifacts to archive to the logs server.
 933
 934     scm:
 935       - gerrit-trigger-scm:
 936           credentials-id: 'jenkins-gerrit-credentials'
 937           refspec: '$GERRIT_REFSPEC'
 938           choosing-strategy: 'gerrit'
 939
 940     wrappers:
 941       - fdio-infra-wrappers-non-activity-timeout:
 942           build-timeout: '{build-timeout}'
 943
 944     triggers:
 945       - gerrit-trigger-csit-perftest:
 946           project: '{project}'
 947           branch: '{branch}'
 948           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
 949           skip-vote: false
 950
 951     builders:
 952       - shell:
 953           !include-raw-escape:
 954           - ../scripts/csit/perf-verify.sh
 955
 956     publishers:
 957       - robot:
 958           output-path: archive
 959           other-files:
 960             - '*.*'
 961
 962       - fdio-infra-shiplogs:
 963           maven-version: 'mvn33-new'
 964
 965 - job-template:
 966     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
 967
 968     description: |
 969       <ul>
 970           <li>objective
 971               <ul>
 972                   <li>get dpdk performance coverage data for csit report
 973               </ul>
 974           <li>job
 975               <ul>
 976                   <li>name:
 977                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
 978                       {node-arch}</b>
 979                   <li>trigger: keyword in comment to csit patch:
 980                       <b>csit-dpdk-report-cov-{node-arch}-perftest
 981                       test_set_id</b>
 982                   <li>trigger example:
 983                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
 984               </ul>
 985           <li>executor
 986               <ul>
 987                   <li>{executor}
 988               </ul>
 989           <li>perf test-cases selection
 990               <ul>
 991                   <li>test-cases selected by tags defined in
 992                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 993                       test_set_id.md</i>
 994               </ul>
 995
 996           <li>results
 997               <ul>
 998                   <li>jjb verify: PASS/FAIL
 999                   <li>present: dpdk performance
1000                   <li>analyse: dpdk performance
1001               </ul>
1002       </ul>
1003
1004     project-type: freestyle
1005     node: '{executor}'
1006     concurrent: true
1007     archive-artifacts: 'archive/*.*'
1008     latest-only: false
1009
1010     build-discarder:
1011       daysToKeep: '{build-days-to-keep}'
1012       numToKeep: '{build-num-to-keep}'
1013       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1014       artifactNumToKeep: '{build-artifact-num-to-keep}'
1015
1016     parameters:
1017       - project-parameter:
1018           project: '{project}'
1019       - gerrit-parameter:
1020           branch: '{branch}'
1021       - csit-perf-trial-duration-parameter:
1022           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1023       - csit-perf-trial-multiplicity-parameter:
1024           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1025       - string:
1026           name: ARCHIVE_ARTIFACTS
1027           default: '{archive-artifacts}'
1028           description: Artifacts to archive to the logs server.
1029
1030     scm:
1031       - gerrit-trigger-scm:
1032           credentials-id: 'jenkins-gerrit-credentials'
1033           refspec: '$GERRIT_REFSPEC'
1034           choosing-strategy: 'gerrit'
1035
1036     wrappers:
1037       - fdio-infra-wrappers-non-activity-timeout:
1038           build-timeout: '{build-timeout}'
1039
1040     triggers:
1041       - gerrit-trigger-csit-perftest:
1042           project: '{project}'
1043           branch: '{branch}'
1044           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1045           skip-vote: false
1046
1047     builders:
1048       - shell:
1049           !include-raw-escape:
1050           - ../scripts/csit/perf-verify.sh
1051
1052     publishers:
1053       - robot:
1054           output-path: archive
1055           other-files:
1056             - '*.*'
1057
1058       - fdio-infra-shiplogs:
1059           maven-version: 'mvn33-new'