jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2020 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx
  24             - 2n-skx
  25             - 2n-dnv
  26             - 3n-skx
  27             - 3n-hsw
  28             - 3n-dnv
  29             - 3n-tsh:
  30                executor: 'ubuntu1804arm-us'
  31       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  32           node-arch:
  33             - ''
  34             - -2n-clx
  35             - -2n-skx
  36             - -3n-skx
  37           periodicity: '0 0 * * 6'
  38       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  39           node-arch:
  40             - 2n-clx
  41             - 2n-skx
  42             - 2n-dnv
  43             - 3n-skx
  44             - 3n-hsw
  45             - 3n-dnv
  46             - 3n-tsh:
  47                executor: 'ubuntu1804arm-us'
  48           stream:
  49             - master:
  50                 branch: 'master'
  51                 branch-id: 'oper'
  52             - '1908_1':
  53                 branch: 'rls1908_1'
  54                 branch-id: 'oper-rls1908_1'
  55             - '1908_2':
  56                 branch: 'rls1908_2'
  57                 branch-id: 'oper-rls1908_2'
  58             - '2001':
  59                 branch: 'rls2001'
  60                 branch-id: 'oper-rls2001'
  61             - '2005':
  62                 branch: 'rls2005'
  63                 branch-id: 'oper-rls2005'
  64       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
  65           node-arch:
  66             - '':
  67                 periodicity: '0 2,14 * * *'
  68             - -2n-clx:
  69                 periodicity: '0 2,14 * * *'
  70             - -2n-skx:
  71                 periodicity: '0 2,14 * * *'
  72             - -2n-dnv:
  73                 periodicity: '0 2,14 * * *'
  74             - -3n-skx:
  75                 periodicity: '0 2,14 * * *'
  76             - -3n-dnv:
  77                 periodicity: '0 2,14 * * *'
  78             - -3n-tsh:
  79                 executor: 'ubuntu1804arm-us'
  80                 periodicity: '0 14 * * *'
  81       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
  82           node-arch:
  83             - 2n-clx
  84             - 2n-skx
  85             - 3n-skx
  86           stream:
  87             - master:
  88                 branch: 'master'
  89                 branch-id: 'oper'
  90             - '1908_2':
  91                 branch: 'rls1908_2'
  92                 branch-id: 'oper-rls1908_2'
  93           periodicity: '0 0 * * 6'
  94       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
  95           node-arch:
  96             - 2n-clx
  97             - 2n-skx
  98             - 3n-skx
  99             - 3n-hsw
 100           periodicity: '0 0 * * 6'
 101       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 102           node-arch:
 103             - 2n-clx
 104             - 2n-skx
 105             - 2n-dnv
 106             - 3n-skx
 107             - 3n-hsw
 108             - 3n-dnv
 109             - 3n-tsh:
 110                 executor: 'ubuntu1804arm-us'
 111       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 112           node-arch:
 113             - 2n-clx
 114             - 2n-skx
 115             - 2n-dnv
 116             - 3n-skx
 117             - 3n-hsw
 118             - 3n-dnv
 119             - 3n-tsh:
 120                 executor: 'ubuntu1804arm-us'
 121       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 122           node-arch:
 123             - 2n-clx
 124             - 2n-skx
 125             - 2n-dnv
 126             - 3n-skx
 127             - 3n-hsw
 128             - 3n-dnv
 129             - 3n-tsh:
 130                 executor: 'ubuntu1804arm-us'
 131       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 132           node-arch:
 133             - 2n-clx
 134             - 2n-skx
 135             - 2n-dnv
 136             - 3n-skx
 137             - 3n-hsw
 138             - 3n-dnv
 139             - 3n-tsh:
 140                 executor: 'ubuntu1804arm-us'
 141
 142     project: 'csit'
 143     executor: 'ubuntu1804-us'
 144     branch: 'master'
 145     branch-id: 'oper'
 146     csit-perf-trial-duration: "1.0"
 147     csit-perf-trial-multiplicity: "10"
 148     stream:
 149       - master:
 150           branch: 'master'
 151           branch-id: 'oper'
 152       - '1908_2':
 153           branch: 'rls1908_2'
 154           branch-id: 'oper-rls1908_2'
 155       - '2001':
 156           branch: 'rls2001'
 157           branch-id: 'oper-rls2001'
 158       - '2005':
 159           branch: 'rls2005'
 160           branch-id: 'oper-rls2005'
 161     stream_report:
 162       - '2005':
 163           branch: 'rls2005'
 164           branch-id: 'oper-rls2005'
 165     build-artifact-num-to-keep: 10
 166
 167
 168 - job-template:
 169     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 170
 171     description: |
 172       <ul>
 173           <li>objective
 174               <ul>
 175                   <li>perf verify - per csit gerrit patch
 176               </ul>
 177           <li>job
 178               <ul>
 179                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 180                   <li>trigger: keyword in comment to csit patch:
 181                       <b>csit-{node-arch}-perftest tag_list</b>
 182               </ul>
 183           <li>executor
 184               <ul>
 185                   <li>{executor}
 186               </ul>
 187           <li>perf test-cases selection
 188               <ul>
 189                   <li>test-cases selected using trigger keyword followed by tags
 190                   <li>all test-cases are labelled with CSIT RF topic tags
 191                       defined in <i>csit/docs/tag_documentation.rst</i>
 192               </ul>
 193           <li>proposed keywords
 194               <ul>
 195                   <li>focus on testing specified vpp packet processing path
 196                   <li>format: csit-{node-arch}-perftest tag_list
 197               </ul>
 198           <li>default tags for vpp startup config and perf test type
 199               <ul>
 200                   <li>IP4BASE, IP6BASE, L2BDBASE
 201                   <li>64B/78B: 64B/78B packet size
 202                   <li>1C: one core
 203                   <li>X710: x710 Fortville NIC
 204                   <li>MRR: MRR throughput
 205               </ul>
 206           <li>results
 207               <ul>
 208                   <li>jjb verify: PASS/FAIL
 209                   <li>present: no
 210                   <li>analyse: no
 211               </ul>
 212       </ul>
 213
 214     project-type: freestyle
 215     node: '{executor}'
 216     concurrent: true
 217     archive-artifacts: 'archive/*.*'
 218     latest-only: false
 219
 220     build-discarder:
 221       daysToKeep: '{build-days-to-keep}'
 222       numToKeep: '{build-num-to-keep}'
 223       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 224       artifactNumToKeep: '{build-artifact-num-to-keep}'
 225
 226     parameters:
 227       - project-parameter:
 228           project: '{project}'
 229       - gerrit-parameter:
 230           branch: '{branch}'
 231       - gerrit-refspec-parameter
 232       - gerrit-event-type-parameter
 233       - gerrit-event-comment-text-parameter
 234       - csit-perf-trial-duration-parameter:
 235           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 236       - csit-perf-trial-multiplicity-parameter:
 237           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 238       - string:
 239           name: ARCHIVE_ARTIFACTS
 240           default: '{archive-artifacts}'
 241           description: Artifacts to archive to the logs server.
 242       # This is a manually-triggered verify job, part of API coverage.
 243       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 244       # Can be removed when this job is no longer needed for full API coverage.
 245       - csit-fail-on-crc-mismatch-parameter:
 246           fail-on-crc-mismatch: 'True'
 247
 248     scm:
 249       - gerrit-trigger-scm:
 250           credentials-id: 'jenkins-gerrit-credentials'
 251           refspec: '$GERRIT_REFSPEC'
 252           choosing-strategy: 'gerrit'
 253
 254     wrappers:
 255       - fdio-infra-wrappers-non-activity-timeout:
 256           build-timeout: '{build-timeout}'
 257
 258     triggers:
 259       - gerrit-trigger-csit-perftest:
 260           project: '{project}'
 261           branch: '{branch}'
 262           trigger-word: 'csit-{node-arch}-perftest'
 263           skip-vote: false
 264
 265     builders:
 266       - shell:
 267           !include-raw-escape:
 268           - ../scripts/csit/perf-verify.sh
 269
 270     publishers:
 271       - robot:
 272           output-path: archive
 273           other-files:
 274             - '*.*'
 275
 276       - fdio-infra-shiplogs:
 277           maven-version: 'mvn33-new'
 278
 279 - job-template:
 280     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 281
 282     description: |
 283       <ul>
 284           <li>objective
 285               <ul>
 286                   <li>check vpp perf mrr daily
 287               </ul>
 288           <li>executor
 289               <ul>
 290                   <li>{executor}
 291               </ul>
 292           <li>perf test-cases selection
 293               <ul>
 294                   <li>all CSIT VPP MRR perf suites
 295               </ul>
 296           <li>results
 297               <ul>
 298                   <li>jjb verify: PASS/FAIL
 299                   <li>present: no
 300                   <li>analyse: csit project (catch malfunctions/degradations)
 301               </ul>
 302       </ul>
 303
 304     project-type: freestyle
 305     node: '{executor}'
 306     concurrent: false
 307     archive-artifacts: 'csit/archive/*.*'
 308     latest-only: false
 309
 310     build-discarder:
 311       daysToKeep: '{build-days-to-keep}'
 312       numToKeep: '{build-num-to-keep}'
 313       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 314       artifactNumToKeep: '{build-artifact-num-to-keep}'
 315
 316     parameters:
 317       - project-parameter:
 318           project: '{project}'
 319       - gerrit-parameter:
 320           branch: '{branch}'
 321       - csit-perf-trial-duration-parameter:
 322           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 323       - csit-perf-trial-multiplicity-parameter:
 324           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 325       - string:
 326           name: ARCHIVE_ARTIFACTS
 327           default: '{archive-artifacts}'
 328           description: Artifacts to archive to the logs server.
 329
 330     wrappers:
 331       - fdio-infra-wrappers-non-activity-timeout:
 332           build-timeout: '{build-timeout}'
 333
 334     triggers:
 335       - timed: '{periodicity}'
 336
 337     builders:
 338       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 339       - inject:
 340           properties-file: variables.prop
 341       - shell:
 342           !include-raw-escape:
 343           - ../scripts/csit/perf-timed.sh
 344
 345     publishers:
 346       - robot:
 347           output-path: 'csit/archive'
 348           other-files:
 349             - '*.*'
 350
 351       - fdio-infra-shiplogs:
 352           maven-version: 'mvn33-new'
 353
 354 - job-template:
 355     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 356
 357     description: |
 358       <ul>
 359           <li>objective
 360               <ul>
 361                   <li>check vpp perf mrr weekly on {node-arch}
 362               </ul>
 363           <li>executor
 364               <ul>
 365                   <li>{executor}
 366               </ul>
 367           <li>perf test-cases selection
 368               <ul>
 369                   <li>NF Density CSIT VPP MRR perf suites
 370               </ul>
 371           <li>results
 372               <ul>
 373                   <li>jjb verify: PASS/FAIL
 374                   <li>present: no
 375                   <li>analyse: csit project (catch malfunctions/degradations)
 376               </ul>
 377       </ul>
 378
 379     project-type: freestyle
 380     node: '{executor}'
 381     concurrent: false
 382     archive-artifacts: 'csit/archive/*.*'
 383     latest-only: false
 384
 385     build-discarder:
 386       daysToKeep: '{build-days-to-keep}'
 387       numToKeep: '{build-num-to-keep}'
 388       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 389       artifactNumToKeep: '{build-artifact-num-to-keep}'
 390
 391     parameters:
 392       - project-parameter:
 393           project: '{project}'
 394       - gerrit-parameter:
 395           branch: '{branch}'
 396       - csit-perf-trial-duration-parameter:
 397           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 398       - csit-perf-trial-multiplicity-parameter:
 399           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 400       - string:
 401           name: ARCHIVE_ARTIFACTS
 402           default: '{archive-artifacts}'
 403           description: Artifacts to archive to the logs server.
 404
 405     wrappers:
 406       - fdio-infra-wrappers-non-activity-timeout:
 407           build-timeout: '{build-timeout}'
 408
 409     triggers:
 410       - timed: '{periodicity}'
 411
 412     builders:
 413       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 414       - inject:
 415           properties-file: variables.prop
 416       - shell:
 417           !include-raw-escape:
 418           - ../scripts/csit/perf-timed.sh
 419
 420     publishers:
 421       - robot:
 422           output-path: 'csit/archive'
 423           other-files:
 424             - '*.*'
 425
 426       - fdio-infra-shiplogs:
 427           maven-version: 'mvn33-new'
 428
 429 - job-template:
 430     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 431
 432     description: |
 433       <ul>
 434           <li>objective
 435               <ul>
 436                   <li>check vpp perf ndrpdr weekly on {node-arch}
 437               </ul>
 438           <li>executor
 439               <ul>
 440                   <li>{executor}
 441               </ul>
 442           <li>perf test-cases selection
 443               <ul>
 444                   <li>pre-selected CSIT VPP NDRPDR perf suites
 445               </ul>
 446           <li>results
 447               <ul>
 448                   <li>jjb verify: PASS/FAIL
 449                   <li>present: no
 450                   <li>analyse: csit project (catch malfunctions/degradations)
 451               </ul>
 452       </ul>
 453     project-type: freestyle
 454     node: '{executor}'
 455     concurrent: false
 456     archive-artifacts: 'csit/archive/*.*'
 457     latest-only: false
 458
 459     build-discarder:
 460       daysToKeep: '{build-days-to-keep}'
 461       numToKeep: '{build-num-to-keep}'
 462       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 463       artifactNumToKeep: '{build-artifact-num-to-keep}'
 464
 465     parameters:
 466       - project-parameter:
 467           project: '{project}'
 468       - gerrit-parameter:
 469           branch: '{branch}'
 470       - string:
 471           name: ARCHIVE_ARTIFACTS
 472           default: '{archive-artifacts}'
 473           description: Artifacts to archive to the logs server.
 474
 475     wrappers:
 476       - fdio-infra-wrappers-non-activity-timeout:
 477           build-timeout: '{build-timeout}'
 478
 479     triggers:
 480       - timed: '{periodicity}'
 481
 482     builders:
 483       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 484       - inject:
 485           properties-file: variables.prop
 486       - shell:
 487           !include-raw-escape:
 488           - ../scripts/csit/perf-timed.sh
 489
 490     publishers:
 491       - robot:
 492           output-path: 'csit/archive'
 493           other-files:
 494             - '*.*'
 495
 496       - fdio-infra-shiplogs:
 497           maven-version: 'mvn33-new'
 498
 499 - job-template:
 500     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 501
 502     description: |
 503       <ul>
 504           <li>objective
 505               <ul>
 506                   <li>perf verify - per csit gerrit patch
 507               </ul>
 508           <li>job
 509               <ul>
 510                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 511                   <li>trigger: keyword in comment to csit patch:
 512                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 513               </ul>
 514           <li>executor
 515               <ul>
 516                   <li>{executor}
 517               </ul>
 518           <li>perf test-cases selection
 519               <ul>
 520                   <li>test-cases selected using trigger keyword followed by tags
 521                   <li>all test-cases are labelled with CSIT RF topic tags
 522                       defined in <i>csit/docs/tag_documentation.rst</i>
 523               </ul>
 524           <li>default tags for dpdk perf test type
 525               <ul>
 526                   <li>IP4BASE, L2XCBASE
 527                   <li>64B: 64B packet size
 528                   <li>1C: one core
 529                   <li>X710: x710 Fortville NIC
 530                   <li>MRR: MRR throughput
 531               </ul>
 532           <li>results
 533               <ul>
 534                   <li>jjb verify: PASS/FAIL
 535                   <li>present: no
 536                   <li>analyse: no
 537               </ul>
 538       </ul>
 539
 540     project-type: freestyle
 541     node: '{executor}'
 542     concurrent: true
 543     archive-artifacts: 'archive/*.*'
 544     latest-only: false
 545
 546     build-discarder:
 547       daysToKeep: '{build-days-to-keep}'
 548       numToKeep: '{build-num-to-keep}'
 549       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 550       artifactNumToKeep: '{build-artifact-num-to-keep}'
 551
 552     parameters:
 553       - project-parameter:
 554           project: '{project}'
 555       - gerrit-parameter:
 556           branch: '{branch}'
 557       - csit-perf-trial-duration-parameter:
 558           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 559       - csit-perf-trial-multiplicity-parameter:
 560           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 561       - string:
 562           name: ARCHIVE_ARTIFACTS
 563           default: '{archive-artifacts}'
 564           description: Artifacts to archive to the logs server.
 565
 566     scm:
 567       - gerrit-trigger-scm:
 568           credentials-id: 'jenkins-gerrit-credentials'
 569           refspec: '$GERRIT_REFSPEC'
 570           choosing-strategy: 'gerrit'
 571
 572     wrappers:
 573       - fdio-infra-wrappers-non-activity-timeout:
 574           build-timeout: '{build-timeout}'
 575
 576     triggers:
 577       - gerrit-trigger-csit-perftest:
 578           project: '{project}'
 579           branch: '{branch}'
 580           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 581           skip-vote: false
 582
 583     builders:
 584       - shell:
 585           !include-raw-escape:
 586           - ../scripts/csit/perf-verify.sh
 587
 588     publishers:
 589       - robot:
 590           output-path: archive
 591           other-files:
 592             - '*.*'
 593
 594       - fdio-infra-shiplogs:
 595           maven-version: 'mvn33-new'
 596
 597 - job-template:
 598     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 599
 600     description: |
 601       <ul>
 602           <li>objective
 603               <ul>
 604                   <li>check dpdk perf mrr weekly
 605               </ul>
 606           <li>executor
 607               <ul>
 608                   <li>{executor}
 609               </ul>
 610           <li>perf test-cases selection
 611               <ul>
 612                   <li>all CSIT DPDK MRR perf suites
 613               </ul>
 614           <li>results
 615               <ul>
 616                   <li>jjb verify: PASS/FAIL
 617                   <li>present: no
 618                   <li>analyse: csit project (catch malfunctions/degradations)
 619               </ul>
 620       </ul>
 621
 622     project-type: freestyle
 623     node: '{executor}'
 624     concurrent: false
 625     archive-artifacts: 'csit/archive/*.*'
 626     latest-only: false
 627
 628     build-discarder:
 629       daysToKeep: '{build-days-to-keep}'
 630       numToKeep: '{build-num-to-keep}'
 631       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 632       artifactNumToKeep: '{build-artifact-num-to-keep}'
 633
 634     parameters:
 635       - project-parameter:
 636           project: '{project}'
 637       - gerrit-parameter:
 638           branch: '{branch}'
 639       - csit-perf-trial-duration-parameter:
 640           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 641       - csit-perf-trial-multiplicity-parameter:
 642           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 643       - string:
 644           name: ARCHIVE_ARTIFACTS
 645           default: '{archive-artifacts}'
 646           description: Artifacts to archive to the logs server.
 647
 648     wrappers:
 649       - fdio-infra-wrappers-non-activity-timeout:
 650           build-timeout: '{build-timeout}'
 651
 652     triggers:
 653       - timed: '{periodicity}'
 654
 655     builders:
 656       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 657       - inject:
 658           properties-file: variables.prop
 659       - shell:
 660           !include-raw-escape:
 661           - ../scripts/csit/perf-timed.sh
 662
 663     publishers:
 664       - robot:
 665           output-path: 'csit/archive'
 666           other-files:
 667             - '*.*'
 668
 669       - fdio-infra-shiplogs:
 670           maven-version: 'mvn33-new'
 671
 672 - job-template:
 673     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 674
 675     description: |
 676       <ul>
 677           <li>objective
 678               <ul>
 679                   <li>get vpp performance iterative data for csit report
 680               </ul>
 681           <li>job
 682               <ul>
 683                   <li>name:
 684                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 685                       {node-arch}</b>
 686                   <li>trigger: keyword in comment to csit patch:
 687                       <b>csit-vpp-report-iter-{node-arch}-perftest
 688                       test_set_id</b>
 689                   <li>trigger example:
 690                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 691               </ul>
 692           <li>executor
 693               <ul>
 694                   <li>{executor}
 695               </ul>
 696           <li>perf test-cases selection
 697               <ul>
 698                   <li>test-cases selected by tags defined in
 699                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 700                       test_set_id.md</i>
 701               </ul>
 702
 703           <li>results
 704               <ul>
 705                   <li>jjb verify: PASS/FAIL
 706                   <li>present: vpp performance
 707                   <li>analyse: vpp performance
 708               </ul>
 709       </ul>
 710
 711     project-type: freestyle
 712     node: '{executor}'
 713     concurrent: true
 714     archive-artifacts: 'archive/*.*'
 715     latest-only: false
 716
 717     build-discarder:
 718       daysToKeep: '{build-days-to-keep}'
 719       numToKeep: '{build-num-to-keep}'
 720       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 721       artifactNumToKeep: '{build-artifact-num-to-keep}'
 722
 723     parameters:
 724       - project-parameter:
 725           project: '{project}'
 726       - gerrit-parameter:
 727           branch: '{branch}'
 728       - csit-perf-trial-duration-parameter:
 729           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 730       - csit-perf-trial-multiplicity-parameter:
 731           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 732       - string:
 733           name: ARCHIVE_ARTIFACTS
 734           default: '{archive-artifacts}'
 735           description: Artifacts to archive to the logs server.
 736
 737     scm:
 738       - gerrit-trigger-scm:
 739           credentials-id: 'jenkins-gerrit-credentials'
 740           refspec: '$GERRIT_REFSPEC'
 741           choosing-strategy: 'gerrit'
 742
 743     wrappers:
 744       - fdio-infra-wrappers-non-activity-timeout:
 745           build-timeout: '{build-timeout}'
 746
 747     triggers:
 748       - gerrit-trigger-csit-perftest:
 749           project: '{project}'
 750           branch: '{branch}'
 751           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 752           skip-vote: false
 753
 754     builders:
 755       - shell:
 756           !include-raw-escape:
 757           - ../scripts/csit/perf-verify.sh
 758
 759     publishers:
 760       - robot:
 761           output-path: archive
 762           other-files:
 763             - '*.*'
 764
 765       - fdio-infra-shiplogs:
 766           maven-version: 'mvn33-new'
 767
 768 - job-template:
 769     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 770
 771     description: |
 772       <ul>
 773           <li>objective
 774               <ul>
 775                   <li>get dpdk performance iterative data for csit report
 776               </ul>
 777           <li>job
 778               <ul>
 779                   <li>name:
 780                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 781                       {node-arch}</b>
 782                   <li>trigger: keyword in comment to csit patch:
 783                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 784                       test_set_id</b>
 785                   <li>trigger example:
 786                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 787               </ul>
 788           <li>executor
 789               <ul>
 790                   <li>{executor}
 791               </ul>
 792           <li>perf test-cases selection
 793               <ul>
 794                   <li>test-cases selected by tags defined in
 795                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 796                       test_set_id.md</i>
 797               </ul>
 798
 799           <li>results
 800               <ul>
 801                   <li>jjb verify: PASS/FAIL
 802                   <li>present: dpdk performance
 803                   <li>analyse: dpdk performance
 804               </ul>
 805       </ul>
 806
 807     project-type: freestyle
 808     node: '{executor}'
 809     concurrent: true
 810     archive-artifacts: 'archive/*.*'
 811     latest-only: false
 812
 813     build-discarder:
 814       daysToKeep: '{build-days-to-keep}'
 815       numToKeep: '{build-num-to-keep}'
 816       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 817       artifactNumToKeep: '{build-artifact-num-to-keep}'
 818
 819     parameters:
 820       - project-parameter:
 821           project: '{project}'
 822       - gerrit-parameter:
 823           branch: '{branch}'
 824       - csit-perf-trial-duration-parameter:
 825           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 826       - csit-perf-trial-multiplicity-parameter:
 827           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 828       - string:
 829           name: ARCHIVE_ARTIFACTS
 830           default: '{archive-artifacts}'
 831           description: Artifacts to archive to the logs server.
 832
 833     scm:
 834       - gerrit-trigger-scm:
 835           credentials-id: 'jenkins-gerrit-credentials'
 836           refspec: '$GERRIT_REFSPEC'
 837           choosing-strategy: 'gerrit'
 838
 839     wrappers:
 840       - fdio-infra-wrappers-non-activity-timeout:
 841           build-timeout: '{build-timeout}'
 842
 843     triggers:
 844       - gerrit-trigger-csit-perftest:
 845           project: '{project}'
 846           branch: '{branch}'
 847           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
 848           skip-vote: false
 849
 850     builders:
 851       - shell:
 852           !include-raw-escape:
 853           - ../scripts/csit/perf-verify.sh
 854
 855     publishers:
 856       - robot:
 857           output-path: archive
 858           other-files:
 859             - '*.*'
 860
 861       - fdio-infra-shiplogs:
 862           maven-version: 'mvn33-new'
 863
 864 - job-template:
 865     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
 866
 867     description: |
 868       <ul>
 869           <li>objective
 870               <ul>
 871                   <li>get vpp performance coverage data for csit report
 872               </ul>
 873           <li>job
 874               <ul>
 875                   <li>name:
 876                       <b>csit-vpp-perf-report-coverage-{stream_report}-
 877                       {node-arch}</b>
 878                   <li>trigger: keyword in comment to csit patch:
 879                       <b>csit-vpp-report-cov-{node-arch}-perftest
 880                       test_set_id</b>
 881                   <li>trigger example:
 882                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
 883               </ul>
 884           <li>executor
 885               <ul>
 886                   <li>{executor}
 887               </ul>
 888           <li>perf test-cases selection
 889               <ul>
 890                   <li>test-cases selected by tags defined in
 891                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 892                       test_set_id.md</i>
 893               </ul>
 894
 895           <li>results
 896               <ul>
 897                   <li>jjb verify: PASS/FAIL
 898                   <li>present: vpp performance
 899                   <li>analyse: vpp performance
 900               </ul>
 901       </ul>
 902
 903     project-type: freestyle
 904     node: '{executor}'
 905     concurrent: true
 906     archive-artifacts: 'archive/*.*'
 907     latest-only: false
 908
 909     build-discarder:
 910       daysToKeep: '{build-days-to-keep}'
 911       numToKeep: '{build-num-to-keep}'
 912       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 913       artifactNumToKeep: '{build-artifact-num-to-keep}'
 914
 915     parameters:
 916       - project-parameter:
 917           project: '{project}'
 918       - gerrit-parameter:
 919           branch: '{branch}'
 920       - csit-perf-trial-duration-parameter:
 921           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 922       - csit-perf-trial-multiplicity-parameter:
 923           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 924       - string:
 925           name: ARCHIVE_ARTIFACTS
 926           default: '{archive-artifacts}'
 927           description: Artifacts to archive to the logs server.
 928
 929     scm:
 930       - gerrit-trigger-scm:
 931           credentials-id: 'jenkins-gerrit-credentials'
 932           refspec: '$GERRIT_REFSPEC'
 933           choosing-strategy: 'gerrit'
 934
 935     wrappers:
 936       - fdio-infra-wrappers-non-activity-timeout:
 937           build-timeout: '{build-timeout}'
 938
 939     triggers:
 940       - gerrit-trigger-csit-perftest:
 941           project: '{project}'
 942           branch: '{branch}'
 943           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
 944           skip-vote: false
 945
 946     builders:
 947       - shell:
 948           !include-raw-escape:
 949           - ../scripts/csit/perf-verify.sh
 950
 951     publishers:
 952       - robot:
 953           output-path: archive
 954           other-files:
 955             - '*.*'
 956
 957       - fdio-infra-shiplogs:
 958           maven-version: 'mvn33-new'
 959
 960 - job-template:
 961     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
 962
 963     description: |
 964       <ul>
 965           <li>objective
 966               <ul>
 967                   <li>get dpdk performance coverage data for csit report
 968               </ul>
 969           <li>job
 970               <ul>
 971                   <li>name:
 972                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
 973                       {node-arch}</b>
 974                   <li>trigger: keyword in comment to csit patch:
 975                       <b>csit-dpdk-report-cov-{node-arch}-perftest
 976                       test_set_id</b>
 977                   <li>trigger example:
 978                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
 979               </ul>
 980           <li>executor
 981               <ul>
 982                   <li>{executor}
 983               </ul>
 984           <li>perf test-cases selection
 985               <ul>
 986                   <li>test-cases selected by tags defined in
 987                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 988                       test_set_id.md</i>
 989               </ul>
 990
 991           <li>results
 992               <ul>
 993                   <li>jjb verify: PASS/FAIL
 994                   <li>present: dpdk performance
 995                   <li>analyse: dpdk performance
 996               </ul>
 997       </ul>
 998
 999     project-type: freestyle
1000     node: '{executor}'
1001     concurrent: true
1002     archive-artifacts: 'archive/*.*'
1003     latest-only: false
1004
1005     build-discarder:
1006       daysToKeep: '{build-days-to-keep}'
1007       numToKeep: '{build-num-to-keep}'
1008       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1009       artifactNumToKeep: '{build-artifact-num-to-keep}'
1010
1011     parameters:
1012       - project-parameter:
1013           project: '{project}'
1014       - gerrit-parameter:
1015           branch: '{branch}'
1016       - csit-perf-trial-duration-parameter:
1017           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1018       - csit-perf-trial-multiplicity-parameter:
1019           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1020       - string:
1021           name: ARCHIVE_ARTIFACTS
1022           default: '{archive-artifacts}'
1023           description: Artifacts to archive to the logs server.
1024
1025     scm:
1026       - gerrit-trigger-scm:
1027           credentials-id: 'jenkins-gerrit-credentials'
1028           refspec: '$GERRIT_REFSPEC'
1029           choosing-strategy: 'gerrit'
1030
1031     wrappers:
1032       - fdio-infra-wrappers-non-activity-timeout:
1033           build-timeout: '{build-timeout}'
1034
1035     triggers:
1036       - gerrit-trigger-csit-perftest:
1037           project: '{project}'
1038           branch: '{branch}'
1039           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1040           skip-vote: false
1041
1042     builders:
1043       - shell:
1044           !include-raw-escape:
1045           - ../scripts/csit/perf-verify.sh
1046
1047     publishers:
1048       - robot:
1049           output-path: archive
1050           other-files:
1051             - '*.*'
1052
1053       - fdio-infra-shiplogs:
1054           maven-version: 'mvn33-new'