jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2020 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx
  24             - 2n-skx
  25             - 2n-dnv
  26             - 2n-zn2
  27             - 3n-skx
  28             - 3n-hsw
  29             - 3n-dnv
  30             - 3n-tsh:
  31                executor: 'ubuntu1804arm-us'
  32       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  33           node-arch:
  34             - ''
  35             - -2n-clx
  36             - -2n-skx
  37             - -2n-zn2
  38             - -3n-skx
  39             - -3n-tsh:
  40                 executor: 'ubuntu1804arm-us'
  41           periodicity: '0 0 * * 6'
  42       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  43           node-arch:
  44             - 2n-clx
  45             - 2n-skx
  46             - 2n-dnv
  47             - 2n-zn2
  48             - 3n-skx
  49             - 3n-hsw
  50             - 3n-dnv
  51             - 3n-tsh:
  52                executor: 'ubuntu1804arm-us'
  53           stream:
  54             - master:
  55                 branch: 'master'
  56                 branch-id: 'oper'
  57             - '2005':
  58                 branch: 'rls2005'
  59                 branch-id: 'oper-rls2005'
  60             - '2009':
  61                 branch: 'rls2009'
  62                 branch-id: 'oper-rls2009'
  63             - '2009_lts':
  64                 branch: 'rls2009_lts'
  65                 branch-id: 'oper-rls2009_lts'
  66       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
  67           node-arch:
  68             - '':
  69                 periodicity: '0 2,14 * * *'
  70             - -2n-clx:
  71                 periodicity: '0 2,14 * * *'
  72             - -2n-skx:
  73                 periodicity: '0 2,14 * * *'
  74             - -2n-dnv:
  75                 periodicity: '0 2,14 * * *'
  76             - -2n-zn2:
  77                 periodicity: '0 2,14 * * *'
  78             - -3n-skx:
  79                 periodicity: '0 2,14 * * *'
  80             - -3n-dnv:
  81                 periodicity: '0 2,14 * * *'
  82             - -3n-tsh:
  83                 executor: 'ubuntu1804arm-us'
  84                 periodicity: '0 14 * * *'
  85       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
  86           node-arch:
  87             - 2n-clx
  88             - 2n-skx
  89             - 3n-skx
  90           stream:
  91             - master:
  92                 branch: 'master'
  93                 branch-id: 'oper'
  94             - '2009_lts':
  95                 branch: 'rls2009_lts'
  96                 branch-id: 'oper-rls2009_lts'
  97           periodicity: '0 0 * * 6'
  98       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
  99           node-arch:
 100             - 2n-clx
 101             - 2n-skx
 102             - 3n-skx
 103             - 3n-hsw
 104           periodicity: '0 0 * * 6'
 105       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 106           node-arch:
 107             - 2n-clx
 108             - 2n-skx
 109             - 2n-dnv
 110             - 2n-zn2
 111             - 3n-skx
 112             - 3n-hsw
 113             - 3n-dnv
 114             - 3n-tsh:
 115                 executor: 'ubuntu1804arm-us'
 116       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 117           node-arch:
 118             - 2n-clx
 119             - 2n-skx
 120             - 2n-dnv
 121             - 2n-zn2
 122             - 3n-skx
 123             - 3n-hsw
 124             - 3n-dnv
 125             - 3n-tsh:
 126                 executor: 'ubuntu1804arm-us'
 127       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 128           node-arch:
 129             - 2n-clx
 130             - 2n-skx
 131             - 2n-dnv
 132             - 2n-zn2
 133             - 3n-skx
 134             - 3n-hsw
 135             - 3n-dnv
 136             - 3n-tsh:
 137                 executor: 'ubuntu1804arm-us'
 138       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 139           node-arch:
 140             - 2n-clx
 141             - 2n-skx
 142             - 2n-dnv
 143             - 2n-zn2
 144             - 3n-skx
 145             - 3n-hsw
 146             - 3n-dnv
 147             - 3n-tsh:
 148                 executor: 'ubuntu1804arm-us'
 149
 150     project: 'csit'
 151     executor: 'ubuntu1804-us'
 152     branch: 'master'
 153     branch-id: 'oper'
 154     csit-perf-trial-duration: "1.0"
 155     csit-perf-trial-multiplicity: "10"
 156     stream:
 157       - master:
 158           branch: 'master'
 159           branch-id: 'oper'
 160       - '2005':
 161           branch: 'rls2005'
 162           branch-id: 'oper-rls2005'
 163       - '2009':
 164           branch: 'rls2009'
 165           branch-id: 'oper-rls2009'
 166       - '2009_lts':
 167           branch: 'rls2009_lts'
 168           branch-id: 'oper-rls2009_lts'
 169     stream_report:
 170       - '2009':
 171           branch: 'rls2009'
 172           branch-id: 'oper-rls2009'
 173
 174     build-artifact-num-to-keep: 10
 175
 176
 177 - job-template:
 178     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 179
 180     description: |
 181       <ul>
 182           <li>objective
 183               <ul>
 184                   <li>perf verify - per csit gerrit patch
 185               </ul>
 186           <li>job
 187               <ul>
 188                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 189                   <li>trigger: keyword in comment to csit patch:
 190                       <b>csit-{node-arch}-perftest tag_list</b>
 191               </ul>
 192           <li>executor
 193               <ul>
 194                   <li>{executor}
 195               </ul>
 196           <li>perf test-cases selection
 197               <ul>
 198                   <li>test-cases selected using trigger keyword followed by tags
 199                   <li>all test-cases are labelled with CSIT RF topic tags
 200                       defined in <i>csit/docs/tag_documentation.rst</i>
 201               </ul>
 202           <li>proposed keywords
 203               <ul>
 204                   <li>focus on testing specified vpp packet processing path
 205                   <li>format: csit-{node-arch}-perftest tag_list
 206               </ul>
 207           <li>default tags for vpp startup config and perf test type
 208               <ul>
 209                   <li>IP4BASE, IP6BASE, L2BDBASE
 210                   <li>64B/78B: 64B/78B packet size
 211                   <li>1C: one core
 212                   <li>X710: x710 Fortville NIC
 213                   <li>MRR: MRR throughput
 214               </ul>
 215           <li>results
 216               <ul>
 217                   <li>jjb verify: PASS/FAIL
 218                   <li>present: no
 219                   <li>analyse: no
 220               </ul>
 221       </ul>
 222
 223     project-type: freestyle
 224     node: '{executor}'
 225     concurrent: true
 226     archive-artifacts: 'archive/*.*'
 227     latest-only: false
 228
 229     build-discarder:
 230       daysToKeep: '{build-days-to-keep}'
 231       numToKeep: '{build-num-to-keep}'
 232       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 233       artifactNumToKeep: '{build-artifact-num-to-keep}'
 234
 235     parameters:
 236       - project-parameter:
 237           project: '{project}'
 238       - gerrit-parameter:
 239           branch: '{branch}'
 240       - gerrit-refspec-parameter
 241       - gerrit-event-type-parameter
 242       - gerrit-event-comment-text-parameter
 243       - csit-perf-trial-duration-parameter:
 244           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 245       - csit-perf-trial-multiplicity-parameter:
 246           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 247       - string:
 248           name: ARCHIVE_ARTIFACTS
 249           default: '{archive-artifacts}'
 250           description: Artifacts to archive to the logs server.
 251       # This is a manually-triggered verify job, part of API coverage.
 252       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 253       # Can be removed when this job is no longer needed for full API coverage.
 254       - csit-fail-on-crc-mismatch-parameter:
 255           fail-on-crc-mismatch: 'True'
 256
 257     scm:
 258       - gerrit-trigger-scm:
 259           credentials-id: 'jenkins-gerrit-credentials'
 260           refspec: '$GERRIT_REFSPEC'
 261           choosing-strategy: 'gerrit'
 262
 263     wrappers:
 264       - fdio-infra-wrappers-non-activity-timeout:
 265           build-timeout: '{build-timeout}'
 266
 267     triggers:
 268       - gerrit-trigger-csit-perftest:
 269           project: '{project}'
 270           branch: '{branch}'
 271           trigger-word: 'csit-{node-arch}-perftest'
 272           skip-vote: false
 273
 274     builders:
 275       - shell:
 276           !include-raw-escape:
 277           - ../scripts/setup_executor_env.sh
 278       - shell:
 279           !include-raw-escape:
 280           - ../scripts/csit/perf-verify.sh
 281
 282     publishers:
 283       - robot:
 284           output-path: 'archives'
 285           other-files:
 286             - '*.*'
 287
 288       - fdio-infra-shiplogs:
 289           maven-version: 'mvn33-new'
 290
 291 - job-template:
 292     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 293
 294     description: |
 295       <ul>
 296           <li>objective
 297               <ul>
 298                   <li>check vpp perf mrr daily
 299               </ul>
 300           <li>executor
 301               <ul>
 302                   <li>{executor}
 303               </ul>
 304           <li>perf test-cases selection
 305               <ul>
 306                   <li>all CSIT VPP MRR perf suites
 307               </ul>
 308           <li>results
 309               <ul>
 310                   <li>jjb verify: PASS/FAIL
 311                   <li>present: no
 312                   <li>analyse: csit project (catch malfunctions/degradations)
 313               </ul>
 314       </ul>
 315
 316     project-type: freestyle
 317     node: '{executor}'
 318     concurrent: false
 319     archive-artifacts: 'csit/archive/*.*'
 320     latest-only: false
 321
 322     build-discarder:
 323       daysToKeep: '{build-days-to-keep}'
 324       numToKeep: '{build-num-to-keep}'
 325       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 326       artifactNumToKeep: '{build-artifact-num-to-keep}'
 327
 328     parameters:
 329       - project-parameter:
 330           project: '{project}'
 331       - gerrit-parameter:
 332           branch: '{branch}'
 333       - csit-perf-trial-duration-parameter:
 334           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 335       - csit-perf-trial-multiplicity-parameter:
 336           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 337       - string:
 338           name: ARCHIVE_ARTIFACTS
 339           default: '{archive-artifacts}'
 340           description: Artifacts to archive to the logs server.
 341
 342     wrappers:
 343       - fdio-infra-wrappers-non-activity-timeout:
 344           build-timeout: '{build-timeout}'
 345
 346     triggers:
 347       - timed: '{periodicity}'
 348
 349     builders:
 350       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 351       - inject:
 352           properties-file: variables.prop
 353       - shell:
 354           !include-raw-escape:
 355           - ../scripts/setup_executor_env.sh
 356       - shell:
 357           !include-raw-escape:
 358           - ../scripts/csit/perf-timed.sh
 359
 360     publishers:
 361       - robot:
 362           output-path: 'archives'
 363           other-files:
 364             - '*.*'
 365
 366       - fdio-infra-shiplogs:
 367           maven-version: 'mvn33-new'
 368
 369 - job-template:
 370     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 371
 372     description: |
 373       <ul>
 374           <li>objective
 375               <ul>
 376                   <li>check vpp perf mrr weekly on {node-arch}
 377               </ul>
 378           <li>executor
 379               <ul>
 380                   <li>{executor}
 381               </ul>
 382           <li>perf test-cases selection
 383               <ul>
 384                   <li>NF Density CSIT VPP MRR perf suites
 385               </ul>
 386           <li>results
 387               <ul>
 388                   <li>jjb verify: PASS/FAIL
 389                   <li>present: no
 390                   <li>analyse: csit project (catch malfunctions/degradations)
 391               </ul>
 392       </ul>
 393
 394     project-type: freestyle
 395     node: '{executor}'
 396     concurrent: false
 397     archive-artifacts: 'csit/archive/*.*'
 398     latest-only: false
 399
 400     build-discarder:
 401       daysToKeep: '{build-days-to-keep}'
 402       numToKeep: '{build-num-to-keep}'
 403       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 404       artifactNumToKeep: '{build-artifact-num-to-keep}'
 405
 406     parameters:
 407       - project-parameter:
 408           project: '{project}'
 409       - gerrit-parameter:
 410           branch: '{branch}'
 411       - csit-perf-trial-duration-parameter:
 412           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 413       - csit-perf-trial-multiplicity-parameter:
 414           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 415       - string:
 416           name: ARCHIVE_ARTIFACTS
 417           default: '{archive-artifacts}'
 418           description: Artifacts to archive to the logs server.
 419
 420     wrappers:
 421       - fdio-infra-wrappers-non-activity-timeout:
 422           build-timeout: '{build-timeout}'
 423
 424     triggers:
 425       - timed: '{periodicity}'
 426
 427     builders:
 428       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 429       - inject:
 430           properties-file: variables.prop
 431       - shell:
 432           !include-raw-escape:
 433           - ../scripts/setup_executor_env.sh
 434       - shell:
 435           !include-raw-escape:
 436           - ../scripts/csit/perf-timed.sh
 437
 438     publishers:
 439       - robot:
 440           output-path: 'archives'
 441           other-files:
 442             - '*.*'
 443
 444       - fdio-infra-shiplogs:
 445           maven-version: 'mvn33-new'
 446
 447 - job-template:
 448     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 449
 450     description: |
 451       <ul>
 452           <li>objective
 453               <ul>
 454                   <li>check vpp perf ndrpdr weekly on {node-arch}
 455               </ul>
 456           <li>executor
 457               <ul>
 458                   <li>{executor}
 459               </ul>
 460           <li>perf test-cases selection
 461               <ul>
 462                   <li>pre-selected CSIT VPP NDRPDR perf suites
 463               </ul>
 464           <li>results
 465               <ul>
 466                   <li>jjb verify: PASS/FAIL
 467                   <li>present: no
 468                   <li>analyse: csit project (catch malfunctions/degradations)
 469               </ul>
 470       </ul>
 471     project-type: freestyle
 472     node: '{executor}'
 473     concurrent: false
 474     archive-artifacts: 'csit/archive/*.*'
 475     latest-only: false
 476
 477     build-discarder:
 478       daysToKeep: '{build-days-to-keep}'
 479       numToKeep: '{build-num-to-keep}'
 480       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 481       artifactNumToKeep: '{build-artifact-num-to-keep}'
 482
 483     parameters:
 484       - project-parameter:
 485           project: '{project}'
 486       - gerrit-parameter:
 487           branch: '{branch}'
 488       - string:
 489           name: ARCHIVE_ARTIFACTS
 490           default: '{archive-artifacts}'
 491           description: Artifacts to archive to the logs server.
 492
 493     wrappers:
 494       - fdio-infra-wrappers-non-activity-timeout:
 495           build-timeout: '{build-timeout}'
 496
 497     triggers:
 498       - timed: '{periodicity}'
 499
 500     builders:
 501       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 502       - inject:
 503           properties-file: variables.prop
 504       - shell:
 505           !include-raw-escape:
 506           - ../scripts/setup_executor_env.sh
 507       - shell:
 508           !include-raw-escape:
 509           - ../scripts/csit/perf-timed.sh
 510
 511     publishers:
 512       - robot:
 513           output-path: 'archives'
 514           other-files:
 515             - '*.*'
 516
 517       - fdio-infra-shiplogs:
 518           maven-version: 'mvn33-new'
 519
 520 - job-template:
 521     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 522
 523     description: |
 524       <ul>
 525           <li>objective
 526               <ul>
 527                   <li>perf verify - per csit gerrit patch
 528               </ul>
 529           <li>job
 530               <ul>
 531                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 532                   <li>trigger: keyword in comment to csit patch:
 533                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 534               </ul>
 535           <li>executor
 536               <ul>
 537                   <li>{executor}
 538               </ul>
 539           <li>perf test-cases selection
 540               <ul>
 541                   <li>test-cases selected using trigger keyword followed by tags
 542                   <li>all test-cases are labelled with CSIT RF topic tags
 543                       defined in <i>csit/docs/tag_documentation.rst</i>
 544               </ul>
 545           <li>default tags for dpdk perf test type
 546               <ul>
 547                   <li>IP4BASE, L2XCBASE
 548                   <li>64B: 64B packet size
 549                   <li>1C: one core
 550                   <li>X710: x710 Fortville NIC
 551                   <li>MRR: MRR throughput
 552               </ul>
 553           <li>results
 554               <ul>
 555                   <li>jjb verify: PASS/FAIL
 556                   <li>present: no
 557                   <li>analyse: no
 558               </ul>
 559       </ul>
 560
 561     project-type: freestyle
 562     node: '{executor}'
 563     concurrent: true
 564     archive-artifacts: 'archive/*.*'
 565     latest-only: false
 566
 567     build-discarder:
 568       daysToKeep: '{build-days-to-keep}'
 569       numToKeep: '{build-num-to-keep}'
 570       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 571       artifactNumToKeep: '{build-artifact-num-to-keep}'
 572
 573     parameters:
 574       - project-parameter:
 575           project: '{project}'
 576       - gerrit-parameter:
 577           branch: '{branch}'
 578       - csit-perf-trial-duration-parameter:
 579           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 580       - csit-perf-trial-multiplicity-parameter:
 581           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 582       - string:
 583           name: ARCHIVE_ARTIFACTS
 584           default: '{archive-artifacts}'
 585           description: Artifacts to archive to the logs server.
 586
 587     scm:
 588       - gerrit-trigger-scm:
 589           credentials-id: 'jenkins-gerrit-credentials'
 590           refspec: '$GERRIT_REFSPEC'
 591           choosing-strategy: 'gerrit'
 592
 593     wrappers:
 594       - fdio-infra-wrappers-non-activity-timeout:
 595           build-timeout: '{build-timeout}'
 596
 597     triggers:
 598       - gerrit-trigger-csit-perftest:
 599           project: '{project}'
 600           branch: '{branch}'
 601           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 602           skip-vote: false
 603
 604     builders:
 605       - shell:
 606           !include-raw-escape:
 607           - ../scripts/setup_executor_env.sh
 608       - shell:
 609           !include-raw-escape:
 610           - ../scripts/csit/perf-verify.sh
 611
 612     publishers:
 613       - robot:
 614           output-path: 'archives'
 615           other-files:
 616             - '*.*'
 617
 618       - fdio-infra-shiplogs:
 619           maven-version: 'mvn33-new'
 620
 621 - job-template:
 622     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 623
 624     description: |
 625       <ul>
 626           <li>objective
 627               <ul>
 628                   <li>check dpdk perf mrr weekly
 629               </ul>
 630           <li>executor
 631               <ul>
 632                   <li>{executor}
 633               </ul>
 634           <li>perf test-cases selection
 635               <ul>
 636                   <li>all CSIT DPDK MRR perf suites
 637               </ul>
 638           <li>results
 639               <ul>
 640                   <li>jjb verify: PASS/FAIL
 641                   <li>present: no
 642                   <li>analyse: csit project (catch malfunctions/degradations)
 643               </ul>
 644       </ul>
 645
 646     project-type: freestyle
 647     node: '{executor}'
 648     concurrent: false
 649     archive-artifacts: 'csit/archive/*.*'
 650     latest-only: false
 651
 652     build-discarder:
 653       daysToKeep: '{build-days-to-keep}'
 654       numToKeep: '{build-num-to-keep}'
 655       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 656       artifactNumToKeep: '{build-artifact-num-to-keep}'
 657
 658     parameters:
 659       - project-parameter:
 660           project: '{project}'
 661       - gerrit-parameter:
 662           branch: '{branch}'
 663       - csit-perf-trial-duration-parameter:
 664           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 665       - csit-perf-trial-multiplicity-parameter:
 666           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 667       - string:
 668           name: ARCHIVE_ARTIFACTS
 669           default: '{archive-artifacts}'
 670           description: Artifacts to archive to the logs server.
 671
 672     wrappers:
 673       - fdio-infra-wrappers-non-activity-timeout:
 674           build-timeout: '{build-timeout}'
 675
 676     triggers:
 677       - timed: '{periodicity}'
 678
 679     builders:
 680       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 681       - inject:
 682           properties-file: variables.prop
 683       - shell:
 684           !include-raw-escape:
 685           - ../scripts/setup_executor_env.sh
 686       - shell:
 687           !include-raw-escape:
 688           - ../scripts/csit/perf-timed.sh
 689
 690     publishers:
 691       - robot:
 692           output-path: 'archives'
 693           other-files:
 694             - '*.*'
 695
 696       - fdio-infra-shiplogs:
 697           maven-version: 'mvn33-new'
 698
 699 - job-template:
 700     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 701
 702     description: |
 703       <ul>
 704           <li>objective
 705               <ul>
 706                   <li>get vpp performance iterative data for csit report
 707               </ul>
 708           <li>job
 709               <ul>
 710                   <li>name:
 711                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 712                       {node-arch}</b>
 713                   <li>trigger: keyword in comment to csit patch:
 714                       <b>csit-vpp-report-iter-{node-arch}-perftest
 715                       test_set_id</b>
 716                   <li>trigger example:
 717                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 718               </ul>
 719           <li>executor
 720               <ul>
 721                   <li>{executor}
 722               </ul>
 723           <li>perf test-cases selection
 724               <ul>
 725                   <li>test-cases selected by tags defined in
 726                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 727                       test_set_id.md</i>
 728               </ul>
 729
 730           <li>results
 731               <ul>
 732                   <li>jjb verify: PASS/FAIL
 733                   <li>present: vpp performance
 734                   <li>analyse: vpp performance
 735               </ul>
 736       </ul>
 737
 738     project-type: freestyle
 739     node: '{executor}'
 740     concurrent: true
 741     archive-artifacts: 'archive/*.*'
 742     latest-only: false
 743
 744     build-discarder:
 745       daysToKeep: '{build-days-to-keep}'
 746       numToKeep: '{build-num-to-keep}'
 747       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 748       artifactNumToKeep: '{build-artifact-num-to-keep}'
 749
 750     parameters:
 751       - project-parameter:
 752           project: '{project}'
 753       - gerrit-parameter:
 754           branch: '{branch}'
 755       - gerrit-refspec-parameter
 756       - gerrit-event-type-parameter
 757       - gerrit-event-comment-text-parameter
 758       - csit-perf-trial-duration-parameter:
 759           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 760       - csit-perf-trial-multiplicity-parameter:
 761           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 762       - string:
 763           name: ARCHIVE_ARTIFACTS
 764           default: '{archive-artifacts}'
 765           description: Artifacts to archive to the logs server.
 766
 767     scm:
 768       - gerrit-trigger-scm:
 769           credentials-id: 'jenkins-gerrit-credentials'
 770           refspec: '$GERRIT_REFSPEC'
 771           choosing-strategy: 'gerrit'
 772
 773     wrappers:
 774       - fdio-infra-wrappers-non-activity-timeout:
 775           build-timeout: '{build-timeout}'
 776
 777     triggers:
 778       - gerrit-trigger-csit-perftest:
 779           project: '{project}'
 780           branch: '{branch}'
 781           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 782           skip-vote: false
 783
 784     builders:
 785       - shell:
 786           !include-raw-escape:
 787           - ../scripts/setup_executor_env.sh
 788       - shell:
 789           !include-raw-escape:
 790           - ../scripts/csit/perf-verify.sh
 791
 792     publishers:
 793       - robot:
 794           output-path: 'archives'
 795           other-files:
 796             - '*.*'
 797
 798       - fdio-infra-shiplogs:
 799           maven-version: 'mvn33-new'
 800
 801 - job-template:
 802     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 803
 804     description: |
 805       <ul>
 806           <li>objective
 807               <ul>
 808                   <li>get dpdk performance iterative data for csit report
 809               </ul>
 810           <li>job
 811               <ul>
 812                   <li>name:
 813                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 814                       {node-arch}</b>
 815                   <li>trigger: keyword in comment to csit patch:
 816                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 817                       test_set_id</b>
 818                   <li>trigger example:
 819                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 820               </ul>
 821           <li>executor
 822               <ul>
 823                   <li>{executor}
 824               </ul>
 825           <li>perf test-cases selection
 826               <ul>
 827                   <li>test-cases selected by tags defined in
 828                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 829                       test_set_id.md</i>
 830               </ul>
 831
 832           <li>results
 833               <ul>
 834                   <li>jjb verify: PASS/FAIL
 835                   <li>present: dpdk performance
 836                   <li>analyse: dpdk performance
 837               </ul>
 838       </ul>
 839
 840     project-type: freestyle
 841     node: '{executor}'
 842     concurrent: true
 843     archive-artifacts: 'archive/*.*'
 844     latest-only: false
 845
 846     build-discarder:
 847       daysToKeep: '{build-days-to-keep}'
 848       numToKeep: '{build-num-to-keep}'
 849       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 850       artifactNumToKeep: '{build-artifact-num-to-keep}'
 851
 852     parameters:
 853       - project-parameter:
 854           project: '{project}'
 855       - gerrit-parameter:
 856           branch: '{branch}'
 857       - gerrit-refspec-parameter
 858       - gerrit-event-type-parameter
 859       - gerrit-event-comment-text-parameter
 860       - csit-perf-trial-duration-parameter:
 861           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 862       - csit-perf-trial-multiplicity-parameter:
 863           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 864       - string:
 865           name: ARCHIVE_ARTIFACTS
 866           default: '{archive-artifacts}'
 867           description: Artifacts to archive to the logs server.
 868
 869     scm:
 870       - gerrit-trigger-scm:
 871           credentials-id: 'jenkins-gerrit-credentials'
 872           refspec: '$GERRIT_REFSPEC'
 873           choosing-strategy: 'gerrit'
 874
 875     wrappers:
 876       - fdio-infra-wrappers-non-activity-timeout:
 877           build-timeout: '{build-timeout}'
 878
 879     triggers:
 880       - gerrit-trigger-csit-perftest:
 881           project: '{project}'
 882           branch: '{branch}'
 883           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
 884           skip-vote: false
 885
 886     builders:
 887       - shell:
 888           !include-raw-escape:
 889           - ../scripts/setup_executor_env.sh
 890       - shell:
 891           !include-raw-escape:
 892           - ../scripts/csit/perf-verify.sh
 893
 894     publishers:
 895       - robot:
 896           output-path: 'archives'
 897           other-files:
 898             - '*.*'
 899
 900       - fdio-infra-shiplogs:
 901           maven-version: 'mvn33-new'
 902
 903 - job-template:
 904     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
 905
 906     description: |
 907       <ul>
 908           <li>objective
 909               <ul>
 910                   <li>get vpp performance coverage data for csit report
 911               </ul>
 912           <li>job
 913               <ul>
 914                   <li>name:
 915                       <b>csit-vpp-perf-report-coverage-{stream_report}-
 916                       {node-arch}</b>
 917                   <li>trigger: keyword in comment to csit patch:
 918                       <b>csit-vpp-report-cov-{node-arch}-perftest
 919                       test_set_id</b>
 920                   <li>trigger example:
 921                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
 922               </ul>
 923           <li>executor
 924               <ul>
 925                   <li>{executor}
 926               </ul>
 927           <li>perf test-cases selection
 928               <ul>
 929                   <li>test-cases selected by tags defined in
 930                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 931                       test_set_id.md</i>
 932               </ul>
 933
 934           <li>results
 935               <ul>
 936                   <li>jjb verify: PASS/FAIL
 937                   <li>present: vpp performance
 938                   <li>analyse: vpp performance
 939               </ul>
 940       </ul>
 941
 942     project-type: freestyle
 943     node: '{executor}'
 944     concurrent: true
 945     archive-artifacts: 'archive/*.*'
 946     latest-only: false
 947
 948     build-discarder:
 949       daysToKeep: '{build-days-to-keep}'
 950       numToKeep: '{build-num-to-keep}'
 951       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 952       artifactNumToKeep: '{build-artifact-num-to-keep}'
 953
 954     parameters:
 955       - project-parameter:
 956           project: '{project}'
 957       - gerrit-parameter:
 958           branch: '{branch}'
 959       - gerrit-refspec-parameter
 960       - gerrit-event-type-parameter
 961       - gerrit-event-comment-text-parameter
 962       - csit-perf-trial-duration-parameter:
 963           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 964       - csit-perf-trial-multiplicity-parameter:
 965           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 966       - string:
 967           name: ARCHIVE_ARTIFACTS
 968           default: '{archive-artifacts}'
 969           description: Artifacts to archive to the logs server.
 970
 971     scm:
 972       - gerrit-trigger-scm:
 973           credentials-id: 'jenkins-gerrit-credentials'
 974           refspec: '$GERRIT_REFSPEC'
 975           choosing-strategy: 'gerrit'
 976
 977     wrappers:
 978       - fdio-infra-wrappers-non-activity-timeout:
 979           build-timeout: '{build-timeout}'
 980
 981     triggers:
 982       - gerrit-trigger-csit-perftest:
 983           project: '{project}'
 984           branch: '{branch}'
 985           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
 986           skip-vote: false
 987
 988     builders:
 989       - shell:
 990           !include-raw-escape:
 991           - ../scripts/setup_executor_env.sh
 992       - shell:
 993           !include-raw-escape:
 994           - ../scripts/csit/perf-verify.sh
 995
 996     publishers:
 997       - robot:
 998           output-path: 'archives'
 999           other-files:
1000             - '*.*'
1001
1002       - fdio-infra-shiplogs:
1003           maven-version: 'mvn33-new'
1004
1005 - job-template:
1006     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1007
1008     description: |
1009       <ul>
1010           <li>objective
1011               <ul>
1012                   <li>get dpdk performance coverage data for csit report
1013               </ul>
1014           <li>job
1015               <ul>
1016                   <li>name:
1017                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1018                       {node-arch}</b>
1019                   <li>trigger: keyword in comment to csit patch:
1020                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1021                       test_set_id</b>
1022                   <li>trigger example:
1023                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1024               </ul>
1025           <li>executor
1026               <ul>
1027                   <li>{executor}
1028               </ul>
1029           <li>perf test-cases selection
1030               <ul>
1031                   <li>test-cases selected by tags defined in
1032                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1033                       test_set_id.md</i>
1034               </ul>
1035
1036           <li>results
1037               <ul>
1038                   <li>jjb verify: PASS/FAIL
1039                   <li>present: dpdk performance
1040                   <li>analyse: dpdk performance
1041               </ul>
1042       </ul>
1043
1044     project-type: freestyle
1045     node: '{executor}'
1046     concurrent: true
1047     archive-artifacts: 'archive/*.*'
1048     latest-only: false
1049
1050     build-discarder:
1051       daysToKeep: '{build-days-to-keep}'
1052       numToKeep: '{build-num-to-keep}'
1053       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1054       artifactNumToKeep: '{build-artifact-num-to-keep}'
1055
1056     parameters:
1057       - project-parameter:
1058           project: '{project}'
1059       - gerrit-parameter:
1060           branch: '{branch}'
1061       - gerrit-refspec-parameter
1062       - gerrit-event-type-parameter
1063       - gerrit-event-comment-text-parameter
1064       - csit-perf-trial-duration-parameter:
1065           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1066       - csit-perf-trial-multiplicity-parameter:
1067           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1068       - string:
1069           name: ARCHIVE_ARTIFACTS
1070           default: '{archive-artifacts}'
1071           description: Artifacts to archive to the logs server.
1072
1073     scm:
1074       - gerrit-trigger-scm:
1075           credentials-id: 'jenkins-gerrit-credentials'
1076           refspec: '$GERRIT_REFSPEC'
1077           choosing-strategy: 'gerrit'
1078
1079     wrappers:
1080       - fdio-infra-wrappers-non-activity-timeout:
1081           build-timeout: '{build-timeout}'
1082
1083     triggers:
1084       - gerrit-trigger-csit-perftest:
1085           project: '{project}'
1086           branch: '{branch}'
1087           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1088           skip-vote: false
1089
1090     builders:
1091       - shell:
1092           !include-raw-escape:
1093           - ../scripts/setup_executor_env.sh
1094       - shell:
1095           !include-raw-escape:
1096           - ../scripts/csit/perf-verify.sh
1097
1098     publishers:
1099       - robot:
1100           output-path: 'archives'
1101           other-files:
1102             - '*.*'
1103
1104       - fdio-infra-shiplogs:
1105           maven-version: 'mvn33-new'