jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-skx:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-dnv:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-zn2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'x86_64'
  38             - 2n-tx2:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'aarch64'
  41             - 3n-skx:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-icx:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'x86_64'
  47             - 3n-dnv:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'x86_64'
  50             - 3n-tsh:
  51                 os: 'ubuntu2004'
  52                 executor-arch: 'aarch64'
  53       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  54           node-arch:
  55             - 2n-icx:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-clx:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - 2n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 2n-zn2:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'x86_64'
  67             - 2n-tx2:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'aarch64'
  70             - 3n-skx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 3n-icx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76             - 3n-tsh:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'aarch64'
  79           periodicity: '0 0 * * 6'
  80       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  81           node-arch:
  82             - 2n-skx:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'x86_64'
  85       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  86           node-arch:
  87             - 2n-icx:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-clx:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'x86_64'
  93             - 2n-skx:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 2n-dnv:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 2n-zn2:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'x86_64'
 102             - 2n-tx2:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'aarch64'
 105             - 3n-skx:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 3n-icx:
 109                 os: 'ubuntu2004'
 110                 executor-arch: 'x86_64'
 111             - 3n-dnv:
 112                 os: 'ubuntu2004'
 113                 executor-arch: 'x86_64'
 114             - 3n-tsh:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'aarch64'
 117           stream:
 118             - master:
 119                 branch: 'master'
 120                 branch-id: 'oper'
 121             - '2110':
 122                 branch: 'rls2110'
 123                 branch-id: 'oper-rls2110'
 124             - '2202':
 125                 branch: 'rls2202'
 126                 branch-id: 'oper-rls2202'
 127       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 128           node-arch:
 129             - 2n-icx:
 130                 os: 'ubuntu2004'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '0 2 * * 1,4'
 133             - 2n-clx:
 134                 os: 'ubuntu2004'
 135                 executor-arch: 'x86_64'
 136                 periodicity: '0 2 * * 1-5'
 137             - 2n-skx:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '0 2 * * 1-5'
 141             - 2n-dnv:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '0 2 * * 1-5'
 145             - 2n-zn2:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'x86_64'
 148                 periodicity: '0 2 * * 1-5'
 149             - 2n-tx2:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'aarch64'
 152                 periodicity: '0 2 * * 1-5'
 153             - 3n-skx:
 154                 os: 'ubuntu2004'
 155                 executor-arch: 'x86_64'
 156                 periodicity: '0 2 * * 1-5'
 157             - 3n-icx:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160                 periodicity: '0 2 * * 1-5'
 161             - 3n-dnv:
 162                 os: 'ubuntu2004'
 163                 executor-arch: 'x86_64'
 164                 periodicity: '0 2 * * 1-5'
 165             - 3n-tsh:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'aarch64'
 168                 periodicity: '0 2 * * 1-5'
 169       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 170           node-arch:
 171             - 2n-icx:
 172                 os: 'ubuntu2004'
 173                 executor-arch: 'x86_64'
 174             - 2n-clx:
 175                 os: 'ubuntu2004'
 176                 executor-arch: 'x86_64'
 177             - 2n-skx:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'x86_64'
 180             - 3n-skx:
 181                 os: 'ubuntu2004'
 182                 executor-arch: 'x86_64'
 183             - 3n-icx:
 184                 os: 'ubuntu2004'
 185                 executor-arch: 'x86_64'
 186             - 2n-aws:
 187                 os: 'ubuntu2004'
 188                 executor-arch: 'x86_64'
 189             - 3n-aws:
 190                 os: 'ubuntu2004'
 191                 executor-arch: 'x86_64'
 192           stream:
 193             - master:
 194                 branch: 'master'
 195                 branch-id: 'oper'
 196           periodicity: '0 0 * * 6'
 197       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 198           node-arch:
 199             - 2n-icx:
 200                 os: 'ubuntu2004'
 201                 executor-arch: 'x86_64'
 202             - 2n-clx:
 203                 os: 'ubuntu2004'
 204                 executor-arch: 'x86_64'
 205             - 2n-skx:
 206                 os: 'ubuntu2004'
 207                 executor-arch: 'x86_64'
 208             - 3n-skx:
 209                 os: 'ubuntu2004'
 210                 executor-arch: 'x86_64'
 211             - 3n-icx:
 212                 os: 'ubuntu2004'
 213                 executor-arch: 'x86_64'
 214           periodicity: '0 0 * * 6'
 215       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 216           node-arch:
 217             - 2n-skx:
 218                 os: 'ubuntu2004'
 219                 executor-arch: 'x86_64'
 220           periodicity: '0 0 * * 6'
 221       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 222           node-arch:
 223             - 2n-icx:
 224                 os: 'ubuntu2004'
 225                 executor-arch: 'x86_64'
 226             - 2n-clx:
 227                 os: 'ubuntu2004'
 228                 executor-arch: 'x86_64'
 229             - 2n-skx:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 2n-dnv:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'x86_64'
 235             - 2n-zn2:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'x86_64'
 238             - 2n-tx2:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'aarch64'
 241             - 3n-skx:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'x86_64'
 244             - 3n-icx:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247             - 3n-dnv:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250             - 3n-tsh:
 251                 os: 'ubuntu2004'
 252                 executor-arch: 'aarch64'
 253             - 2n-aws:
 254                 os: 'ubuntu2004'
 255                 executor-arch: 'x86_64'
 256             - 3n-aws:
 257                 os: 'ubuntu2004'
 258                 executor-arch: 'x86_64'
 259       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 260           node-arch:
 261             - 2n-icx:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-clx:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 2n-skx:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'x86_64'
 270             - 2n-dnv:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 2n-zn2:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'x86_64'
 276             - 2n-tx2:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'aarch64'
 279             - 3n-skx:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282             - 3n-icx:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'x86_64'
 285             - 3n-dnv:
 286                 os: 'ubuntu2004'
 287                 executor-arch: 'x86_64'
 288             - 3n-tsh:
 289                 os: 'ubuntu2004'
 290                 executor-arch: 'aarch64'
 291             - 2n-aws:
 292                 os: 'ubuntu2004'
 293                 executor-arch: 'x86_64'
 294             - 3n-aws:
 295                 os: 'ubuntu2004'
 296                 executor-arch: 'x86_64'
 297       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 298           node-arch:
 299             - 2n-skx:
 300                 os: 'ubuntu2004'
 301                 executor-arch: 'x86_64'
 302       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 303           node-arch:
 304             - 2n-icx:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'x86_64'
 307             - 2n-clx:
 308                 os: 'ubuntu2004'
 309                 executor-arch: 'x86_64'
 310             - 2n-skx:
 311                 os: 'ubuntu2004'
 312                 executor-arch: 'x86_64'
 313             - 2n-dnv:
 314                 os: 'ubuntu2004'
 315                 executor-arch: 'x86_64'
 316             - 2n-zn2:
 317                 os: 'ubuntu2004'
 318                 executor-arch: 'x86_64'
 319             - 2n-tx2:
 320                 os: 'ubuntu2004'
 321                 executor-arch: 'aarch64'
 322             - 3n-skx:
 323                 os: 'ubuntu2004'
 324                 executor-arch: 'x86_64'
 325             - 3n-icx:
 326                 os: 'ubuntu2004'
 327                 executor-arch: 'x86_64'
 328             - 3n-dnv:
 329                 os: 'ubuntu2004'
 330                 executor-arch: 'x86_64'
 331             - 3n-tsh:
 332                 os: 'ubuntu2004'
 333                 executor-arch: 'aarch64'
 334             - 2n-aws:
 335                 os: 'ubuntu2004'
 336                 executor-arch: 'x86_64'
 337             - 3n-aws:
 338                 os: 'ubuntu2004'
 339                 executor-arch: 'x86_64'
 340       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 341           node-arch:
 342             - 2n-icx:
 343                 os: 'ubuntu2004'
 344                 executor-arch: 'x86_64'
 345             - 2n-clx:
 346                 os: 'ubuntu2004'
 347                 executor-arch: 'x86_64'
 348             - 2n-skx:
 349                 os: 'ubuntu2004'
 350                 executor-arch: 'x86_64'
 351             - 2n-dnv:
 352                 os: 'ubuntu2004'
 353                 executor-arch: 'x86_64'
 354             - 2n-zn2:
 355                 os: 'ubuntu2004'
 356                 executor-arch: 'x86_64'
 357             - 2n-tx2:
 358                 os: 'ubuntu2004'
 359                 executor-arch: 'aarch64'
 360             - 3n-skx:
 361                 os: 'ubuntu2004'
 362                 executor-arch: 'x86_64'
 363             - 3n-icx:
 364                 os: 'ubuntu2004'
 365                 executor-arch: 'x86_64'
 366             - 3n-dnv:
 367                 os: 'ubuntu2004'
 368                 executor-arch: 'x86_64'
 369             - 3n-tsh:
 370                 os: 'ubuntu2004'
 371                 executor-arch: 'aarch64'
 372             - 2n-aws:
 373                 os: 'ubuntu2004'
 374                 executor-arch: 'x86_64'
 375             - 3n-aws:
 376                 os: 'ubuntu2004'
 377                 executor-arch: 'x86_64'
 378       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 379           node-arch:
 380             - 2n-skx:
 381                 os: 'ubuntu2004'
 382                 executor-arch: 'x86_64'
 383
 384     project: 'csit'
 385     branch: 'master'
 386     branch-id: 'oper'
 387     csit-perf-trial-duration: '1.0'
 388     csit-perf-trial-multiplicity: '10'
 389     stream:
 390       - master:
 391           branch: 'master'
 392           branch-id: 'oper'
 393       - '2110':
 394           branch: 'rls2110'
 395           branch-id: 'oper-rls2110'
 396       - '2202':
 397           branch: 'rls2202'
 398           branch-id: 'oper-rls2202'
 399     stream_report:
 400       - '2110':
 401           branch: 'rls2110'
 402           branch-id: 'oper-rls2110'
 403       - '2202':
 404           branch: 'rls2202'
 405           branch-id: 'oper-rls2202'
 406
 407     build-artifact-num-to-keep: 10
 408
 409
 410 - job-template:
 411     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 412
 413     description: |
 414       <ul>
 415           <li>objective
 416               <ul>
 417                   <li>perf verify - per csit gerrit patch
 418               </ul>
 419           <li>job
 420               <ul>
 421                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 422                   <li>trigger: keyword in comment to csit patch:
 423                       <b>csit-{node-arch}-perftest tag_list</b>
 424               </ul>
 425           <li>executor
 426               <ul>
 427                   <li>builder-{os}-prod-{executor-arch}
 428               </ul>
 429           <li>perf test-cases selection
 430               <ul>
 431                   <li>test-cases selected using trigger keyword followed by tags
 432                   <li>all test-cases are labelled with CSIT RF topic tags
 433                       defined in <i>csit/docs/tag_documentation.rst</i>
 434               </ul>
 435           <li>proposed keywords
 436               <ul>
 437                   <li>focus on testing specified vpp packet processing path
 438                   <li>format: csit-{node-arch}-perftest tag_list
 439               </ul>
 440           <li>default tags for vpp startup config and perf test type
 441               <ul>
 442                   <li>IP4BASE, IP6BASE, L2BDBASE
 443                   <li>64B/78B: 64B/78B packet size
 444                   <li>1C: one core
 445                   <li>X710: x710 Fortville NIC
 446                   <li>MRR: MRR throughput
 447               </ul>
 448           <li>results
 449               <ul>
 450                   <li>jjb verify: PASS/FAIL
 451                   <li>present: no
 452                   <li>analyse: no
 453               </ul>
 454       </ul>
 455
 456     project-type: freestyle
 457     node: 'builder-{os}-prod-{executor-arch}'
 458     concurrent: true
 459     latest-only: false
 460
 461     properties:
 462       - lf-infra-properties:
 463           build-days-to-keep: "{build-days-to-keep}"
 464
 465     parameters:
 466       - project-parameter:
 467           project: '{project}'
 468       - gerrit-parameter:
 469           branch: '{branch}'
 470       - gerrit-refspec-parameter
 471       - gerrit-event-type-parameter
 472       - gerrit-event-comment-text-parameter
 473       - csit-perf-trial-duration-parameter:
 474           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 475       - csit-perf-trial-multiplicity-parameter:
 476           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 477       # This is a manually-triggered verify job, part of API coverage.
 478       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 479       # Can be removed when this job is no longer needed for full API coverage.
 480       - csit-fail-on-crc-mismatch-parameter:
 481           fail-on-crc-mismatch: 'True'
 482
 483     scm:
 484       - gerrit-trigger-scm:
 485           credentials-id: 'jenkins-gerrit-credentials'
 486           refspec: '$GERRIT_REFSPEC'
 487           choosing-strategy: 'gerrit'
 488
 489     wrappers:
 490       - fdio-infra-wrappers-non-activity-timeout:
 491           build-timeout: '{build-timeout}'
 492
 493     triggers:
 494       - gerrit-trigger-csit-perftest:
 495           project: '{project}'
 496           branch: '{branch}'
 497           trigger-word: 'csit-{node-arch}-perftest'
 498           skip-vote: false
 499
 500     builders:
 501       - shell:
 502           !include-raw-escape:
 503           - ../scripts/setup_executor_env.sh
 504       - shell:
 505           !include-raw-escape:
 506           - ../scripts/csit/perf-verify.sh
 507
 508     publishers:
 509       - fdio-infra-publish
 510
 511 - job-template:
 512     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 513
 514     description: |
 515       <ul>
 516           <li>objective
 517               <ul>
 518                   <li>check vpp perf mrr daily
 519               </ul>
 520           <li>executor
 521               <ul>
 522                   <li>builder-{os}-prod-{executor-arch}
 523               </ul>
 524           <li>perf test-cases selection
 525               <ul>
 526                   <li>all CSIT VPP MRR perf suites
 527               </ul>
 528           <li>results
 529               <ul>
 530                   <li>jjb verify: PASS/FAIL
 531                   <li>present: no
 532                   <li>analyse: csit project (catch malfunctions/degradations)
 533               </ul>
 534       </ul>
 535
 536     project-type: freestyle
 537     node: 'builder-{os}-prod-{executor-arch}'
 538     concurrent: false
 539     latest-only: false
 540
 541     properties:
 542       - lf-infra-properties:
 543           build-days-to-keep: "{build-days-to-keep}"
 544
 545     parameters:
 546       - project-parameter:
 547           project: '{project}'
 548       - gerrit-parameter:
 549           branch: '{branch}'
 550       - csit-perf-trial-duration-parameter:
 551           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 552       - csit-perf-trial-multiplicity-parameter:
 553           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 554
 555     wrappers:
 556       - fdio-infra-wrappers-non-activity-timeout:
 557           build-timeout: '{build-timeout}'
 558
 559     triggers:
 560       - timed: '{periodicity}'
 561
 562     builders:
 563       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 564       - inject:
 565           properties-file: variables.prop
 566       - shell:
 567           !include-raw-escape:
 568           - ../scripts/setup_executor_env.sh
 569       - shell:
 570           !include-raw-escape:
 571           - ../scripts/csit/perf-timed.sh
 572
 573     publishers:
 574       - fdio-infra-publish
 575
 576 - job-template:
 577     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 578
 579     description: |
 580       <ul>
 581           <li>objective
 582               <ul>
 583                   <li>check vpp perf mrr weekly on {node-arch}
 584               </ul>
 585           <li>executor
 586               <ul>
 587                   <li>builder-{os}-prod-{executor-arch}
 588               </ul>
 589           <li>perf test-cases selection
 590               <ul>
 591                   <li>NF Density CSIT VPP MRR perf suites
 592               </ul>
 593           <li>results
 594               <ul>
 595                   <li>jjb verify: PASS/FAIL
 596                   <li>present: no
 597                   <li>analyse: csit project (catch malfunctions/degradations)
 598               </ul>
 599       </ul>
 600
 601     project-type: freestyle
 602     node: 'builder-{os}-prod-{executor-arch}'
 603     concurrent: false
 604     latest-only: false
 605
 606     properties:
 607       - lf-infra-properties:
 608           build-days-to-keep: "{build-days-to-keep}"
 609
 610     parameters:
 611       - project-parameter:
 612           project: '{project}'
 613       - gerrit-parameter:
 614           branch: '{branch}'
 615       - csit-perf-trial-duration-parameter:
 616           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 617       - csit-perf-trial-multiplicity-parameter:
 618           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 619
 620     wrappers:
 621       - fdio-infra-wrappers-non-activity-timeout:
 622           build-timeout: '{build-timeout}'
 623
 624     triggers:
 625       - timed: '{periodicity}'
 626
 627     builders:
 628       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 629       - inject:
 630           properties-file: variables.prop
 631       - shell:
 632           !include-raw-escape:
 633           - ../scripts/setup_executor_env.sh
 634       - shell:
 635           !include-raw-escape:
 636           - ../scripts/csit/perf-timed.sh
 637
 638     publishers:
 639       - fdio-infra-publish
 640
 641 - job-template:
 642     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 643
 644     description: |
 645       <ul>
 646           <li>objective
 647               <ul>
 648                   <li>check vpp perf ndrpdr weekly on {node-arch}
 649               </ul>
 650           <li>executor
 651               <ul>
 652                   <li>builder-{os}-prod-{executor-arch}
 653               </ul>
 654           <li>perf test-cases selection
 655               <ul>
 656                   <li>pre-selected CSIT VPP NDRPDR perf suites
 657               </ul>
 658           <li>results
 659               <ul>
 660                   <li>jjb verify: PASS/FAIL
 661                   <li>present: no
 662                   <li>analyse: csit project (catch malfunctions/degradations)
 663               </ul>
 664       </ul>
 665     project-type: freestyle
 666     node: 'builder-{os}-prod-{executor-arch}'
 667     concurrent: false
 668     latest-only: false
 669
 670     properties:
 671       - lf-infra-properties:
 672           build-days-to-keep: "{build-days-to-keep}"
 673
 674     parameters:
 675       - project-parameter:
 676           project: '{project}'
 677       - gerrit-parameter:
 678           branch: '{branch}'
 679
 680     wrappers:
 681       - fdio-infra-wrappers-non-activity-timeout:
 682           build-timeout: '{build-timeout}'
 683
 684     triggers:
 685       - timed: '{periodicity}'
 686
 687     builders:
 688       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 689       - inject:
 690           properties-file: variables.prop
 691       - shell:
 692           !include-raw-escape:
 693           - ../scripts/setup_executor_env.sh
 694       - shell:
 695           !include-raw-escape:
 696           - ../scripts/csit/perf-timed.sh
 697
 698     publishers:
 699       - fdio-infra-publish
 700
 701 - job-template:
 702     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 703
 704     description: |
 705       <ul>
 706           <li>objective
 707               <ul>
 708                   <li>check trex perf ndrpdr weekly on {node-arch}
 709               </ul>
 710           <li>executor
 711               <ul>
 712                   <li>builder-{os}-prod-{executor-arch}
 713               </ul>
 714           <li>perf test-cases selection
 715               <ul>
 716                   <li>pre-selected CSIT TREX NDRPDR perf suites
 717               </ul>
 718           <li>results
 719               <ul>
 720                   <li>jjb verify: PASS/FAIL
 721                   <li>present: no
 722                   <li>analyse: csit project (catch malfunctions/degradations)
 723               </ul>
 724       </ul>
 725     project-type: freestyle
 726     node: 'builder-{os}-prod-{executor-arch}'
 727     concurrent: false
 728     latest-only: false
 729
 730     properties:
 731       - lf-infra-properties:
 732           build-days-to-keep: "{build-days-to-keep}"
 733
 734     parameters:
 735       - project-parameter:
 736           project: '{project}'
 737       - gerrit-parameter:
 738           branch: '{branch}'
 739
 740     wrappers:
 741       - fdio-infra-wrappers-non-activity-timeout:
 742           build-timeout: '{build-timeout}'
 743
 744     triggers:
 745       - timed: '{periodicity}'
 746
 747     builders:
 748       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 749       - inject:
 750           properties-file: variables.prop
 751       - shell:
 752           !include-raw-escape:
 753           - ../scripts/setup_executor_env.sh
 754       - shell:
 755           !include-raw-escape:
 756           - ../scripts/csit/perf-timed.sh
 757
 758     publishers:
 759       - fdio-infra-publish
 760
 761 - job-template:
 762     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 763
 764     description: |
 765       <ul>
 766           <li>objective
 767               <ul>
 768                   <li>perf verify - per csit gerrit patch
 769               </ul>
 770           <li>job
 771               <ul>
 772                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 773                   <li>trigger: keyword in comment to csit patch:
 774                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 775               </ul>
 776           <li>executor
 777               <ul>
 778                   <li>builder-{os}-prod-{executor-arch}
 779               </ul>
 780           <li>perf test-cases selection
 781               <ul>
 782                   <li>test-cases selected using trigger keyword followed by tags
 783                   <li>all test-cases are labelled with CSIT RF topic tags
 784                       defined in <i>csit/docs/tag_documentation.rst</i>
 785               </ul>
 786           <li>proposed keywords
 787               <ul>
 788                   <li>focus on testing specified trex packet processing path
 789                   <li>format: csit-{node-arch}-perftest tag_list
 790               </ul>
 791           <li>results
 792               <ul>
 793                   <li>jjb verify: PASS/FAIL
 794                   <li>present: no
 795                   <li>analyse: no
 796               </ul>
 797       </ul>
 798
 799     project-type: freestyle
 800     node: 'builder-{os}-prod-{executor-arch}'
 801     concurrent: true
 802     latest-only: false
 803
 804     properties:
 805       - lf-infra-properties:
 806           build-days-to-keep: "{build-days-to-keep}"
 807
 808     parameters:
 809       - project-parameter:
 810           project: '{project}'
 811       - gerrit-parameter:
 812           branch: '{branch}'
 813       - gerrit-refspec-parameter
 814       - gerrit-event-type-parameter
 815       - gerrit-event-comment-text-parameter
 816       - csit-perf-trial-duration-parameter:
 817           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 818       - csit-perf-trial-multiplicity-parameter:
 819           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 820       # This is a manually-triggered verify job, part of API coverage.
 821       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 822       # Can be removed when this job is no longer needed for full API coverage.
 823       - csit-fail-on-crc-mismatch-parameter:
 824           fail-on-crc-mismatch: 'True'
 825
 826     scm:
 827       - gerrit-trigger-scm:
 828           credentials-id: 'jenkins-gerrit-credentials'
 829           refspec: '$GERRIT_REFSPEC'
 830           choosing-strategy: 'gerrit'
 831
 832     wrappers:
 833       - fdio-infra-wrappers-non-activity-timeout:
 834           build-timeout: '{build-timeout}'
 835
 836     triggers:
 837       - gerrit-trigger-csit-perftest:
 838           project: '{project}'
 839           branch: '{branch}'
 840           trigger-word: 'csit-trex-{node-arch}-perftest'
 841           skip-vote: false
 842
 843     builders:
 844       - shell:
 845           !include-raw-escape:
 846           - ../scripts/setup_executor_env.sh
 847       - shell:
 848           !include-raw-escape:
 849           - ../scripts/csit/perf-verify.sh
 850
 851     publishers:
 852       - fdio-infra-publish
 853
 854 - job-template:
 855     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 856
 857     description: |
 858       <ul>
 859           <li>objective
 860               <ul>
 861                   <li>perf verify - per csit gerrit patch
 862               </ul>
 863           <li>job
 864               <ul>
 865                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 866                   <li>trigger: keyword in comment to csit patch:
 867                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 868               </ul>
 869           <li>executor
 870               <ul>
 871                   <li>builder-{os}-prod-{executor-arch}
 872               </ul>
 873           <li>perf test-cases selection
 874               <ul>
 875                   <li>test-cases selected using trigger keyword followed by tags
 876                   <li>all test-cases are labelled with CSIT RF topic tags
 877                       defined in <i>csit/docs/tag_documentation.rst</i>
 878               </ul>
 879           <li>default tags for dpdk perf test type
 880               <ul>
 881                   <li>IP4BASE, L2XCBASE
 882                   <li>64B: 64B packet size
 883                   <li>1C: one core
 884                   <li>X710: x710 Fortville NIC
 885                   <li>MRR: MRR throughput
 886               </ul>
 887           <li>results
 888               <ul>
 889                   <li>jjb verify: PASS/FAIL
 890                   <li>present: no
 891                   <li>analyse: no
 892               </ul>
 893       </ul>
 894
 895     project-type: freestyle
 896     node: 'builder-{os}-prod-{executor-arch}'
 897     concurrent: true
 898     latest-only: false
 899
 900     properties:
 901       - lf-infra-properties:
 902           build-days-to-keep: "{build-days-to-keep}"
 903
 904     parameters:
 905       - project-parameter:
 906           project: '{project}'
 907       - gerrit-parameter:
 908           branch: '{branch}'
 909       - gerrit-refspec-parameter
 910       - gerrit-event-type-parameter
 911       - gerrit-event-comment-text-parameter
 912       - csit-perf-trial-duration-parameter:
 913           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 914       - csit-perf-trial-multiplicity-parameter:
 915           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 916
 917     scm:
 918       - gerrit-trigger-scm:
 919           credentials-id: 'jenkins-gerrit-credentials'
 920           refspec: '$GERRIT_REFSPEC'
 921           choosing-strategy: 'gerrit'
 922
 923     wrappers:
 924       - fdio-infra-wrappers-non-activity-timeout:
 925           build-timeout: '{build-timeout}'
 926
 927     triggers:
 928       - gerrit-trigger-csit-perftest:
 929           project: '{project}'
 930           branch: '{branch}'
 931           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 932           skip-vote: false
 933
 934     builders:
 935       - shell:
 936           !include-raw-escape:
 937           - ../scripts/setup_executor_env.sh
 938       - shell:
 939           !include-raw-escape:
 940           - ../scripts/csit/perf-verify.sh
 941
 942     publishers:
 943       - fdio-infra-publish
 944
 945 - job-template:
 946     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 947
 948     description: |
 949       <ul>
 950           <li>objective
 951               <ul>
 952                   <li>check dpdk perf mrr weekly
 953               </ul>
 954           <li>executor
 955               <ul>
 956                   <li>builder-{os}-prod-{executor-arch}
 957               </ul>
 958           <li>perf test-cases selection
 959               <ul>
 960                   <li>all CSIT DPDK MRR perf suites
 961               </ul>
 962           <li>results
 963               <ul>
 964                   <li>jjb verify: PASS/FAIL
 965                   <li>present: no
 966                   <li>analyse: csit project (catch malfunctions/degradations)
 967               </ul>
 968       </ul>
 969
 970     project-type: freestyle
 971     node: 'builder-{os}-prod-{executor-arch}'
 972     concurrent: false
 973     latest-only: false
 974
 975     properties:
 976       - lf-infra-properties:
 977           build-days-to-keep: "{build-days-to-keep}"
 978
 979     parameters:
 980       - project-parameter:
 981           project: '{project}'
 982       - gerrit-parameter:
 983           branch: '{branch}'
 984       - csit-perf-trial-duration-parameter:
 985           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 986       - csit-perf-trial-multiplicity-parameter:
 987           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 988
 989     wrappers:
 990       - fdio-infra-wrappers-non-activity-timeout:
 991           build-timeout: '{build-timeout}'
 992
 993     triggers:
 994       - timed: '{periodicity}'
 995
 996     builders:
 997       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 998       - inject:
 999           properties-file: variables.prop
1000       - shell:
1001           !include-raw-escape:
1002           - ../scripts/setup_executor_env.sh
1003       - shell:
1004           !include-raw-escape:
1005           - ../scripts/csit/perf-timed.sh
1006
1007     publishers:
1008       - fdio-infra-publish
1009
1010 - job-template:
1011     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1012
1013     description: |
1014       <ul>
1015           <li>objective
1016               <ul>
1017                   <li>get vpp performance iterative data for csit report
1018               </ul>
1019           <li>job
1020               <ul>
1021                   <li>name:
1022                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1023                       {node-arch}</b>
1024                   <li>trigger: keyword in comment to csit patch:
1025                       <b>csit-vpp-report-iter-{node-arch}-perftest
1026                       test_set_id</b>
1027                   <li>trigger example:
1028                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1029               </ul>
1030           <li>executor
1031               <ul>
1032                   <li>builder-{os}-prod-{executor-arch}
1033               </ul>
1034           <li>perf test-cases selection
1035               <ul>
1036                   <li>test-cases selected by tags defined in
1037                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1038                       test_set_id.md</i>
1039               </ul>
1040
1041           <li>results
1042               <ul>
1043                   <li>jjb verify: PASS/FAIL
1044                   <li>present: vpp performance
1045                   <li>analyse: vpp performance
1046               </ul>
1047       </ul>
1048
1049     project-type: freestyle
1050     node: 'builder-{os}-prod-{executor-arch}'
1051     concurrent: true
1052     latest-only: false
1053
1054     properties:
1055       - lf-infra-properties:
1056           build-days-to-keep: "{build-days-to-keep}"
1057
1058     parameters:
1059       - project-parameter:
1060           project: '{project}'
1061       - gerrit-parameter:
1062           branch: '{branch}'
1063       - gerrit-refspec-parameter
1064       - gerrit-event-type-parameter
1065       - gerrit-event-comment-text-parameter
1066       - csit-perf-trial-duration-parameter:
1067           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1068       - csit-perf-trial-multiplicity-parameter:
1069           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1070
1071     scm:
1072       - gerrit-trigger-scm:
1073           credentials-id: 'jenkins-gerrit-credentials'
1074           refspec: '$GERRIT_REFSPEC'
1075           choosing-strategy: 'gerrit'
1076
1077     wrappers:
1078       - fdio-infra-wrappers-non-activity-timeout:
1079           build-timeout: '{build-timeout}'
1080
1081     triggers:
1082       - gerrit-trigger-csit-perftest:
1083           project: '{project}'
1084           branch: '{branch}'
1085           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1086           skip-vote: false
1087
1088     builders:
1089       - shell:
1090           !include-raw-escape:
1091           - ../scripts/setup_executor_env.sh
1092       - shell:
1093           !include-raw-escape:
1094           - ../scripts/csit/perf-verify.sh
1095
1096     publishers:
1097       - fdio-infra-publish
1098
1099 - job-template:
1100     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1101
1102     description: |
1103       <ul>
1104           <li>objective
1105               <ul>
1106                   <li>get dpdk performance iterative data for csit report
1107               </ul>
1108           <li>job
1109               <ul>
1110                   <li>name:
1111                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1112                       {node-arch}</b>
1113                   <li>trigger: keyword in comment to csit patch:
1114                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1115                       test_set_id</b>
1116                   <li>trigger example:
1117                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1118               </ul>
1119           <li>executor
1120               <ul>
1121                   <li>builder-{os}-prod-{executor-arch}
1122               </ul>
1123           <li>perf test-cases selection
1124               <ul>
1125                   <li>test-cases selected by tags defined in
1126                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1127                       test_set_id.md</i>
1128               </ul>
1129
1130           <li>results
1131               <ul>
1132                   <li>jjb verify: PASS/FAIL
1133                   <li>present: dpdk performance
1134                   <li>analyse: dpdk performance
1135               </ul>
1136       </ul>
1137
1138     project-type: freestyle
1139     node: 'builder-{os}-prod-{executor-arch}'
1140     concurrent: true
1141     latest-only: false
1142
1143     properties:
1144       - lf-infra-properties:
1145           build-days-to-keep: "{build-days-to-keep}"
1146
1147     parameters:
1148       - project-parameter:
1149           project: '{project}'
1150       - gerrit-parameter:
1151           branch: '{branch}'
1152       - gerrit-refspec-parameter
1153       - gerrit-event-type-parameter
1154       - gerrit-event-comment-text-parameter
1155       - csit-perf-trial-duration-parameter:
1156           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1157       - csit-perf-trial-multiplicity-parameter:
1158           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1159
1160     scm:
1161       - gerrit-trigger-scm:
1162           credentials-id: 'jenkins-gerrit-credentials'
1163           refspec: '$GERRIT_REFSPEC'
1164           choosing-strategy: 'gerrit'
1165
1166     wrappers:
1167       - fdio-infra-wrappers-non-activity-timeout:
1168           build-timeout: '{build-timeout}'
1169
1170     triggers:
1171       - gerrit-trigger-csit-perftest:
1172           project: '{project}'
1173           branch: '{branch}'
1174           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1175           skip-vote: false
1176
1177     builders:
1178       - shell:
1179           !include-raw-escape:
1180           - ../scripts/setup_executor_env.sh
1181       - shell:
1182           !include-raw-escape:
1183           - ../scripts/csit/perf-verify.sh
1184
1185     publishers:
1186       - fdio-infra-publish
1187
1188 - job-template:
1189     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1190
1191     description: |
1192       <ul>
1193           <li>objective
1194               <ul>
1195                   <li>get trex performance iterative data for csit report
1196               </ul>
1197           <li>job
1198               <ul>
1199                   <li>name:
1200                       <b>csit-trex-perf-report-iterative-{stream_report}-
1201                       {node-arch}</b>
1202                   <li>trigger: keyword in comment to csit patch:
1203                       <b>csit-trex-report-iter-{node-arch}-perftest
1204                       test_set_id</b>
1205                   <li>trigger example:
1206                       csit-trex-report-iter-{node-arch}-perftest trex-00
1207               </ul>
1208           <li>executor
1209               <ul>
1210                   <li>builder-{os}-prod-{executor-arch}
1211               </ul>
1212           <li>perf test-cases selection
1213               <ul>
1214                   <li>test-cases selected by tags defined in
1215                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1216                       test_set_id.md</i>
1217               </ul>
1218
1219           <li>results
1220               <ul>
1221                   <li>jjb verify: PASS/FAIL
1222                   <li>present: trex performance
1223                   <li>analyse: trex performance
1224               </ul>
1225       </ul>
1226
1227     project-type: freestyle
1228     node: 'builder-{os}-prod-{executor-arch}'
1229     concurrent: true
1230     latest-only: false
1231
1232     properties:
1233       - lf-infra-properties:
1234           build-days-to-keep: "{build-days-to-keep}"
1235
1236     parameters:
1237       - project-parameter:
1238           project: '{project}'
1239       - gerrit-parameter:
1240           branch: '{branch}'
1241       - gerrit-refspec-parameter
1242       - gerrit-event-type-parameter
1243       - gerrit-event-comment-text-parameter
1244       - csit-perf-trial-duration-parameter:
1245           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1246       - csit-perf-trial-multiplicity-parameter:
1247           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1248
1249     scm:
1250       - gerrit-trigger-scm:
1251           credentials-id: 'jenkins-gerrit-credentials'
1252           refspec: '$GERRIT_REFSPEC'
1253           choosing-strategy: 'gerrit'
1254
1255     wrappers:
1256       - fdio-infra-wrappers-non-activity-timeout:
1257           build-timeout: '{build-timeout}'
1258
1259     triggers:
1260       - gerrit-trigger-csit-perftest:
1261           project: '{project}'
1262           branch: '{branch}'
1263           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1264           skip-vote: false
1265
1266     builders:
1267       - shell:
1268           !include-raw-escape:
1269           - ../scripts/setup_executor_env.sh
1270       - shell:
1271           !include-raw-escape:
1272           - ../scripts/csit/perf-verify.sh
1273
1274     publishers:
1275       - fdio-infra-publish
1276
1277 - job-template:
1278     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1279
1280     description: |
1281       <ul>
1282           <li>objective
1283               <ul>
1284                   <li>get vpp performance coverage data for csit report
1285               </ul>
1286           <li>job
1287               <ul>
1288                   <li>name:
1289                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1290                       {node-arch}</b>
1291                   <li>trigger: keyword in comment to csit patch:
1292                       <b>csit-vpp-report-cov-{node-arch}-perftest
1293                       test_set_id</b>
1294                   <li>trigger example:
1295                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1296               </ul>
1297           <li>executor
1298               <ul>
1299                   <li>builder-{os}-prod-{executor-arch}
1300               </ul>
1301           <li>perf test-cases selection
1302               <ul>
1303                   <li>test-cases selected by tags defined in
1304                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1305                       test_set_id.md</i>
1306               </ul>
1307
1308           <li>results
1309               <ul>
1310                   <li>jjb verify: PASS/FAIL
1311                   <li>present: vpp performance
1312                   <li>analyse: vpp performance
1313               </ul>
1314       </ul>
1315
1316     project-type: freestyle
1317     node: 'builder-{os}-prod-{executor-arch}'
1318     concurrent: true
1319     latest-only: false
1320
1321     properties:
1322       - lf-infra-properties:
1323           build-days-to-keep: "{build-days-to-keep}"
1324
1325     parameters:
1326       - project-parameter:
1327           project: '{project}'
1328       - gerrit-parameter:
1329           branch: '{branch}'
1330       - gerrit-refspec-parameter
1331       - gerrit-event-type-parameter
1332       - gerrit-event-comment-text-parameter
1333       - csit-perf-trial-duration-parameter:
1334           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1335       - csit-perf-trial-multiplicity-parameter:
1336           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1337
1338     scm:
1339       - gerrit-trigger-scm:
1340           credentials-id: 'jenkins-gerrit-credentials'
1341           refspec: '$GERRIT_REFSPEC'
1342           choosing-strategy: 'gerrit'
1343
1344     wrappers:
1345       - fdio-infra-wrappers-non-activity-timeout:
1346           build-timeout: '{build-timeout}'
1347
1348     triggers:
1349       - gerrit-trigger-csit-perftest:
1350           project: '{project}'
1351           branch: '{branch}'
1352           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1353           skip-vote: false
1354
1355     builders:
1356       - shell:
1357           !include-raw-escape:
1358           - ../scripts/setup_executor_env.sh
1359       - shell:
1360           !include-raw-escape:
1361           - ../scripts/csit/perf-verify.sh
1362
1363     publishers:
1364       - fdio-infra-publish
1365
1366 - job-template:
1367     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1368
1369     description: |
1370       <ul>
1371           <li>objective
1372               <ul>
1373                   <li>get dpdk performance coverage data for csit report
1374               </ul>
1375           <li>job
1376               <ul>
1377                   <li>name:
1378                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1379                       {node-arch}</b>
1380                   <li>trigger: keyword in comment to csit patch:
1381                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1382                       test_set_id</b>
1383                   <li>trigger example:
1384                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1385               </ul>
1386           <li>executor
1387               <ul>
1388                   <li>builder-{os}-prod-{executor-arch}
1389               </ul>
1390           <li>perf test-cases selection
1391               <ul>
1392                   <li>test-cases selected by tags defined in
1393                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1394                       test_set_id.md</i>
1395               </ul>
1396
1397           <li>results
1398               <ul>
1399                   <li>jjb verify: PASS/FAIL
1400                   <li>present: dpdk performance
1401                   <li>analyse: dpdk performance
1402               </ul>
1403       </ul>
1404
1405     project-type: freestyle
1406     node: 'builder-{os}-prod-{executor-arch}'
1407     concurrent: true
1408     latest-only: false
1409
1410     properties:
1411       - lf-infra-properties:
1412           build-days-to-keep: "{build-days-to-keep}"
1413
1414     parameters:
1415       - project-parameter:
1416           project: '{project}'
1417       - gerrit-parameter:
1418           branch: '{branch}'
1419       - gerrit-refspec-parameter
1420       - gerrit-event-type-parameter
1421       - gerrit-event-comment-text-parameter
1422       - csit-perf-trial-duration-parameter:
1423           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1424       - csit-perf-trial-multiplicity-parameter:
1425           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1426
1427     scm:
1428       - gerrit-trigger-scm:
1429           credentials-id: 'jenkins-gerrit-credentials'
1430           refspec: '$GERRIT_REFSPEC'
1431           choosing-strategy: 'gerrit'
1432
1433     wrappers:
1434       - fdio-infra-wrappers-non-activity-timeout:
1435           build-timeout: '{build-timeout}'
1436
1437     triggers:
1438       - gerrit-trigger-csit-perftest:
1439           project: '{project}'
1440           branch: '{branch}'
1441           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1442           skip-vote: false
1443
1444     builders:
1445       - shell:
1446           !include-raw-escape:
1447           - ../scripts/setup_executor_env.sh
1448       - shell:
1449           !include-raw-escape:
1450           - ../scripts/csit/perf-verify.sh
1451
1452     publishers:
1453       - fdio-infra-publish
1454
1455 - job-template:
1456     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1457
1458     description: |
1459       <ul>
1460           <li>objective
1461               <ul>
1462                   <li>get trex performance coverage data for csit report
1463               </ul>
1464           <li>job
1465               <ul>
1466                   <li>name:
1467                       <b>csit-trex-perf-report-coverage-{stream_report}-
1468                       {node-arch}</b>
1469                   <li>trigger: keyword in comment to csit patch:
1470                       <b>csit-trex-report-cov-{node-arch}-perftest
1471                       test_set_id</b>
1472                   <li>trigger example:
1473                       csit-trex-report-cov-{node-arch}-perftest trex-00
1474               </ul>
1475           <li>executor
1476               <ul>
1477                   <li>builder-{os}-prod-{executor-arch}
1478               </ul>
1479           <li>perf test-cases selection
1480               <ul>
1481                   <li>test-cases selected by tags defined in
1482                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1483                       test_set_id.md</i>
1484               </ul>
1485
1486           <li>results
1487               <ul>
1488                   <li>jjb verify: PASS/FAIL
1489                   <li>present: trex performance
1490                   <li>analyse: trex performance
1491               </ul>
1492       </ul>
1493
1494     project-type: freestyle
1495     node: 'builder-{os}-prod-{executor-arch}'
1496     concurrent: true
1497     latest-only: false
1498
1499     properties:
1500       - lf-infra-properties:
1501           build-days-to-keep: "{build-days-to-keep}"
1502
1503     parameters:
1504       - project-parameter:
1505           project: '{project}'
1506       - gerrit-parameter:
1507           branch: '{branch}'
1508       - gerrit-refspec-parameter
1509       - gerrit-event-type-parameter
1510       - gerrit-event-comment-text-parameter
1511       - csit-perf-trial-duration-parameter:
1512           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1513       - csit-perf-trial-multiplicity-parameter:
1514           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1515
1516     scm:
1517       - gerrit-trigger-scm:
1518           credentials-id: 'jenkins-gerrit-credentials'
1519           refspec: '$GERRIT_REFSPEC'
1520           choosing-strategy: 'gerrit'
1521
1522     wrappers:
1523       - fdio-infra-wrappers-non-activity-timeout:
1524           build-timeout: '{build-timeout}'
1525
1526     triggers:
1527       - gerrit-trigger-csit-perftest:
1528           project: '{project}'
1529           branch: '{branch}'
1530           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1531           skip-vote: false
1532
1533     builders:
1534       - shell:
1535           !include-raw-escape:
1536           - ../scripts/setup_executor_env.sh
1537       - shell:
1538           !include-raw-escape:
1539           - ../scripts/csit/perf-verify.sh
1540
1541     publishers:
1542       - fdio-infra-publish