jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-zn2:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-tx2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'aarch64'
  35             - 3n-icx:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'x86_64'
  38             - 3n-tsh:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'aarch64'
  41             - 3n-alt:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-snr:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'x86_64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-icx:
  50                 os: 'ubuntu2204'
  51                 executor-arch: 'x86_64'
  52             - 2n-clx:
  53                 os: 'ubuntu2204'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2204'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'aarch64'
  61             - 3n-icx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'aarch64'
  67             - 3n-alt:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'aarch64'
  70             - 3n-snr:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73           periodicity: '0 0 * * 6'
  74       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  75           node-arch:
  76             - 1n-aws:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79             - 2n-icx:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'x86_64'
  82       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  83           node-arch:
  84             - 2n-icx:
  85                 os: 'ubuntu2204'
  86                 executor-arch: 'x86_64'
  87             - 2n-clx:
  88                 os: 'ubuntu2204'
  89                 executor-arch: 'x86_64'
  90             - 2n-zn2:
  91                 os: 'ubuntu2204'
  92                 executor-arch: 'x86_64'
  93             - 2n-tx2:
  94                 os: 'ubuntu2204'
  95                 executor-arch: 'aarch64'
  96             - 3n-icx:
  97                 os: 'ubuntu2204'
  98                 executor-arch: 'x86_64'
  99             - 3n-tsh:
 100                 os: 'ubuntu2204'
 101                 executor-arch: 'aarch64'
 102             - 3n-alt:
 103                 os: 'ubuntu2204'
 104                 executor-arch: 'aarch64'
 105             - 3n-snr:
 106                 os: 'ubuntu2204'
 107                 executor-arch: 'x86_64'
 108           stream:
 109             - master:
 110                 branch: 'master'
 111                 branch-id: 'oper'
 112             - '2210':
 113                 branch: 'rls2210'
 114                 branch-id: 'oper-rls2210'
 115             - '2302':
 116                 branch: 'rls2302'
 117                 branch-id: 'oper-rls2302'
 118       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 119           node-arch:
 120             - 2n-icx:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123                 periodicity: '30 22 * * 0-4'
 124             - 2n-clx:
 125                 os: 'ubuntu2204'
 126                 executor-arch: 'x86_64'
 127                 periodicity: '30 22 * * 0-4'
 128             - 2n-zn2:
 129                 os: 'ubuntu2204'
 130                 executor-arch: 'x86_64'
 131                 periodicity: '30 22 * * 0-4'
 132             - 2n-tx2:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'aarch64'
 135                 periodicity: '30 22 * * 0-4'
 136             - 3n-icx:
 137                 os: 'ubuntu2204'
 138                 executor-arch: 'x86_64'
 139                 periodicity: '30 22 * * 0-4'
 140             - 3n-tsh:
 141                 os: 'ubuntu2204'
 142                 executor-arch: 'aarch64'
 143                 periodicity: '30 22 * * 0-4'
 144             - 3n-alt:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'aarch64'
 147                 periodicity: '30 22 * * 0-4'
 148             - 3n-snr:
 149                 os: 'ubuntu2204'
 150                 executor-arch: 'x86_64'
 151                 periodicity: '30 22 * * 0-4'
 152       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 153           node-arch:
 154             - 2n-icx:
 155                 os: 'ubuntu2204'
 156                 executor-arch: 'x86_64'
 157                 periodicity: '30 22 * * 0-4'
 158             - 3n-icx:
 159                 os: 'ubuntu2204'
 160                 executor-arch: 'x86_64'
 161                 periodicity: '30 22 * * 0-4'
 162       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 163           node-arch:
 164             - 2n-icx:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'x86_64'
 167             - 2n-clx:
 168                 os: 'ubuntu2204'
 169                 executor-arch: 'x86_64'
 170             - 2n-aws:
 171                 os: 'ubuntu2204'
 172                 executor-arch: 'x86_64'
 173           stream:
 174             - master:
 175                 branch: 'master'
 176                 branch-id: 'oper'
 177           periodicity: '0 0 * * 6'
 178       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 179           node-arch:
 180             - 1n-aws:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'x86_64'
 183                 periodicity: '0 0 * * 6'
 184             - 2n-icx:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'x86_64'
 187                 periodicity: '0 0 * * 6'
 188       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 189           node-arch:
 190             - 2n-icx:
 191                 os: 'ubuntu2204'
 192                 executor-arch: 'x86_64'
 193             - 2n-clx:
 194                 os: 'ubuntu2204'
 195                 executor-arch: 'x86_64'
 196             - 3n-icx:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199           periodicity: '0 0 * * 6'
 200       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 201           node-arch:
 202             - 2n-icx:
 203                 os: 'ubuntu2204'
 204                 executor-arch: 'x86_64'
 205             - 2n-clx:
 206                 os: 'ubuntu2204'
 207                 executor-arch: 'x86_64'
 208             - 2n-zn2:
 209                 os: 'ubuntu2204'
 210                 executor-arch: 'x86_64'
 211             - 2n-tx2:
 212                 os: 'ubuntu2204'
 213                 executor-arch: 'aarch64'
 214             - 3n-icx:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217             - 3n-tsh:
 218                 os: 'ubuntu2204'
 219                 executor-arch: 'aarch64'
 220             - 3n-alt:
 221                 os: 'ubuntu2204'
 222                 executor-arch: 'aarch64'
 223             - 2n-aws:
 224                 os: 'ubuntu2204'
 225                 executor-arch: 'x86_64'
 226             - 3n-aws:
 227                 os: 'ubuntu2204'
 228                 executor-arch: 'x86_64'
 229             - 3n-snr:
 230                 os: 'ubuntu2204'
 231                 executor-arch: 'x86_64'
 232       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 233           node-arch:
 234             - 2n-icx:
 235                 os: 'ubuntu2204'
 236                 executor-arch: 'x86_64'
 237             - 2n-clx:
 238                 os: 'ubuntu2204'
 239                 executor-arch: 'x86_64'
 240             - 2n-zn2:
 241                 os: 'ubuntu2204'
 242                 executor-arch: 'x86_64'
 243             - 2n-tx2:
 244                 os: 'ubuntu2204'
 245                 executor-arch: 'aarch64'
 246             - 3n-icx:
 247                 os: 'ubuntu2204'
 248                 executor-arch: 'x86_64'
 249             - 3n-tsh:
 250                 os: 'ubuntu2204'
 251                 executor-arch: 'aarch64'
 252             - 3n-alt:
 253                 os: 'ubuntu2204'
 254                 executor-arch: 'aarch64'
 255             - 2n-aws:
 256                 os: 'ubuntu2204'
 257                 executor-arch: 'x86_64'
 258             - 3n-aws:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'x86_64'
 261             - 3n-snr:
 262                 os: 'ubuntu2204'
 263                 executor-arch: 'x86_64'
 264       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 265           node-arch:
 266             - 1n-aws:
 267                 os: 'ubuntu2204'
 268                 executor-arch: 'x86_64'
 269             - 2n-icx:
 270                 os: 'ubuntu2204'
 271                 executor-arch: 'x86_64'
 272       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 273           node-arch:
 274             - 2n-icx:
 275                 os: 'ubuntu2204'
 276                 executor-arch: 'x86_64'
 277             - 2n-clx:
 278                 os: 'ubuntu2204'
 279                 executor-arch: 'x86_64'
 280             - 2n-zn2:
 281                 os: 'ubuntu2204'
 282                 executor-arch: 'x86_64'
 283             - 2n-tx2:
 284                 os: 'ubuntu2204'
 285                 executor-arch: 'aarch64'
 286             - 3n-icx:
 287                 os: 'ubuntu2204'
 288                 executor-arch: 'x86_64'
 289             - 3n-tsh:
 290                 os: 'ubuntu2204'
 291                 executor-arch: 'aarch64'
 292             - 3n-alt:
 293                 os: 'ubuntu2204'
 294                 executor-arch: 'aarch64'
 295             - 2n-aws:
 296                 os: 'ubuntu2204'
 297                 executor-arch: 'x86_64'
 298             - 3n-aws:
 299                 os: 'ubuntu2204'
 300                 executor-arch: 'x86_64'
 301             - 3n-snr:
 302                 os: 'ubuntu2204'
 303                 executor-arch: 'x86_64'
 304       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 305           node-arch:
 306             - 2n-icx:
 307                 os: 'ubuntu2204'
 308                 executor-arch: 'x86_64'
 309             - 2n-clx:
 310                 os: 'ubuntu2204'
 311                 executor-arch: 'x86_64'
 312             - 2n-zn2:
 313                 os: 'ubuntu2204'
 314                 executor-arch: 'x86_64'
 315             - 2n-tx2:
 316                 os: 'ubuntu2204'
 317                 executor-arch: 'aarch64'
 318             - 3n-icx:
 319                 os: 'ubuntu2204'
 320                 executor-arch: 'x86_64'
 321             - 3n-tsh:
 322                 os: 'ubuntu2204'
 323                 executor-arch: 'aarch64'
 324             - 3n-alt:
 325                 os: 'ubuntu2204'
 326                 executor-arch: 'aarch64'
 327             - 2n-aws:
 328                 os: 'ubuntu2204'
 329                 executor-arch: 'x86_64'
 330             - 3n-aws:
 331                 os: 'ubuntu2204'
 332                 executor-arch: 'x86_64'
 333             - 3n-snr:
 334                 os: 'ubuntu2204'
 335                 executor-arch: 'x86_64'
 336       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 337           node-arch:
 338             - 1n-aws:
 339                 os: 'ubuntu2204'
 340                 executor-arch: 'x86_64'
 341             - 2n-icx:
 342                 os: 'ubuntu2204'
 343                 executor-arch: 'x86_64'
 344
 345     project: 'csit'
 346     branch: 'master'
 347     branch-id: 'oper'
 348     csit-perf-trial-duration: '1.0'
 349     csit-perf-trial-multiplicity: '10'
 350     stream:
 351       - master:
 352           branch: 'master'
 353           branch-id: 'oper'
 354       - '2210':
 355           branch: 'rls2210'
 356           branch-id: 'oper-rls2210'
 357       - '2302':
 358           branch: 'rls2302'
 359           branch-id: 'oper-rls2302'
 360     stream_report:
 361       - '2210':
 362           branch: 'rls2210'
 363           branch-id: 'oper-rls2210'
 364       - '2302':
 365           branch: 'rls2302'
 366           branch-id: 'oper-rls2302'
 367
 368     build-artifact-num-to-keep: 10
 369
 370
 371 - job-template:
 372     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 373
 374     description: |
 375       <ul>
 376           <li>objective
 377               <ul>
 378                   <li>perf verify - per csit gerrit patch
 379               </ul>
 380           <li>job
 381               <ul>
 382                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 383                   <li>trigger: keyword in comment to csit patch:
 384                       <b>csit-{node-arch}-perftest tag_list</b>
 385               </ul>
 386           <li>executor
 387               <ul>
 388                   <li>builder-{os}-prod-{executor-arch}
 389               </ul>
 390           <li>perf test-cases selection
 391               <ul>
 392                   <li>test-cases selected using trigger keyword followed by tags
 393                   <li>all test-cases are labelled with CSIT RF topic tags
 394                       defined in <i>csit/docs/tag_documentation.rst</i>
 395               </ul>
 396           <li>proposed keywords
 397               <ul>
 398                   <li>focus on testing specified vpp packet processing path
 399                   <li>format: csit-{node-arch}-perftest tag_list
 400               </ul>
 401           <li>default tags for vpp startup config and perf test type
 402               <ul>
 403                   <li>IP4BASE, IP6BASE, L2BDBASE
 404                   <li>64B/78B: 64B/78B packet size
 405                   <li>1C: one core
 406                   <li>X710: x710 Fortville NIC
 407                   <li>MRR: MRR throughput
 408               </ul>
 409           <li>results
 410               <ul>
 411                   <li>jjb verify: PASS/FAIL
 412                   <li>present: no
 413                   <li>analyse: no
 414               </ul>
 415       </ul>
 416
 417     project-type: freestyle
 418     node: 'builder-{os}-prod-{executor-arch}'
 419     concurrent: true
 420     latest-only: false
 421
 422     properties:
 423       - lf-infra-properties:
 424           build-days-to-keep: "{build-days-to-keep}"
 425
 426     parameters:
 427       - project-parameter:
 428           project: '{project}'
 429       - gerrit-parameter:
 430           branch: '{branch}'
 431       - gerrit-refspec-parameter
 432       - gerrit-event-type-parameter
 433       - gerrit-event-comment-text-parameter
 434       - csit-perf-trial-duration-parameter:
 435           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 436       - csit-perf-trial-multiplicity-parameter:
 437           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 438       # This is a manually-triggered verify job, part of API coverage.
 439       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 440       # Can be removed when this job is no longer needed for full API coverage.
 441       - csit-fail-on-crc-mismatch-parameter:
 442           fail-on-crc-mismatch: 'True'
 443
 444     scm:
 445       - gerrit-trigger-scm:
 446           credentials-id: 'jenkins-gerrit-credentials'
 447           refspec: '$GERRIT_REFSPEC'
 448           choosing-strategy: 'gerrit'
 449
 450     wrappers:
 451       - fdio-infra-wrappers-non-activity-timeout:
 452           build-timeout: '{build-timeout}'
 453
 454     triggers:
 455       - gerrit-trigger-csit-perftest:
 456           project: '{project}'
 457           branch: '{branch}'
 458           trigger-word: 'csit-{node-arch}-perftest'
 459           skip-vote: false
 460
 461     builders:
 462       - shell:
 463           !include-raw-escape:
 464           - ../scripts/setup_executor_env.sh
 465       - shell:
 466           !include-raw-escape:
 467           - ../scripts/csit/perf-verify.sh
 468
 469     publishers:
 470       - fdio-infra-publish
 471
 472 - job-template:
 473     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 474
 475     description: |
 476       <ul>
 477           <li>objective
 478               <ul>
 479                   <li>check vpp perf mrr daily
 480               </ul>
 481           <li>executor
 482               <ul>
 483                   <li>builder-{os}-prod-{executor-arch}
 484               </ul>
 485           <li>perf test-cases selection
 486               <ul>
 487                   <li>all CSIT VPP MRR perf suites
 488               </ul>
 489           <li>results
 490               <ul>
 491                   <li>jjb verify: PASS/FAIL
 492                   <li>present: no
 493                   <li>analyse: csit project (catch malfunctions/degradations)
 494               </ul>
 495       </ul>
 496
 497     project-type: freestyle
 498     node: 'builder-{os}-prod-{executor-arch}'
 499     concurrent: false
 500     latest-only: false
 501
 502     properties:
 503       - lf-infra-properties:
 504           build-days-to-keep: "{build-days-to-keep}"
 505
 506     parameters:
 507       - project-parameter:
 508           project: '{project}'
 509       - gerrit-parameter:
 510           branch: '{branch}'
 511       - csit-perf-trial-duration-parameter:
 512           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 513       - csit-perf-trial-multiplicity-parameter:
 514           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 515
 516     wrappers:
 517       - fdio-infra-wrappers-non-activity-timeout:
 518           build-timeout: '{build-timeout}'
 519
 520     triggers:
 521       - timed: '{periodicity}'
 522
 523     builders:
 524       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 525       - inject:
 526           properties-file: variables.prop
 527       - shell:
 528           !include-raw-escape:
 529           - ../scripts/setup_executor_env.sh
 530       - shell:
 531           !include-raw-escape:
 532           - ../scripts/csit/perf-timed.sh
 533
 534     publishers:
 535       - fdio-infra-publish
 536
 537 - job-template:
 538     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 539
 540     description: |
 541       <ul>
 542           <li>objective
 543               <ul>
 544                   <li>check vpp perf hoststack daily
 545               </ul>
 546           <li>executor
 547               <ul>
 548                   <li>builder-{os}-prod-{executor-arch}
 549               </ul>
 550           <li>perf test-cases selection
 551               <ul>
 552                   <li>all CSIT VPP HOSTSTACK perf suites
 553               </ul>
 554           <li>results
 555               <ul>
 556                   <li>jjb verify: PASS/FAIL
 557                   <li>present: no
 558                   <li>analyse: csit project (catch malfunctions/degradations)
 559               </ul>
 560       </ul>
 561
 562     project-type: freestyle
 563     node: 'builder-{os}-prod-{executor-arch}'
 564     concurrent: false
 565     latest-only: false
 566
 567     properties:
 568       - lf-infra-properties:
 569           build-days-to-keep: "{build-days-to-keep}"
 570
 571     parameters:
 572       - project-parameter:
 573           project: '{project}'
 574       - gerrit-parameter:
 575           branch: '{branch}'
 576       - csit-perf-trial-duration-parameter:
 577           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 578       - csit-perf-trial-multiplicity-parameter:
 579           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 580
 581     wrappers:
 582       - fdio-infra-wrappers-non-activity-timeout:
 583           build-timeout: '{build-timeout}'
 584
 585     triggers:
 586       - timed: '{periodicity}'
 587
 588     builders:
 589       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 590       - inject:
 591           properties-file: variables.prop
 592       - shell:
 593           !include-raw-escape:
 594           - ../scripts/setup_executor_env.sh
 595       - shell:
 596           !include-raw-escape:
 597           - ../scripts/csit/perf-timed.sh
 598
 599     publishers:
 600       - fdio-infra-publish
 601
 602 - job-template:
 603     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 604
 605     description: |
 606       <ul>
 607           <li>objective
 608               <ul>
 609                   <li>check vpp perf mrr weekly on {node-arch}
 610               </ul>
 611           <li>executor
 612               <ul>
 613                   <li>builder-{os}-prod-{executor-arch}
 614               </ul>
 615           <li>perf test-cases selection
 616               <ul>
 617                   <li>NF Density CSIT VPP MRR perf suites
 618               </ul>
 619           <li>results
 620               <ul>
 621                   <li>jjb verify: PASS/FAIL
 622                   <li>present: no
 623                   <li>analyse: csit project (catch malfunctions/degradations)
 624               </ul>
 625       </ul>
 626
 627     project-type: freestyle
 628     node: 'builder-{os}-prod-{executor-arch}'
 629     concurrent: false
 630     latest-only: false
 631
 632     properties:
 633       - lf-infra-properties:
 634           build-days-to-keep: "{build-days-to-keep}"
 635
 636     parameters:
 637       - project-parameter:
 638           project: '{project}'
 639       - gerrit-parameter:
 640           branch: '{branch}'
 641       - csit-perf-trial-duration-parameter:
 642           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 643       - csit-perf-trial-multiplicity-parameter:
 644           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 645
 646     wrappers:
 647       - fdio-infra-wrappers-non-activity-timeout:
 648           build-timeout: '{build-timeout}'
 649
 650     triggers:
 651       - timed: '{periodicity}'
 652
 653     builders:
 654       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 655       - inject:
 656           properties-file: variables.prop
 657       - shell:
 658           !include-raw-escape:
 659           - ../scripts/setup_executor_env.sh
 660       - shell:
 661           !include-raw-escape:
 662           - ../scripts/csit/perf-timed.sh
 663
 664     publishers:
 665       - fdio-infra-publish
 666
 667 - job-template:
 668     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 669
 670     description: |
 671       <ul>
 672           <li>objective
 673               <ul>
 674                   <li>check vpp perf ndrpdr weekly on {node-arch}
 675               </ul>
 676           <li>executor
 677               <ul>
 678                   <li>builder-{os}-prod-{executor-arch}
 679               </ul>
 680           <li>perf test-cases selection
 681               <ul>
 682                   <li>pre-selected CSIT VPP NDRPDR perf suites
 683               </ul>
 684           <li>results
 685               <ul>
 686                   <li>jjb verify: PASS/FAIL
 687                   <li>present: no
 688                   <li>analyse: csit project (catch malfunctions/degradations)
 689               </ul>
 690       </ul>
 691     project-type: freestyle
 692     node: 'builder-{os}-prod-{executor-arch}'
 693     concurrent: false
 694     latest-only: false
 695
 696     properties:
 697       - lf-infra-properties:
 698           build-days-to-keep: "{build-days-to-keep}"
 699
 700     parameters:
 701       - project-parameter:
 702           project: '{project}'
 703       - gerrit-parameter:
 704           branch: '{branch}'
 705
 706     wrappers:
 707       - fdio-infra-wrappers-non-activity-timeout:
 708           build-timeout: '{build-timeout}'
 709
 710     triggers:
 711       - timed: '{periodicity}'
 712
 713     builders:
 714       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 715       - inject:
 716           properties-file: variables.prop
 717       - shell:
 718           !include-raw-escape:
 719           - ../scripts/setup_executor_env.sh
 720       - shell:
 721           !include-raw-escape:
 722           - ../scripts/csit/perf-timed.sh
 723
 724     publishers:
 725       - fdio-infra-publish
 726
 727 - job-template:
 728     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 729
 730     description: |
 731       <ul>
 732           <li>objective
 733               <ul>
 734                   <li>check trex perf ndrpdr weekly on {node-arch}
 735               </ul>
 736           <li>executor
 737               <ul>
 738                   <li>builder-{os}-prod-{executor-arch}
 739               </ul>
 740           <li>perf test-cases selection
 741               <ul>
 742                   <li>pre-selected CSIT TREX NDRPDR perf suites
 743               </ul>
 744           <li>results
 745               <ul>
 746                   <li>jjb verify: PASS/FAIL
 747                   <li>present: no
 748                   <li>analyse: csit project (catch malfunctions/degradations)
 749               </ul>
 750       </ul>
 751     project-type: freestyle
 752     node: 'builder-{os}-prod-{executor-arch}'
 753     concurrent: false
 754     latest-only: false
 755
 756     properties:
 757       - lf-infra-properties:
 758           build-days-to-keep: "{build-days-to-keep}"
 759
 760     parameters:
 761       - project-parameter:
 762           project: '{project}'
 763       - gerrit-parameter:
 764           branch: '{branch}'
 765
 766     wrappers:
 767       - fdio-infra-wrappers-non-activity-timeout:
 768           build-timeout: '{build-timeout}'
 769
 770     triggers:
 771       - timed: '{periodicity}'
 772
 773     builders:
 774       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 775       - inject:
 776           properties-file: variables.prop
 777       - shell:
 778           !include-raw-escape:
 779           - ../scripts/setup_executor_env.sh
 780       - shell:
 781           !include-raw-escape:
 782           - ../scripts/csit/perf-timed.sh
 783
 784     publishers:
 785       - fdio-infra-publish
 786
 787 - job-template:
 788     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 789
 790     description: |
 791       <ul>
 792           <li>objective
 793               <ul>
 794                   <li>perf verify - per csit gerrit patch
 795               </ul>
 796           <li>job
 797               <ul>
 798                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 799                   <li>trigger: keyword in comment to csit patch:
 800                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 801               </ul>
 802           <li>executor
 803               <ul>
 804                   <li>builder-{os}-prod-{executor-arch}
 805               </ul>
 806           <li>perf test-cases selection
 807               <ul>
 808                   <li>test-cases selected using trigger keyword followed by tags
 809                   <li>all test-cases are labelled with CSIT RF topic tags
 810                       defined in <i>csit/docs/tag_documentation.rst</i>
 811               </ul>
 812           <li>proposed keywords
 813               <ul>
 814                   <li>focus on testing specified trex packet processing path
 815                   <li>format: csit-{node-arch}-perftest tag_list
 816               </ul>
 817           <li>results
 818               <ul>
 819                   <li>jjb verify: PASS/FAIL
 820                   <li>present: no
 821                   <li>analyse: no
 822               </ul>
 823       </ul>
 824
 825     project-type: freestyle
 826     node: 'builder-{os}-prod-{executor-arch}'
 827     concurrent: true
 828     latest-only: false
 829
 830     properties:
 831       - lf-infra-properties:
 832           build-days-to-keep: "{build-days-to-keep}"
 833
 834     parameters:
 835       - project-parameter:
 836           project: '{project}'
 837       - gerrit-parameter:
 838           branch: '{branch}'
 839       - gerrit-refspec-parameter
 840       - gerrit-event-type-parameter
 841       - gerrit-event-comment-text-parameter
 842       - csit-perf-trial-duration-parameter:
 843           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 844       - csit-perf-trial-multiplicity-parameter:
 845           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 846       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 847
 848     scm:
 849       - gerrit-trigger-scm:
 850           credentials-id: 'jenkins-gerrit-credentials'
 851           refspec: '$GERRIT_REFSPEC'
 852           choosing-strategy: 'gerrit'
 853
 854     wrappers:
 855       - fdio-infra-wrappers-non-activity-timeout:
 856           build-timeout: '{build-timeout}'
 857
 858     triggers:
 859       - gerrit-trigger-csit-perftest:
 860           project: '{project}'
 861           branch: '{branch}'
 862           trigger-word: 'csit-trex-{node-arch}-perftest'
 863           skip-vote: false
 864
 865     builders:
 866       - shell:
 867           !include-raw-escape:
 868           - ../scripts/setup_executor_env.sh
 869       - shell:
 870           !include-raw-escape:
 871           - ../scripts/csit/perf-verify.sh
 872
 873     publishers:
 874       - fdio-infra-publish
 875
 876 - job-template:
 877     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 878
 879     description: |
 880       <ul>
 881           <li>objective
 882               <ul>
 883                   <li>perf verify - per csit gerrit patch
 884               </ul>
 885           <li>job
 886               <ul>
 887                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 888                   <li>trigger: keyword in comment to csit patch:
 889                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 890               </ul>
 891           <li>executor
 892               <ul>
 893                   <li>builder-{os}-prod-{executor-arch}
 894               </ul>
 895           <li>perf test-cases selection
 896               <ul>
 897                   <li>test-cases selected using trigger keyword followed by tags
 898                   <li>all test-cases are labelled with CSIT RF topic tags
 899                       defined in <i>csit/docs/tag_documentation.rst</i>
 900               </ul>
 901           <li>default tags for dpdk perf test type
 902               <ul>
 903                   <li>IP4BASE, L2XCBASE
 904                   <li>64B: 64B packet size
 905                   <li>1C: one core
 906                   <li>X710: x710 Fortville NIC
 907                   <li>MRR: MRR throughput
 908               </ul>
 909           <li>results
 910               <ul>
 911                   <li>jjb verify: PASS/FAIL
 912                   <li>present: no
 913                   <li>analyse: no
 914               </ul>
 915       </ul>
 916
 917     project-type: freestyle
 918     node: 'builder-{os}-prod-{executor-arch}'
 919     concurrent: true
 920     latest-only: false
 921
 922     properties:
 923       - lf-infra-properties:
 924           build-days-to-keep: "{build-days-to-keep}"
 925
 926     parameters:
 927       - project-parameter:
 928           project: '{project}'
 929       - gerrit-parameter:
 930           branch: '{branch}'
 931       - gerrit-refspec-parameter
 932       - gerrit-event-type-parameter
 933       - gerrit-event-comment-text-parameter
 934       - csit-perf-trial-duration-parameter:
 935           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 936       - csit-perf-trial-multiplicity-parameter:
 937           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 938
 939     scm:
 940       - gerrit-trigger-scm:
 941           credentials-id: 'jenkins-gerrit-credentials'
 942           refspec: '$GERRIT_REFSPEC'
 943           choosing-strategy: 'gerrit'
 944
 945     wrappers:
 946       - fdio-infra-wrappers-non-activity-timeout:
 947           build-timeout: '{build-timeout}'
 948
 949     triggers:
 950       - gerrit-trigger-csit-perftest:
 951           project: '{project}'
 952           branch: '{branch}'
 953           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 954           skip-vote: false
 955
 956     builders:
 957       - shell:
 958           !include-raw-escape:
 959           - ../scripts/setup_executor_env.sh
 960       - shell:
 961           !include-raw-escape:
 962           - ../scripts/csit/perf-verify.sh
 963
 964     publishers:
 965       - fdio-infra-publish
 966
 967 - job-template:
 968     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 969
 970     description: |
 971       <ul>
 972           <li>objective
 973               <ul>
 974                   <li>check dpdk perf mrr weekly
 975               </ul>
 976           <li>executor
 977               <ul>
 978                   <li>builder-{os}-prod-{executor-arch}
 979               </ul>
 980           <li>perf test-cases selection
 981               <ul>
 982                   <li>all CSIT DPDK MRR perf suites
 983               </ul>
 984           <li>results
 985               <ul>
 986                   <li>jjb verify: PASS/FAIL
 987                   <li>present: no
 988                   <li>analyse: csit project (catch malfunctions/degradations)
 989               </ul>
 990       </ul>
 991
 992     project-type: freestyle
 993     node: 'builder-{os}-prod-{executor-arch}'
 994     concurrent: false
 995     latest-only: false
 996
 997     properties:
 998       - lf-infra-properties:
 999           build-days-to-keep: "{build-days-to-keep}"
1000
1001     parameters:
1002       - project-parameter:
1003           project: '{project}'
1004       - gerrit-parameter:
1005           branch: '{branch}'
1006       - csit-perf-trial-duration-parameter:
1007           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1008       - csit-perf-trial-multiplicity-parameter:
1009           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1010
1011     wrappers:
1012       - fdio-infra-wrappers-non-activity-timeout:
1013           build-timeout: '{build-timeout}'
1014
1015     triggers:
1016       - timed: '{periodicity}'
1017
1018     builders:
1019       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1020       - inject:
1021           properties-file: variables.prop
1022       - shell:
1023           !include-raw-escape:
1024           - ../scripts/setup_executor_env.sh
1025       - shell:
1026           !include-raw-escape:
1027           - ../scripts/csit/perf-timed.sh
1028
1029     publishers:
1030       - fdio-infra-publish
1031
1032 - job-template:
1033     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1034
1035     description: |
1036       <ul>
1037           <li>objective
1038               <ul>
1039                   <li>get vpp performance iterative data for csit report
1040               </ul>
1041           <li>job
1042               <ul>
1043                   <li>name:
1044                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1045                       {node-arch}</b>
1046                   <li>trigger: keyword in comment to csit patch:
1047                       <b>csit-vpp-report-iter-{node-arch}-perftest
1048                       test_set_id</b>
1049                   <li>trigger example:
1050                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1051               </ul>
1052           <li>executor
1053               <ul>
1054                   <li>builder-{os}-prod-{executor-arch}
1055               </ul>
1056           <li>perf test-cases selection
1057               <ul>
1058                   <li>test-cases selected by tags defined in
1059                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1060                       test_set_id.md</i>
1061               </ul>
1062
1063           <li>results
1064               <ul>
1065                   <li>jjb verify: PASS/FAIL
1066                   <li>present: vpp performance
1067                   <li>analyse: vpp performance
1068               </ul>
1069       </ul>
1070
1071     project-type: freestyle
1072     node: 'builder-{os}-prod-{executor-arch}'
1073     concurrent: true
1074     latest-only: false
1075
1076     properties:
1077       - lf-infra-properties:
1078           build-days-to-keep: "{build-days-to-keep}"
1079
1080     parameters:
1081       - project-parameter:
1082           project: '{project}'
1083       - gerrit-parameter:
1084           branch: '{branch}'
1085       - gerrit-refspec-parameter
1086       - gerrit-event-type-parameter
1087       - gerrit-event-comment-text-parameter
1088       - csit-perf-trial-duration-parameter:
1089           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1090       - csit-perf-trial-multiplicity-parameter:
1091           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1092
1093     scm:
1094       - gerrit-trigger-scm:
1095           credentials-id: 'jenkins-gerrit-credentials'
1096           refspec: '$GERRIT_REFSPEC'
1097           choosing-strategy: 'gerrit'
1098
1099     wrappers:
1100       - fdio-infra-wrappers-non-activity-timeout:
1101           build-timeout: '{build-timeout}'
1102
1103     triggers:
1104       - gerrit-trigger-csit-perftest:
1105           project: '{project}'
1106           branch: '{branch}'
1107           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1108           skip-vote: false
1109
1110     builders:
1111       - shell:
1112           !include-raw-escape:
1113           - ../scripts/setup_executor_env.sh
1114       - shell:
1115           !include-raw-escape:
1116           - ../scripts/csit/perf-verify.sh
1117
1118     publishers:
1119       - fdio-infra-publish
1120
1121 - job-template:
1122     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1123
1124     description: |
1125       <ul>
1126           <li>objective
1127               <ul>
1128                   <li>get dpdk performance iterative data for csit report
1129               </ul>
1130           <li>job
1131               <ul>
1132                   <li>name:
1133                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1134                       {node-arch}</b>
1135                   <li>trigger: keyword in comment to csit patch:
1136                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1137                       test_set_id</b>
1138                   <li>trigger example:
1139                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1140               </ul>
1141           <li>executor
1142               <ul>
1143                   <li>builder-{os}-prod-{executor-arch}
1144               </ul>
1145           <li>perf test-cases selection
1146               <ul>
1147                   <li>test-cases selected by tags defined in
1148                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1149                       test_set_id.md</i>
1150               </ul>
1151
1152           <li>results
1153               <ul>
1154                   <li>jjb verify: PASS/FAIL
1155                   <li>present: dpdk performance
1156                   <li>analyse: dpdk performance
1157               </ul>
1158       </ul>
1159
1160     project-type: freestyle
1161     node: 'builder-{os}-prod-{executor-arch}'
1162     concurrent: true
1163     latest-only: false
1164
1165     properties:
1166       - lf-infra-properties:
1167           build-days-to-keep: "{build-days-to-keep}"
1168
1169     parameters:
1170       - project-parameter:
1171           project: '{project}'
1172       - gerrit-parameter:
1173           branch: '{branch}'
1174       - gerrit-refspec-parameter
1175       - gerrit-event-type-parameter
1176       - gerrit-event-comment-text-parameter
1177       - csit-perf-trial-duration-parameter:
1178           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1179       - csit-perf-trial-multiplicity-parameter:
1180           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1181
1182     scm:
1183       - gerrit-trigger-scm:
1184           credentials-id: 'jenkins-gerrit-credentials'
1185           refspec: '$GERRIT_REFSPEC'
1186           choosing-strategy: 'gerrit'
1187
1188     wrappers:
1189       - fdio-infra-wrappers-non-activity-timeout:
1190           build-timeout: '{build-timeout}'
1191
1192     triggers:
1193       - gerrit-trigger-csit-perftest:
1194           project: '{project}'
1195           branch: '{branch}'
1196           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1197           skip-vote: false
1198
1199     builders:
1200       - shell:
1201           !include-raw-escape:
1202           - ../scripts/setup_executor_env.sh
1203       - shell:
1204           !include-raw-escape:
1205           - ../scripts/csit/perf-verify.sh
1206
1207     publishers:
1208       - fdio-infra-publish
1209
1210 - job-template:
1211     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1212
1213     description: |
1214       <ul>
1215           <li>objective
1216               <ul>
1217                   <li>get trex performance iterative data for csit report
1218               </ul>
1219           <li>job
1220               <ul>
1221                   <li>name:
1222                       <b>csit-trex-perf-report-iterative-{stream_report}-
1223                       {node-arch}</b>
1224                   <li>trigger: keyword in comment to csit patch:
1225                       <b>csit-trex-report-iter-{node-arch}-perftest
1226                       test_set_id</b>
1227                   <li>trigger example:
1228                       csit-trex-report-iter-{node-arch}-perftest trex-00
1229               </ul>
1230           <li>executor
1231               <ul>
1232                   <li>builder-{os}-prod-{executor-arch}
1233               </ul>
1234           <li>perf test-cases selection
1235               <ul>
1236                   <li>test-cases selected by tags defined in
1237                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1238                       test_set_id.md</i>
1239               </ul>
1240
1241           <li>results
1242               <ul>
1243                   <li>jjb verify: PASS/FAIL
1244                   <li>present: trex performance
1245                   <li>analyse: trex performance
1246               </ul>
1247       </ul>
1248
1249     project-type: freestyle
1250     node: 'builder-{os}-prod-{executor-arch}'
1251     concurrent: true
1252     latest-only: false
1253
1254     properties:
1255       - lf-infra-properties:
1256           build-days-to-keep: "{build-days-to-keep}"
1257
1258     parameters:
1259       - project-parameter:
1260           project: '{project}'
1261       - gerrit-parameter:
1262           branch: '{branch}'
1263       - gerrit-refspec-parameter
1264       - gerrit-event-type-parameter
1265       - gerrit-event-comment-text-parameter
1266       - csit-perf-trial-duration-parameter:
1267           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1268       - csit-perf-trial-multiplicity-parameter:
1269           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1270
1271     scm:
1272       - gerrit-trigger-scm:
1273           credentials-id: 'jenkins-gerrit-credentials'
1274           refspec: '$GERRIT_REFSPEC'
1275           choosing-strategy: 'gerrit'
1276
1277     wrappers:
1278       - fdio-infra-wrappers-non-activity-timeout:
1279           build-timeout: '{build-timeout}'
1280
1281     triggers:
1282       - gerrit-trigger-csit-perftest:
1283           project: '{project}'
1284           branch: '{branch}'
1285           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1286           skip-vote: false
1287
1288     builders:
1289       - shell:
1290           !include-raw-escape:
1291           - ../scripts/setup_executor_env.sh
1292       - shell:
1293           !include-raw-escape:
1294           - ../scripts/csit/perf-verify.sh
1295
1296     publishers:
1297       - fdio-infra-publish
1298
1299 - job-template:
1300     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1301
1302     description: |
1303       <ul>
1304           <li>objective
1305               <ul>
1306                   <li>get vpp performance coverage data for csit report
1307               </ul>
1308           <li>job
1309               <ul>
1310                   <li>name:
1311                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1312                       {node-arch}</b>
1313                   <li>trigger: keyword in comment to csit patch:
1314                       <b>csit-vpp-report-cov-{node-arch}-perftest
1315                       test_set_id</b>
1316                   <li>trigger example:
1317                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1318               </ul>
1319           <li>executor
1320               <ul>
1321                   <li>builder-{os}-prod-{executor-arch}
1322               </ul>
1323           <li>perf test-cases selection
1324               <ul>
1325                   <li>test-cases selected by tags defined in
1326                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1327                       test_set_id.md</i>
1328               </ul>
1329
1330           <li>results
1331               <ul>
1332                   <li>jjb verify: PASS/FAIL
1333                   <li>present: vpp performance
1334                   <li>analyse: vpp performance
1335               </ul>
1336       </ul>
1337
1338     project-type: freestyle
1339     node: 'builder-{os}-prod-{executor-arch}'
1340     concurrent: true
1341     latest-only: false
1342
1343     properties:
1344       - lf-infra-properties:
1345           build-days-to-keep: "{build-days-to-keep}"
1346
1347     parameters:
1348       - project-parameter:
1349           project: '{project}'
1350       - gerrit-parameter:
1351           branch: '{branch}'
1352       - gerrit-refspec-parameter
1353       - gerrit-event-type-parameter
1354       - gerrit-event-comment-text-parameter
1355       - csit-perf-trial-duration-parameter:
1356           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1357       - csit-perf-trial-multiplicity-parameter:
1358           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1359
1360     scm:
1361       - gerrit-trigger-scm:
1362           credentials-id: 'jenkins-gerrit-credentials'
1363           refspec: '$GERRIT_REFSPEC'
1364           choosing-strategy: 'gerrit'
1365
1366     wrappers:
1367       - fdio-infra-wrappers-non-activity-timeout:
1368           build-timeout: '{build-timeout}'
1369
1370     triggers:
1371       - gerrit-trigger-csit-perftest:
1372           project: '{project}'
1373           branch: '{branch}'
1374           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1375           skip-vote: false
1376
1377     builders:
1378       - shell:
1379           !include-raw-escape:
1380           - ../scripts/setup_executor_env.sh
1381       - shell:
1382           !include-raw-escape:
1383           - ../scripts/csit/perf-verify.sh
1384
1385     publishers:
1386       - fdio-infra-publish
1387
1388 - job-template:
1389     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1390
1391     description: |
1392       <ul>
1393           <li>objective
1394               <ul>
1395                   <li>get dpdk performance coverage data for csit report
1396               </ul>
1397           <li>job
1398               <ul>
1399                   <li>name:
1400                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1401                       {node-arch}</b>
1402                   <li>trigger: keyword in comment to csit patch:
1403                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1404                       test_set_id</b>
1405                   <li>trigger example:
1406                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1407               </ul>
1408           <li>executor
1409               <ul>
1410                   <li>builder-{os}-prod-{executor-arch}
1411               </ul>
1412           <li>perf test-cases selection
1413               <ul>
1414                   <li>test-cases selected by tags defined in
1415                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1416                       test_set_id.md</i>
1417               </ul>
1418
1419           <li>results
1420               <ul>
1421                   <li>jjb verify: PASS/FAIL
1422                   <li>present: dpdk performance
1423                   <li>analyse: dpdk performance
1424               </ul>
1425       </ul>
1426
1427     project-type: freestyle
1428     node: 'builder-{os}-prod-{executor-arch}'
1429     concurrent: true
1430     latest-only: false
1431
1432     properties:
1433       - lf-infra-properties:
1434           build-days-to-keep: "{build-days-to-keep}"
1435
1436     parameters:
1437       - project-parameter:
1438           project: '{project}'
1439       - gerrit-parameter:
1440           branch: '{branch}'
1441       - gerrit-refspec-parameter
1442       - gerrit-event-type-parameter
1443       - gerrit-event-comment-text-parameter
1444       - csit-perf-trial-duration-parameter:
1445           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1446       - csit-perf-trial-multiplicity-parameter:
1447           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1448
1449     scm:
1450       - gerrit-trigger-scm:
1451           credentials-id: 'jenkins-gerrit-credentials'
1452           refspec: '$GERRIT_REFSPEC'
1453           choosing-strategy: 'gerrit'
1454
1455     wrappers:
1456       - fdio-infra-wrappers-non-activity-timeout:
1457           build-timeout: '{build-timeout}'
1458
1459     triggers:
1460       - gerrit-trigger-csit-perftest:
1461           project: '{project}'
1462           branch: '{branch}'
1463           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1464           skip-vote: false
1465
1466     builders:
1467       - shell:
1468           !include-raw-escape:
1469           - ../scripts/setup_executor_env.sh
1470       - shell:
1471           !include-raw-escape:
1472           - ../scripts/csit/perf-verify.sh
1473
1474     publishers:
1475       - fdio-infra-publish
1476
1477 - job-template:
1478     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1479
1480     description: |
1481       <ul>
1482           <li>objective
1483               <ul>
1484                   <li>get trex performance coverage data for csit report
1485               </ul>
1486           <li>job
1487               <ul>
1488                   <li>name:
1489                       <b>csit-trex-perf-report-coverage-{stream_report}-
1490                       {node-arch}</b>
1491                   <li>trigger: keyword in comment to csit patch:
1492                       <b>csit-trex-report-cov-{node-arch}-perftest
1493                       test_set_id</b>
1494                   <li>trigger example:
1495                       csit-trex-report-cov-{node-arch}-perftest trex-00
1496               </ul>
1497           <li>executor
1498               <ul>
1499                   <li>builder-{os}-prod-{executor-arch}
1500               </ul>
1501           <li>perf test-cases selection
1502               <ul>
1503                   <li>test-cases selected by tags defined in
1504                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1505                       test_set_id.md</i>
1506               </ul>
1507
1508           <li>results
1509               <ul>
1510                   <li>jjb verify: PASS/FAIL
1511                   <li>present: trex performance
1512                   <li>analyse: trex performance
1513               </ul>
1514       </ul>
1515
1516     project-type: freestyle
1517     node: 'builder-{os}-prod-{executor-arch}'
1518     concurrent: true
1519     latest-only: false
1520
1521     properties:
1522       - lf-infra-properties:
1523           build-days-to-keep: "{build-days-to-keep}"
1524
1525     parameters:
1526       - project-parameter:
1527           project: '{project}'
1528       - gerrit-parameter:
1529           branch: '{branch}'
1530       - gerrit-refspec-parameter
1531       - gerrit-event-type-parameter
1532       - gerrit-event-comment-text-parameter
1533       - csit-perf-trial-duration-parameter:
1534           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1535       - csit-perf-trial-multiplicity-parameter:
1536           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1537
1538     scm:
1539       - gerrit-trigger-scm:
1540           credentials-id: 'jenkins-gerrit-credentials'
1541           refspec: '$GERRIT_REFSPEC'
1542           choosing-strategy: 'gerrit'
1543
1544     wrappers:
1545       - fdio-infra-wrappers-non-activity-timeout:
1546           build-timeout: '{build-timeout}'
1547
1548     triggers:
1549       - gerrit-trigger-csit-perftest:
1550           project: '{project}'
1551           branch: '{branch}'
1552           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1553           skip-vote: false
1554
1555     builders:
1556       - shell:
1557           !include-raw-escape:
1558           - ../scripts/setup_executor_env.sh
1559       - shell:
1560           !include-raw-escape:
1561           - ../scripts/csit/perf-verify.sh
1562
1563     publishers:
1564       - fdio-infra-publish