jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2023 Cisco and/or its affiliates.
   2 # Copyright (c) 2023 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50             - 3n-icxd:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53             - 3na-spr:
  54                 os: 'ubuntu2204'
  55                 executor-arch: 'x86_64'
  56             - 3nb-spr:
  57                 os: 'ubuntu2204'
  58                 executor-arch: 'x86_64'
  59       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  60           node-arch:
  61             - 2n-icx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-clx:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'x86_64'
  67             - 2n-spr:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 2n-zn2:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73             - 2n-tx2:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-icx:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'aarch64'
  85             - 3n-snr:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88             - 3n-icxd:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91             - 3na-spr:
  92                 os: 'ubuntu2204'
  93                 executor-arch: 'x86_64'
  94             - 3nb-spr:
  95                 os: 'ubuntu2204'
  96                 executor-arch: 'x86_64'
  97           periodicity: '0 0 * * 6'
  98       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  99           node-arch:
 100             - 1n-aws:
 101                 os: 'ubuntu2204'
 102                 executor-arch: 'x86_64'
 103             - 2n-icx:
 104                 os: 'ubuntu2204'
 105                 executor-arch: 'x86_64'
 106             - 2n-spr:
 107                 os: 'ubuntu2204'
 108                 executor-arch: 'x86_64'
 109       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
 110           node-arch:
 111             - 2n-icx:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'x86_64'
 114             - 2n-clx:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117             - 2n-spr:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'x86_64'
 120             - 2n-zn2:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123             - 2n-tx2:
 124                 os: 'ubuntu2204'
 125                 executor-arch: 'aarch64'
 126             - 3n-icx:
 127                 os: 'ubuntu2204'
 128                 executor-arch: 'x86_64'
 129             - 3n-tsh:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'aarch64'
 132             - 3n-alt:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'aarch64'
 135             - 3n-snr:
 136                 os: 'ubuntu2204'
 137                 executor-arch: 'x86_64'
 138             - 3n-icxd:
 139                 os: 'ubuntu2204'
 140                 executor-arch: 'x86_64'
 141             - 3na-spr:
 142                 os: 'ubuntu2204'
 143                 executor-arch: 'x86_64'
 144             - 3nb-spr:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'x86_64'
 147           stream:
 148             - master:
 149                 branch: 'master'
 150                 branch-id: 'oper'
 151             - '2402':
 152                 branch: 'rls2402'
 153                 branch-id: 'oper-rls2402'
 154       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 155           node-arch:
 156             - 2n-icx:
 157                 os: 'ubuntu2204'
 158                 executor-arch: 'x86_64'
 159                 periodicity: '30 22 * * 0-4'
 160             - 2n-clx:
 161                 os: 'ubuntu2204'
 162                 executor-arch: 'x86_64'
 163                 periodicity: '30 22 * * 0-4'
 164             - 2n-spr:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'x86_64'
 167                 periodicity: '30 22 * * 0-4'
 168             - 2n-zn2:
 169                 os: 'ubuntu2204'
 170                 executor-arch: 'x86_64'
 171                 periodicity: '30 22 * * 0-4'
 172             - 2n-tx2:
 173                 os: 'ubuntu2204'
 174                 executor-arch: 'aarch64'
 175                 periodicity: '30 22 * * 0-4'
 176             - 3n-icx:
 177                 os: 'ubuntu2204'
 178                 executor-arch: 'x86_64'
 179                 periodicity: '30 22 * * 0-4'
 180             - 3n-tsh:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'aarch64'
 183                 periodicity: '30 22 * * 0-4'
 184             - 3n-alt:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'aarch64'
 187                 periodicity: '30 22 * * 0-4'
 188             - 3n-snr:
 189                 os: 'ubuntu2204'
 190                 executor-arch: 'x86_64'
 191                 periodicity: '30 22 * * 0-4'
 192             - 3n-icxd:
 193                 os: 'ubuntu2204'
 194                 executor-arch: 'x86_64'
 195                 periodicity: '30 22 * * 0-4'
 196             - 3na-spr:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199                 periodicity: '30 22 * * 0-4'
 200             - 3nb-spr:
 201                 os: 'ubuntu2204'
 202                 executor-arch: 'x86_64'
 203                 periodicity: '30 22 * * 0-4'
 204       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 205           node-arch:
 206             - 2n-icx:
 207                 os: 'ubuntu2204'
 208                 executor-arch: 'x86_64'
 209                 periodicity: '30 22 * * 0-4'
 210             - 2n-spr:
 211                 os: 'ubuntu2204'
 212                 executor-arch: 'x86_64'
 213                 periodicity: '30 22 * * 0-4'
 214             - 3n-icx:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217                 periodicity: '30 22 * * 0-4'
 218             - 3na-spr:
 219                 os: 'ubuntu2204'
 220                 executor-arch: 'x86_64'
 221                 periodicity: '30 22 * * 0-4'
 222             - 3nb-spr:
 223                 os: 'ubuntu2204'
 224                 executor-arch: 'x86_64'
 225                 periodicity: '30 22 * * 0-4'
 226       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 227           node-arch:
 228             - 2n-icx:
 229                 os: 'ubuntu2204'
 230                 executor-arch: 'x86_64'
 231                 periodicity: '0 0 * * 6'
 232             - 2n-clx:
 233                 os: 'ubuntu2204'
 234                 executor-arch: 'x86_64'
 235                 periodicity: '0 0 * * 6'
 236             - 2n-aws:
 237                 os: 'ubuntu2204'
 238                 executor-arch: 'x86_64'
 239                 periodicity: '0 0 * * 1'
 240             - 2n-c6in:
 241                 os: 'ubuntu2204'
 242                 executor-arch: 'x86_64'
 243                 periodicity: '0 0 * * 1'
 244             - 2n-c7gn:
 245                 os: 'ubuntu2204'
 246                 executor-arch: 'aarch64'
 247                 periodicity: '0 0 * * 1'
 248           stream:
 249             - master:
 250                 branch: 'master'
 251                 branch-id: 'oper'
 252       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 253           node-arch:
 254             - 1n-aws:
 255                 os: 'ubuntu2204'
 256                 executor-arch: 'x86_64'
 257                 periodicity: '0 0 * * 6'
 258             - 2n-icx:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'x86_64'
 261                 periodicity: '0 0 * * 6'
 262             - 2n-spr:
 263                 os: 'ubuntu2204'
 264                 executor-arch: 'x86_64'
 265                 periodicity: '0 0 * * 6'
 266       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 267           node-arch:
 268             - 2n-icx:
 269                 os: 'ubuntu2204'
 270                 executor-arch: 'x86_64'
 271             - 2n-clx:
 272                 os: 'ubuntu2204'
 273                 executor-arch: 'x86_64'
 274             - 2n-spr:
 275                 os: 'ubuntu2204'
 276                 executor-arch: 'x86_64'
 277             - 2n-zn2:
 278                 os: 'ubuntu2204'
 279                 executor-arch: 'x86_64'
 280             - 2n-tx2:
 281                 os: 'ubuntu2204'
 282                 executor-arch: 'aarch64'
 283             - 3n-icx:
 284                 os: 'ubuntu2204'
 285                 executor-arch: 'x86_64'
 286             - 3n-tsh:
 287                 os: 'ubuntu2204'
 288                 executor-arch: 'aarch64'
 289             - 3n-alt:
 290                 os: 'ubuntu2204'
 291                 executor-arch: 'aarch64'
 292             - 3n-snr:
 293                 os: 'ubuntu2204'
 294                 executor-arch: 'x86_64'
 295             - 3n-icxd:
 296                 os: 'ubuntu2204'
 297                 executor-arch: 'x86_64'
 298             - 3na-spr:
 299                 os: 'ubuntu2204'
 300                 executor-arch: 'x86_64'
 301             - 3nb-spr:
 302                 os: 'ubuntu2204'
 303                 executor-arch: 'x86_64'
 304           periodicity: '0 0 * * 6'
 305       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 306           node-arch:
 307             - 2n-icx:
 308                 os: 'ubuntu2204'
 309                 executor-arch: 'x86_64'
 310             - 2n-clx:
 311                 os: 'ubuntu2204'
 312                 executor-arch: 'x86_64'
 313             - 2n-spr:
 314                 os: 'ubuntu2204'
 315                 executor-arch: 'x86_64'
 316             - 2n-zn2:
 317                 os: 'ubuntu2204'
 318                 executor-arch: 'x86_64'
 319             - 2n-tx2:
 320                 os: 'ubuntu2204'
 321                 executor-arch: 'aarch64'
 322             - 3n-icx:
 323                 os: 'ubuntu2204'
 324                 executor-arch: 'x86_64'
 325             - 3n-tsh:
 326                 os: 'ubuntu2204'
 327                 executor-arch: 'aarch64'
 328             - 3n-alt:
 329                 os: 'ubuntu2204'
 330                 executor-arch: 'aarch64'
 331             - 2n-aws:
 332                 os: 'ubuntu2204'
 333                 executor-arch: 'x86_64'
 334             - 2n-c6in:
 335                 os: 'ubuntu2204'
 336                 executor-arch: 'x86_64'
 337             - 2n-c7gn:
 338                 os: 'ubuntu2204'
 339                 executor-arch: 'aarch64'
 340             - 3n-aws:
 341                 os: 'ubuntu2204'
 342                 executor-arch: 'x86_64'
 343             - 3n-snr:
 344                 os: 'ubuntu2204'
 345                 executor-arch: 'x86_64'
 346             - 3n-icxd:
 347                 os: 'ubuntu2204'
 348                 executor-arch: 'x86_64'
 349             - 3na-spr:
 350                 os: 'ubuntu2204'
 351                 executor-arch: 'x86_64'
 352             - 3nb-spr:
 353                 os: 'ubuntu2204'
 354                 executor-arch: 'x86_64'
 355       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 356           node-arch:
 357             - 2n-icx:
 358                 os: 'ubuntu2204'
 359                 executor-arch: 'x86_64'
 360             - 2n-clx:
 361                 os: 'ubuntu2204'
 362                 executor-arch: 'x86_64'
 363             - 2n-spr:
 364                 os: 'ubuntu2204'
 365                 executor-arch: 'x86_64'
 366             - 2n-zn2:
 367                 os: 'ubuntu2204'
 368                 executor-arch: 'x86_64'
 369             - 2n-tx2:
 370                 os: 'ubuntu2204'
 371                 executor-arch: 'aarch64'
 372             - 3n-icx:
 373                 os: 'ubuntu2204'
 374                 executor-arch: 'x86_64'
 375             - 3n-tsh:
 376                 os: 'ubuntu2204'
 377                 executor-arch: 'aarch64'
 378             - 3n-alt:
 379                 os: 'ubuntu2204'
 380                 executor-arch: 'aarch64'
 381             - 2n-aws:
 382                 os: 'ubuntu2204'
 383                 executor-arch: 'x86_64'
 384             - 3n-aws:
 385                 os: 'ubuntu2204'
 386                 executor-arch: 'x86_64'
 387             - 3n-snr:
 388                 os: 'ubuntu2204'
 389                 executor-arch: 'x86_64'
 390             - 3n-icxd:
 391                 os: 'ubuntu2204'
 392                 executor-arch: 'x86_64'
 393             - 3na-spr:
 394                 os: 'ubuntu2204'
 395                 executor-arch: 'x86_64'
 396             - 3nb-spr:
 397                 os: 'ubuntu2204'
 398                 executor-arch: 'x86_64'
 399       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 400           node-arch:
 401             - 1n-aws:
 402                 os: 'ubuntu2204'
 403                 executor-arch: 'x86_64'
 404             - 2n-icx:
 405                 os: 'ubuntu2204'
 406                 executor-arch: 'x86_64'
 407             - 2n-spr:
 408                 os: 'ubuntu2204'
 409                 executor-arch: 'x86_64'
 410       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 411           node-arch:
 412             - 2n-icx:
 413                 os: 'ubuntu2204'
 414                 executor-arch: 'x86_64'
 415             - 2n-clx:
 416                 os: 'ubuntu2204'
 417                 executor-arch: 'x86_64'
 418             - 2n-spr:
 419                 os: 'ubuntu2204'
 420                 executor-arch: 'x86_64'
 421             - 2n-zn2:
 422                 os: 'ubuntu2204'
 423                 executor-arch: 'x86_64'
 424             - 2n-tx2:
 425                 os: 'ubuntu2204'
 426                 executor-arch: 'aarch64'
 427             - 3n-icx:
 428                 os: 'ubuntu2204'
 429                 executor-arch: 'x86_64'
 430             - 3n-tsh:
 431                 os: 'ubuntu2204'
 432                 executor-arch: 'aarch64'
 433             - 3n-alt:
 434                 os: 'ubuntu2204'
 435                 executor-arch: 'aarch64'
 436             - 2n-aws:
 437                 os: 'ubuntu2204'
 438                 executor-arch: 'x86_64'
 439             - 2n-c6in:
 440                 os: 'ubuntu2204'
 441                 executor-arch: 'x86_64'
 442             - 2n-c7gn:
 443                 os: 'ubuntu2204'
 444                 executor-arch: 'aarch64'
 445             - 3n-aws:
 446                 os: 'ubuntu2204'
 447                 executor-arch: 'x86_64'
 448             - 3n-snr:
 449                 os: 'ubuntu2204'
 450                 executor-arch: 'x86_64'
 451             - 3n-icxd:
 452                 os: 'ubuntu2204'
 453                 executor-arch: 'x86_64'
 454             - 3na-spr:
 455                 os: 'ubuntu2204'
 456                 executor-arch: 'x86_64'
 457             - 3nb-spr:
 458                 os: 'ubuntu2204'
 459                 executor-arch: 'x86_64'
 460       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 461           node-arch:
 462             - 2n-icx:
 463                 os: 'ubuntu2204'
 464                 executor-arch: 'x86_64'
 465             - 2n-clx:
 466                 os: 'ubuntu2204'
 467                 executor-arch: 'x86_64'
 468             - 2n-spr:
 469                 os: 'ubuntu2204'
 470                 executor-arch: 'x86_64'
 471             - 2n-zn2:
 472                 os: 'ubuntu2204'
 473                 executor-arch: 'x86_64'
 474             - 2n-tx2:
 475                 os: 'ubuntu2204'
 476                 executor-arch: 'aarch64'
 477             - 3n-icx:
 478                 os: 'ubuntu2204'
 479                 executor-arch: 'x86_64'
 480             - 3n-tsh:
 481                 os: 'ubuntu2204'
 482                 executor-arch: 'aarch64'
 483             - 3n-alt:
 484                 os: 'ubuntu2204'
 485                 executor-arch: 'aarch64'
 486             - 2n-aws:
 487                 os: 'ubuntu2204'
 488                 executor-arch: 'x86_64'
 489             - 2n-c6in:
 490                 os: 'ubuntu2204'
 491                 executor-arch: 'x86_64'
 492             - 2n-c7gn:
 493                 os: 'ubuntu2204'
 494                 executor-arch: 'aarch64'
 495             - 3n-aws:
 496                 os: 'ubuntu2204'
 497                 executor-arch: 'x86_64'
 498             - 3n-snr:
 499                 os: 'ubuntu2204'
 500                 executor-arch: 'x86_64'
 501             - 3n-icxd:
 502                 os: 'ubuntu2204'
 503                 executor-arch: 'x86_64'
 504             - 3na-spr:
 505                 os: 'ubuntu2204'
 506                 executor-arch: 'x86_64'
 507             - 3nb-spr:
 508                 os: 'ubuntu2204'
 509                 executor-arch: 'x86_64'
 510       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 511           node-arch:
 512             - 1n-aws:
 513                 os: 'ubuntu2204'
 514                 executor-arch: 'x86_64'
 515             - 2n-icx:
 516                 os: 'ubuntu2204'
 517                 executor-arch: 'x86_64'
 518             - 2n-spr:
 519                 os: 'ubuntu2204'
 520                 executor-arch: 'x86_64'
 521
 522     project: 'csit'
 523     branch: 'master'
 524     branch-id: 'oper'
 525     csit-perf-trial-duration: '1.0'
 526     csit-perf-trial-multiplicity: '10'
 527     stream:
 528       - master:
 529           branch: 'master'
 530           branch-id: 'oper'
 531       - '2402':
 532           branch: 'rls2402'
 533           branch-id: 'oper-rls2402'
 534     stream_report:
 535       - '2402':
 536           branch: 'rls2402'
 537           branch-id: 'oper-rls2402'
 538
 539     build-artifact-num-to-keep: 10
 540
 541
 542 - job-template:
 543     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 544
 545     description: |
 546       <ul>
 547           <li>objective
 548               <ul>
 549                   <li>perf verify - per csit gerrit patch
 550               </ul>
 551           <li>job
 552               <ul>
 553                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 554                   <li>trigger: keyword in comment to csit patch:
 555                       <b>csit-{node-arch}-perftest tag_list</b>
 556               </ul>
 557           <li>perf test-cases selection
 558               <ul>
 559                   <li>test-cases selected using trigger keyword followed by tags
 560                   <li>all test-cases are labelled with CSIT RF topic tags
 561                       defined in <i>csit/docs/tag_documentation.rst</i>
 562               </ul>
 563           <li>proposed keywords
 564               <ul>
 565                   <li>focus on testing specified vpp packet processing path
 566                   <li>format: csit-{node-arch}-perftest tag_list
 567               </ul>
 568           <li>default tags for vpp startup config and perf test type
 569               <ul>
 570                   <li>IP4BASE, IP6BASE, L2BDBASE
 571                   <li>64B/78B: 64B/78B packet size
 572                   <li>1C: one core
 573                   <li>X710: x710 Fortville NIC
 574                   <li>MRR: MRR throughput
 575               </ul>
 576           <li>results
 577               <ul>
 578                   <li>jjb verify: PASS/FAIL
 579                   <li>present: no
 580                   <li>analyse: no
 581               </ul>
 582       </ul>
 583
 584     project-type: freestyle
 585     node: 'm-builder-{os}-prod-{executor-arch}'
 586     concurrent: true
 587     latest-only: false
 588
 589     properties:
 590       - lf-infra-properties:
 591           build-days-to-keep: "{build-days-to-keep}"
 592
 593     parameters:
 594       - project-parameter:
 595           project: '{project}'
 596       - gerrit-parameter:
 597           branch: '{branch}'
 598       - gerrit-refspec-parameter:
 599           refspec: '$GERRIT_REFSPEC'
 600       - gerrit-event-type-parameter
 601       - gerrit-event-comment-text-parameter
 602       - csit-perf-trial-duration-parameter:
 603           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 604       - csit-perf-trial-multiplicity-parameter:
 605           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 606       # This is a manually-triggered verify job, part of API coverage.
 607       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 608       # Can be removed when this job is no longer needed for full API coverage.
 609       - csit-fail-on-crc-mismatch-parameter:
 610           fail-on-crc-mismatch: 'True'
 611
 612     scm:
 613       - gerrit-trigger-scm:
 614           credentials-id: 'jenkins-gerrit-credentials'
 615           refspec: '$GERRIT_REFSPEC'
 616           choosing-strategy: 'gerrit'
 617
 618     wrappers:
 619       - fdio-infra-wrappers-non-activity-timeout:
 620           build-timeout: '{build-timeout}'
 621
 622     triggers:
 623       - gerrit-trigger-csit-perftest:
 624           project: '{project}'
 625           branch: '{branch}'
 626           trigger-word: 'csit-{node-arch}-perftest'
 627           skip-vote: false
 628
 629     builders:
 630       - shell:
 631           !include-raw-escape:
 632           - ../scripts/setup_executor_env.sh
 633       - shell:
 634           !include-raw-escape:
 635           - ../scripts/csit/perf-verify.sh
 636
 637     publishers:
 638       - fdio-infra-publish
 639
 640 - job-template:
 641     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 642
 643     description: |
 644       <ul>
 645           <li>objective
 646               <ul>
 647                   <li>check vpp perf mrr daily
 648               </ul>
 649           <li>perf test-cases selection
 650               <ul>
 651                   <li>all CSIT VPP MRR perf suites
 652               </ul>
 653           <li>results
 654               <ul>
 655                   <li>jjb verify: PASS/FAIL
 656                   <li>present: no
 657                   <li>analyse: csit project (catch malfunctions/degradations)
 658               </ul>
 659       </ul>
 660
 661     project-type: freestyle
 662     node: 'm-builder-{os}-prod-{executor-arch}'
 663     concurrent: false
 664     latest-only: false
 665
 666     properties:
 667       - lf-infra-properties:
 668           build-days-to-keep: "{build-days-to-keep}"
 669
 670     parameters:
 671       - project-parameter:
 672           project: '{project}'
 673       - gerrit-parameter:
 674           branch: '{branch}'
 675       - csit-perf-trial-duration-parameter:
 676           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 677       - csit-perf-trial-multiplicity-parameter:
 678           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 679
 680     wrappers:
 681       - fdio-infra-wrappers-non-activity-timeout:
 682           build-timeout: '{build-timeout}'
 683
 684     triggers:
 685       - timed: '{periodicity}'
 686
 687     builders:
 688       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 689       - inject:
 690           properties-file: variables.prop
 691       - shell:
 692           !include-raw-escape:
 693           - ../scripts/setup_executor_env.sh
 694       - shell:
 695           !include-raw-escape:
 696           - ../scripts/csit/perf-timed.sh
 697
 698     publishers:
 699       - fdio-infra-publish
 700
 701 - job-template:
 702     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 703
 704     description: |
 705       <ul>
 706           <li>objective
 707               <ul>
 708                   <li>check vpp perf hoststack daily
 709               </ul>
 710           <li>perf test-cases selection
 711               <ul>
 712                   <li>all CSIT VPP HOSTSTACK perf suites
 713               </ul>
 714           <li>results
 715               <ul>
 716                   <li>jjb verify: PASS/FAIL
 717                   <li>present: no
 718                   <li>analyse: csit project (catch malfunctions/degradations)
 719               </ul>
 720       </ul>
 721
 722     project-type: freestyle
 723     node: 'm-builder-{os}-prod-{executor-arch}'
 724     concurrent: false
 725     latest-only: false
 726
 727     properties:
 728       - lf-infra-properties:
 729           build-days-to-keep: "{build-days-to-keep}"
 730
 731     parameters:
 732       - project-parameter:
 733           project: '{project}'
 734       - gerrit-parameter:
 735           branch: '{branch}'
 736       - csit-perf-trial-duration-parameter:
 737           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 738       - csit-perf-trial-multiplicity-parameter:
 739           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 740
 741     wrappers:
 742       - fdio-infra-wrappers-non-activity-timeout:
 743           build-timeout: '{build-timeout}'
 744
 745     triggers:
 746       - timed: '{periodicity}'
 747
 748     builders:
 749       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 750       - inject:
 751           properties-file: variables.prop
 752       - shell:
 753           !include-raw-escape:
 754           - ../scripts/setup_executor_env.sh
 755       - shell:
 756           !include-raw-escape:
 757           - ../scripts/csit/perf-timed.sh
 758
 759     publishers:
 760       - fdio-infra-publish
 761
 762 - job-template:
 763     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 764
 765     description: |
 766       <ul>
 767           <li>objective
 768               <ul>
 769                   <li>check vpp perf mrr weekly on {node-arch}
 770               </ul>
 771           <li>perf test-cases selection
 772               <ul>
 773                   <li>NF Density CSIT VPP MRR perf suites
 774               </ul>
 775           <li>results
 776               <ul>
 777                   <li>jjb verify: PASS/FAIL
 778                   <li>present: no
 779                   <li>analyse: csit project (catch malfunctions/degradations)
 780               </ul>
 781       </ul>
 782
 783     project-type: freestyle
 784     node: 'm-builder-{os}-prod-{executor-arch}'
 785     concurrent: false
 786     latest-only: false
 787
 788     properties:
 789       - lf-infra-properties:
 790           build-days-to-keep: "{build-days-to-keep}"
 791
 792     parameters:
 793       - project-parameter:
 794           project: '{project}'
 795       - gerrit-parameter:
 796           branch: '{branch}'
 797       - csit-perf-trial-duration-parameter:
 798           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 799       - csit-perf-trial-multiplicity-parameter:
 800           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 801
 802     wrappers:
 803       - fdio-infra-wrappers-non-activity-timeout:
 804           build-timeout: '{build-timeout}'
 805
 806     triggers:
 807       - timed: '{periodicity}'
 808
 809     builders:
 810       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 811       - inject:
 812           properties-file: variables.prop
 813       - shell:
 814           !include-raw-escape:
 815           - ../scripts/setup_executor_env.sh
 816       - shell:
 817           !include-raw-escape:
 818           - ../scripts/csit/perf-timed.sh
 819
 820     publishers:
 821       - fdio-infra-publish
 822
 823 - job-template:
 824     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 825
 826     description: |
 827       <ul>
 828           <li>objective
 829               <ul>
 830                   <li>check vpp perf ndrpdr weekly on {node-arch}
 831               </ul>
 832           <li>perf test-cases selection
 833               <ul>
 834                   <li>pre-selected CSIT VPP NDRPDR perf suites
 835               </ul>
 836           <li>results
 837               <ul>
 838                   <li>jjb verify: PASS/FAIL
 839                   <li>present: no
 840                   <li>analyse: csit project (catch malfunctions/degradations)
 841               </ul>
 842       </ul>
 843     project-type: freestyle
 844     node: 'm-builder-{os}-prod-{executor-arch}'
 845     concurrent: false
 846     latest-only: false
 847
 848     properties:
 849       - lf-infra-properties:
 850           build-days-to-keep: "{build-days-to-keep}"
 851
 852     parameters:
 853       - project-parameter:
 854           project: '{project}'
 855       - gerrit-parameter:
 856           branch: '{branch}'
 857
 858     wrappers:
 859       - fdio-infra-wrappers-non-activity-timeout:
 860           build-timeout: '{build-timeout}'
 861
 862     triggers:
 863       - timed: '{periodicity}'
 864
 865     builders:
 866       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 867       - inject:
 868           properties-file: variables.prop
 869       - shell:
 870           !include-raw-escape:
 871           - ../scripts/setup_executor_env.sh
 872       - shell:
 873           !include-raw-escape:
 874           - ../scripts/csit/perf-timed.sh
 875
 876     publishers:
 877       - fdio-infra-publish
 878
 879 - job-template:
 880     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 881
 882     description: |
 883       <ul>
 884           <li>objective
 885               <ul>
 886                   <li>check trex perf ndrpdr weekly on {node-arch}
 887               </ul>
 888           <li>perf test-cases selection
 889               <ul>
 890                   <li>pre-selected CSIT TREX NDRPDR perf suites
 891               </ul>
 892           <li>results
 893               <ul>
 894                   <li>jjb verify: PASS/FAIL
 895                   <li>present: no
 896                   <li>analyse: csit project (catch malfunctions/degradations)
 897               </ul>
 898       </ul>
 899     project-type: freestyle
 900     node: 'm-builder-{os}-prod-{executor-arch}'
 901     concurrent: false
 902     latest-only: false
 903
 904     properties:
 905       - lf-infra-properties:
 906           build-days-to-keep: "{build-days-to-keep}"
 907
 908     parameters:
 909       - project-parameter:
 910           project: '{project}'
 911       - gerrit-parameter:
 912           branch: '{branch}'
 913
 914     wrappers:
 915       - fdio-infra-wrappers-non-activity-timeout:
 916           build-timeout: '{build-timeout}'
 917
 918     triggers:
 919       - timed: '{periodicity}'
 920
 921     builders:
 922       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 923       - inject:
 924           properties-file: variables.prop
 925       - shell:
 926           !include-raw-escape:
 927           - ../scripts/setup_executor_env.sh
 928       - shell:
 929           !include-raw-escape:
 930           - ../scripts/csit/perf-timed.sh
 931
 932     publishers:
 933       - fdio-infra-publish
 934
 935 - job-template:
 936     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 937
 938     description: |
 939       <ul>
 940           <li>objective
 941               <ul>
 942                   <li>perf verify - per csit gerrit patch
 943               </ul>
 944           <li>job
 945               <ul>
 946                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 947                   <li>trigger: keyword in comment to csit patch:
 948                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 949               </ul>
 950           <li>perf test-cases selection
 951               <ul>
 952                   <li>test-cases selected using trigger keyword followed by tags
 953                   <li>all test-cases are labelled with CSIT RF topic tags
 954                       defined in <i>csit/docs/tag_documentation.rst</i>
 955               </ul>
 956           <li>proposed keywords
 957               <ul>
 958                   <li>focus on testing specified trex packet processing path
 959                   <li>format: csit-{node-arch}-perftest tag_list
 960               </ul>
 961           <li>results
 962               <ul>
 963                   <li>jjb verify: PASS/FAIL
 964                   <li>present: no
 965                   <li>analyse: no
 966               </ul>
 967       </ul>
 968
 969     project-type: freestyle
 970     node: 'm-builder-{os}-prod-{executor-arch}'
 971     concurrent: true
 972     latest-only: false
 973
 974     properties:
 975       - lf-infra-properties:
 976           build-days-to-keep: "{build-days-to-keep}"
 977
 978     parameters:
 979       - project-parameter:
 980           project: '{project}'
 981       - gerrit-parameter:
 982           branch: '{branch}'
 983       - gerrit-refspec-parameter:
 984           refspec: '$GERRIT_REFSPEC'
 985       - gerrit-event-type-parameter
 986       - gerrit-event-comment-text-parameter
 987       - csit-perf-trial-duration-parameter:
 988           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 989       - csit-perf-trial-multiplicity-parameter:
 990           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 991       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 992
 993     scm:
 994       - gerrit-trigger-scm:
 995           credentials-id: 'jenkins-gerrit-credentials'
 996           refspec: '$GERRIT_REFSPEC'
 997           choosing-strategy: 'gerrit'
 998
 999     wrappers:
1000       - fdio-infra-wrappers-non-activity-timeout:
1001           build-timeout: '{build-timeout}'
1002
1003     triggers:
1004       - gerrit-trigger-csit-perftest:
1005           project: '{project}'
1006           branch: '{branch}'
1007           trigger-word: 'csit-trex-{node-arch}-perftest'
1008           skip-vote: false
1009
1010     builders:
1011       - shell:
1012           !include-raw-escape:
1013           - ../scripts/setup_executor_env.sh
1014       - shell:
1015           !include-raw-escape:
1016           - ../scripts/csit/perf-verify.sh
1017
1018     publishers:
1019       - fdio-infra-publish
1020
1021 - job-template:
1022     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
1023
1024     description: |
1025       <ul>
1026           <li>objective
1027               <ul>
1028                   <li>perf verify - per csit gerrit patch
1029               </ul>
1030           <li>job
1031               <ul>
1032                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
1033                   <li>trigger: keyword in comment to csit patch:
1034                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
1035               </ul>
1036           <li>perf test-cases selection
1037               <ul>
1038                   <li>test-cases selected using trigger keyword followed by tags
1039                   <li>all test-cases are labelled with CSIT RF topic tags
1040                       defined in <i>csit/docs/tag_documentation.rst</i>
1041               </ul>
1042           <li>default tags for dpdk perf test type
1043               <ul>
1044                   <li>IP4BASE, L2XCBASE
1045                   <li>64B: 64B packet size
1046                   <li>1C: one core
1047                   <li>X710: x710 Fortville NIC
1048                   <li>MRR: MRR throughput
1049               </ul>
1050           <li>results
1051               <ul>
1052                   <li>jjb verify: PASS/FAIL
1053                   <li>present: no
1054                   <li>analyse: no
1055               </ul>
1056       </ul>
1057
1058     project-type: freestyle
1059     node: 'm-builder-{os}-prod-{executor-arch}'
1060     concurrent: true
1061     latest-only: false
1062
1063     properties:
1064       - lf-infra-properties:
1065           build-days-to-keep: "{build-days-to-keep}"
1066
1067     parameters:
1068       - project-parameter:
1069           project: '{project}'
1070       - gerrit-parameter:
1071           branch: '{branch}'
1072       - gerrit-refspec-parameter:
1073           refspec: '$GERRIT_REFSPEC'
1074       - gerrit-event-type-parameter
1075       - gerrit-event-comment-text-parameter
1076       - csit-perf-trial-duration-parameter:
1077           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1078       - csit-perf-trial-multiplicity-parameter:
1079           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1080
1081     scm:
1082       - gerrit-trigger-scm:
1083           credentials-id: 'jenkins-gerrit-credentials'
1084           refspec: '$GERRIT_REFSPEC'
1085           choosing-strategy: 'gerrit'
1086
1087     wrappers:
1088       - fdio-infra-wrappers-non-activity-timeout:
1089           build-timeout: '{build-timeout}'
1090
1091     triggers:
1092       - gerrit-trigger-csit-perftest:
1093           project: '{project}'
1094           branch: '{branch}'
1095           trigger-word: 'csit-dpdk-{node-arch}-perftest'
1096           skip-vote: false
1097
1098     builders:
1099       - shell:
1100           !include-raw-escape:
1101           - ../scripts/setup_executor_env.sh
1102       - shell:
1103           !include-raw-escape:
1104           - ../scripts/csit/perf-verify.sh
1105
1106     publishers:
1107       - fdio-infra-publish
1108
1109 - job-template:
1110     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1111
1112     description: |
1113       <ul>
1114           <li>objective
1115               <ul>
1116                   <li>check dpdk perf mrr weekly
1117               </ul>
1118           <li>perf test-cases selection
1119               <ul>
1120                   <li>all CSIT DPDK MRR perf suites
1121               </ul>
1122           <li>results
1123               <ul>
1124                   <li>jjb verify: PASS/FAIL
1125                   <li>present: no
1126                   <li>analyse: csit project (catch malfunctions/degradations)
1127               </ul>
1128       </ul>
1129
1130     project-type: freestyle
1131     node: 'm-builder-{os}-prod-{executor-arch}'
1132     concurrent: false
1133     latest-only: false
1134
1135     properties:
1136       - lf-infra-properties:
1137           build-days-to-keep: "{build-days-to-keep}"
1138
1139     parameters:
1140       - project-parameter:
1141           project: '{project}'
1142       - gerrit-parameter:
1143           branch: '{branch}'
1144       - csit-perf-trial-duration-parameter:
1145           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1146       - csit-perf-trial-multiplicity-parameter:
1147           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1148
1149     wrappers:
1150       - fdio-infra-wrappers-non-activity-timeout:
1151           build-timeout: '{build-timeout}'
1152
1153     triggers:
1154       - timed: '{periodicity}'
1155
1156     builders:
1157       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1158       - inject:
1159           properties-file: variables.prop
1160       - shell:
1161           !include-raw-escape:
1162           - ../scripts/setup_executor_env.sh
1163       - shell:
1164           !include-raw-escape:
1165           - ../scripts/csit/perf-timed.sh
1166
1167     publishers:
1168       - fdio-infra-publish
1169
1170 - job-template:
1171     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1172
1173     description: |
1174       <ul>
1175           <li>objective
1176               <ul>
1177                   <li>get vpp performance iterative data for csit report
1178               </ul>
1179           <li>job
1180               <ul>
1181                   <li>name:
1182                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1183                       {node-arch}</b>
1184                   <li>trigger: keyword in comment to csit patch:
1185                       <b>csit-vpp-report-iter-{node-arch}-perftest
1186                       test_set_id</b>
1187                   <li>trigger example:
1188                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1189               </ul>
1190           <li>perf test-cases selection
1191               <ul>
1192                   <li>test-cases selected by tags defined in
1193                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1194                       test_set_id.md</i>
1195               </ul>
1196
1197           <li>results
1198               <ul>
1199                   <li>jjb verify: PASS/FAIL
1200                   <li>present: vpp performance
1201                   <li>analyse: vpp performance
1202               </ul>
1203       </ul>
1204
1205     project-type: freestyle
1206     node: 'm-builder-{os}-prod-{executor-arch}'
1207     concurrent: true
1208     latest-only: false
1209
1210     properties:
1211       - lf-infra-properties:
1212           build-days-to-keep: "{build-days-to-keep}"
1213
1214     parameters:
1215       - project-parameter:
1216           project: '{project}'
1217       - gerrit-parameter:
1218           branch: '{branch}'
1219       - gerrit-refspec-parameter:
1220           refspec: '$GERRIT_REFSPEC'
1221       - gerrit-event-type-parameter
1222       - gerrit-event-comment-text-parameter
1223       - csit-perf-trial-duration-parameter:
1224           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1225       - csit-perf-trial-multiplicity-parameter:
1226           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1227
1228     scm:
1229       - gerrit-trigger-scm:
1230           credentials-id: 'jenkins-gerrit-credentials'
1231           refspec: '$GERRIT_REFSPEC'
1232           choosing-strategy: 'gerrit'
1233
1234     wrappers:
1235       - fdio-infra-wrappers-non-activity-timeout:
1236           build-timeout: '{build-timeout}'
1237
1238     triggers:
1239       - gerrit-trigger-csit-perftest:
1240           project: '{project}'
1241           branch: '{branch}'
1242           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1243           skip-vote: false
1244
1245     builders:
1246       - shell:
1247           !include-raw-escape:
1248           - ../scripts/setup_executor_env.sh
1249       - shell:
1250           !include-raw-escape:
1251           - ../scripts/csit/perf-verify.sh
1252
1253     publishers:
1254       - fdio-infra-publish
1255
1256 - job-template:
1257     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1258
1259     description: |
1260       <ul>
1261           <li>objective
1262               <ul>
1263                   <li>get dpdk performance iterative data for csit report
1264               </ul>
1265           <li>job
1266               <ul>
1267                   <li>name:
1268                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1269                       {node-arch}</b>
1270                   <li>trigger: keyword in comment to csit patch:
1271                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1272                       test_set_id</b>
1273                   <li>trigger example:
1274                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1275               </ul>
1276           <li>perf test-cases selection
1277               <ul>
1278                   <li>test-cases selected by tags defined in
1279                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1280                       test_set_id.md</i>
1281               </ul>
1282
1283           <li>results
1284               <ul>
1285                   <li>jjb verify: PASS/FAIL
1286                   <li>present: dpdk performance
1287                   <li>analyse: dpdk performance
1288               </ul>
1289       </ul>
1290
1291     project-type: freestyle
1292     node: 'm-builder-{os}-prod-{executor-arch}'
1293     concurrent: true
1294     latest-only: false
1295
1296     properties:
1297       - lf-infra-properties:
1298           build-days-to-keep: "{build-days-to-keep}"
1299
1300     parameters:
1301       - project-parameter:
1302           project: '{project}'
1303       - gerrit-parameter:
1304           branch: '{branch}'
1305       - gerrit-refspec-parameter:
1306           refspec: '$GERRIT_REFSPEC'
1307       - gerrit-event-type-parameter
1308       - gerrit-event-comment-text-parameter
1309       - csit-perf-trial-duration-parameter:
1310           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1311       - csit-perf-trial-multiplicity-parameter:
1312           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1313
1314     scm:
1315       - gerrit-trigger-scm:
1316           credentials-id: 'jenkins-gerrit-credentials'
1317           refspec: '$GERRIT_REFSPEC'
1318           choosing-strategy: 'gerrit'
1319
1320     wrappers:
1321       - fdio-infra-wrappers-non-activity-timeout:
1322           build-timeout: '{build-timeout}'
1323
1324     triggers:
1325       - gerrit-trigger-csit-perftest:
1326           project: '{project}'
1327           branch: '{branch}'
1328           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1329           skip-vote: false
1330
1331     builders:
1332       - shell:
1333           !include-raw-escape:
1334           - ../scripts/setup_executor_env.sh
1335       - shell:
1336           !include-raw-escape:
1337           - ../scripts/csit/perf-verify.sh
1338
1339     publishers:
1340       - fdio-infra-publish
1341
1342 - job-template:
1343     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1344
1345     description: |
1346       <ul>
1347           <li>objective
1348               <ul>
1349                   <li>get trex performance iterative data for csit report
1350               </ul>
1351           <li>job
1352               <ul>
1353                   <li>name:
1354                       <b>csit-trex-perf-report-iterative-{stream_report}-
1355                       {node-arch}</b>
1356                   <li>trigger: keyword in comment to csit patch:
1357                       <b>csit-trex-report-iter-{node-arch}-perftest
1358                       test_set_id</b>
1359                   <li>trigger example:
1360                       csit-trex-report-iter-{node-arch}-perftest trex-00
1361               </ul>
1362           <li>perf test-cases selection
1363               <ul>
1364                   <li>test-cases selected by tags defined in
1365                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1366                       test_set_id.md</i>
1367               </ul>
1368
1369           <li>results
1370               <ul>
1371                   <li>jjb verify: PASS/FAIL
1372                   <li>present: trex performance
1373                   <li>analyse: trex performance
1374               </ul>
1375       </ul>
1376
1377     project-type: freestyle
1378     node: 'm-builder-{os}-prod-{executor-arch}'
1379     concurrent: true
1380     latest-only: false
1381
1382     properties:
1383       - lf-infra-properties:
1384           build-days-to-keep: "{build-days-to-keep}"
1385
1386     parameters:
1387       - project-parameter:
1388           project: '{project}'
1389       - gerrit-parameter:
1390           branch: '{branch}'
1391       - gerrit-refspec-parameter:
1392           refspec: '$GERRIT_REFSPEC'
1393       - gerrit-event-type-parameter
1394       - gerrit-event-comment-text-parameter
1395       - csit-perf-trial-duration-parameter:
1396           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1397       - csit-perf-trial-multiplicity-parameter:
1398           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1399
1400     scm:
1401       - gerrit-trigger-scm:
1402           credentials-id: 'jenkins-gerrit-credentials'
1403           refspec: '$GERRIT_REFSPEC'
1404           choosing-strategy: 'gerrit'
1405
1406     wrappers:
1407       - fdio-infra-wrappers-non-activity-timeout:
1408           build-timeout: '{build-timeout}'
1409
1410     triggers:
1411       - gerrit-trigger-csit-perftest:
1412           project: '{project}'
1413           branch: '{branch}'
1414           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1415           skip-vote: false
1416
1417     builders:
1418       - shell:
1419           !include-raw-escape:
1420           - ../scripts/setup_executor_env.sh
1421       - shell:
1422           !include-raw-escape:
1423           - ../scripts/csit/perf-verify.sh
1424
1425     publishers:
1426       - fdio-infra-publish
1427
1428 - job-template:
1429     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1430
1431     description: |
1432       <ul>
1433           <li>objective
1434               <ul>
1435                   <li>get vpp performance coverage data for csit report
1436               </ul>
1437           <li>job
1438               <ul>
1439                   <li>name:
1440                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1441                       {node-arch}</b>
1442                   <li>trigger: keyword in comment to csit patch:
1443                       <b>csit-vpp-report-cov-{node-arch}-perftest
1444                       test_set_id</b>
1445                   <li>trigger example:
1446                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1447               </ul>
1448           <li>perf test-cases selection
1449               <ul>
1450                   <li>test-cases selected by tags defined in
1451                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1452                       test_set_id.md</i>
1453               </ul>
1454
1455           <li>results
1456               <ul>
1457                   <li>jjb verify: PASS/FAIL
1458                   <li>present: vpp performance
1459                   <li>analyse: vpp performance
1460               </ul>
1461       </ul>
1462
1463     project-type: freestyle
1464     node: 'm-builder-{os}-prod-{executor-arch}'
1465     concurrent: true
1466     latest-only: false
1467
1468     properties:
1469       - lf-infra-properties:
1470           build-days-to-keep: "{build-days-to-keep}"
1471
1472     parameters:
1473       - project-parameter:
1474           project: '{project}'
1475       - gerrit-parameter:
1476           branch: '{branch}'
1477       - gerrit-refspec-parameter:
1478           refspec: '$GERRIT_REFSPEC'
1479       - gerrit-event-type-parameter
1480       - gerrit-event-comment-text-parameter
1481       - csit-perf-trial-duration-parameter:
1482           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1483       - csit-perf-trial-multiplicity-parameter:
1484           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1485
1486     scm:
1487       - gerrit-trigger-scm:
1488           credentials-id: 'jenkins-gerrit-credentials'
1489           refspec: '$GERRIT_REFSPEC'
1490           choosing-strategy: 'gerrit'
1491
1492     wrappers:
1493       - fdio-infra-wrappers-non-activity-timeout:
1494           build-timeout: '{build-timeout}'
1495
1496     triggers:
1497       - gerrit-trigger-csit-perftest:
1498           project: '{project}'
1499           branch: '{branch}'
1500           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1501           skip-vote: false
1502
1503     builders:
1504       - shell:
1505           !include-raw-escape:
1506           - ../scripts/setup_executor_env.sh
1507       - shell:
1508           !include-raw-escape:
1509           - ../scripts/csit/perf-verify.sh
1510
1511     publishers:
1512       - fdio-infra-publish
1513
1514 - job-template:
1515     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1516
1517     description: |
1518       <ul>
1519           <li>objective
1520               <ul>
1521                   <li>get dpdk performance coverage data for csit report
1522               </ul>
1523           <li>job
1524               <ul>
1525                   <li>name:
1526                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1527                       {node-arch}</b>
1528                   <li>trigger: keyword in comment to csit patch:
1529                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1530                       test_set_id</b>
1531                   <li>trigger example:
1532                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1533               </ul>
1534           <li>perf test-cases selection
1535               <ul>
1536                   <li>test-cases selected by tags defined in
1537                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1538                       test_set_id.md</i>
1539               </ul>
1540
1541           <li>results
1542               <ul>
1543                   <li>jjb verify: PASS/FAIL
1544                   <li>present: dpdk performance
1545                   <li>analyse: dpdk performance
1546               </ul>
1547       </ul>
1548
1549     project-type: freestyle
1550     node: 'm-builder-{os}-prod-{executor-arch}'
1551     concurrent: true
1552     latest-only: false
1553
1554     properties:
1555       - lf-infra-properties:
1556           build-days-to-keep: "{build-days-to-keep}"
1557
1558     parameters:
1559       - project-parameter:
1560           project: '{project}'
1561       - gerrit-parameter:
1562           branch: '{branch}'
1563       - gerrit-refspec-parameter:
1564           refspec: '$GERRIT_REFSPEC'
1565       - gerrit-event-type-parameter
1566       - gerrit-event-comment-text-parameter
1567       - csit-perf-trial-duration-parameter:
1568           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1569       - csit-perf-trial-multiplicity-parameter:
1570           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1571
1572     scm:
1573       - gerrit-trigger-scm:
1574           credentials-id: 'jenkins-gerrit-credentials'
1575           refspec: '$GERRIT_REFSPEC'
1576           choosing-strategy: 'gerrit'
1577
1578     wrappers:
1579       - fdio-infra-wrappers-non-activity-timeout:
1580           build-timeout: '{build-timeout}'
1581
1582     triggers:
1583       - gerrit-trigger-csit-perftest:
1584           project: '{project}'
1585           branch: '{branch}'
1586           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1587           skip-vote: false
1588
1589     builders:
1590       - shell:
1591           !include-raw-escape:
1592           - ../scripts/setup_executor_env.sh
1593       - shell:
1594           !include-raw-escape:
1595           - ../scripts/csit/perf-verify.sh
1596
1597     publishers:
1598       - fdio-infra-publish
1599
1600 - job-template:
1601     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1602
1603     description: |
1604       <ul>
1605           <li>objective
1606               <ul>
1607                   <li>get trex performance coverage data for csit report
1608               </ul>
1609           <li>job
1610               <ul>
1611                   <li>name:
1612                       <b>csit-trex-perf-report-coverage-{stream_report}-
1613                       {node-arch}</b>
1614                   <li>trigger: keyword in comment to csit patch:
1615                       <b>csit-trex-report-cov-{node-arch}-perftest
1616                       test_set_id</b>
1617                   <li>trigger example:
1618                       csit-trex-report-cov-{node-arch}-perftest trex-00
1619               </ul>
1620           <li>perf test-cases selection
1621               <ul>
1622                   <li>test-cases selected by tags defined in
1623                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1624                       test_set_id.md</i>
1625               </ul>
1626
1627           <li>results
1628               <ul>
1629                   <li>jjb verify: PASS/FAIL
1630                   <li>present: trex performance
1631                   <li>analyse: trex performance
1632               </ul>
1633       </ul>
1634
1635     project-type: freestyle
1636     node: 'm-builder-{os}-prod-{executor-arch}'
1637     concurrent: true
1638     latest-only: false
1639
1640     properties:
1641       - lf-infra-properties:
1642           build-days-to-keep: "{build-days-to-keep}"
1643
1644     parameters:
1645       - project-parameter:
1646           project: '{project}'
1647       - gerrit-parameter:
1648           branch: '{branch}'
1649       - gerrit-refspec-parameter:
1650           refspec: '$GERRIT_REFSPEC'
1651       - gerrit-event-type-parameter
1652       - gerrit-event-comment-text-parameter
1653       - csit-perf-trial-duration-parameter:
1654           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1655       - csit-perf-trial-multiplicity-parameter:
1656           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1657
1658     scm:
1659       - gerrit-trigger-scm:
1660           credentials-id: 'jenkins-gerrit-credentials'
1661           refspec: '$GERRIT_REFSPEC'
1662           choosing-strategy: 'gerrit'
1663
1664     wrappers:
1665       - fdio-infra-wrappers-non-activity-timeout:
1666           build-timeout: '{build-timeout}'
1667
1668     triggers:
1669       - gerrit-trigger-csit-perftest:
1670           project: '{project}'
1671           branch: '{branch}'
1672           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1673           skip-vote: false
1674
1675     builders:
1676       - shell:
1677           !include-raw-escape:
1678           - ../scripts/setup_executor_env.sh
1679       - shell:
1680           !include-raw-escape:
1681           - ../scripts/csit/perf-verify.sh
1682
1683     publishers:
1684       - fdio-infra-publish