jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2024 Cisco and/or its affiliates.
   2 # Copyright (c) 2024 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50             - 3n-icxd:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53             - 3na-spr:
  54                 os: 'ubuntu2204'
  55                 executor-arch: 'x86_64'
  56             - 3nb-spr:
  57                 os: 'ubuntu2204'
  58                 executor-arch: 'x86_64'
  59       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  60           node-arch:
  61             - 2n-icx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-clx:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'x86_64'
  67             - 2n-spr:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 2n-zn2:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73             - 2n-tx2:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-icx:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'aarch64'
  85             - 3n-snr:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88             - 3n-icxd:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91             - 3na-spr:
  92                 os: 'ubuntu2204'
  93                 executor-arch: 'x86_64'
  94             - 3nb-spr:
  95                 os: 'ubuntu2204'
  96                 executor-arch: 'x86_64'
  97           periodicity: '0 0 * * 6'
  98       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  99           node-arch:
 100             - 1n-aws:
 101                 os: 'ubuntu2204'
 102                 executor-arch: 'x86_64'
 103             - 2n-icx:
 104                 os: 'ubuntu2204'
 105                 executor-arch: 'x86_64'
 106             - 2n-spr:
 107                 os: 'ubuntu2204'
 108                 executor-arch: 'x86_64'
 109       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
 110           node-arch:
 111             - 2n-icx:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'x86_64'
 114             - 2n-clx:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117             - 2n-spr:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'x86_64'
 120             - 2n-zn2:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123             - 2n-tx2:
 124                 os: 'ubuntu2204'
 125                 executor-arch: 'aarch64'
 126             - 3n-icx:
 127                 os: 'ubuntu2204'
 128                 executor-arch: 'x86_64'
 129             - 3n-tsh:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'aarch64'
 132             - 3n-alt:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'aarch64'
 135             - 3n-snr:
 136                 os: 'ubuntu2204'
 137                 executor-arch: 'x86_64'
 138             - 3n-icxd:
 139                 os: 'ubuntu2204'
 140                 executor-arch: 'x86_64'
 141             - 3na-spr:
 142                 os: 'ubuntu2204'
 143                 executor-arch: 'x86_64'
 144             - 3nb-spr:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'x86_64'
 147           stream:
 148             - master:
 149                 branch: 'master'
 150                 branch-id: 'oper'
 151             - '2406':
 152                 branch: 'rls2406'
 153                 branch-id: 'oper-rls2406'
 154       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 155           node-arch:
 156             - 2n-icx:
 157                 os: 'ubuntu2204'
 158                 executor-arch: 'x86_64'
 159                 periodicity: '30 22 * * 1,4'
 160             - 2n-clx:
 161                 os: 'ubuntu2204'
 162                 executor-arch: 'x86_64'
 163                 periodicity: '30 22 * * 1,4'
 164             - 2n-spr:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'x86_64'
 167                 periodicity: '30 22 * * 1,4'
 168             - 2n-zn2:
 169                 os: 'ubuntu2204'
 170                 executor-arch: 'x86_64'
 171                 periodicity: '30 22 * * 1,4'
 172             - 2n-tx2:
 173                 os: 'ubuntu2204'
 174                 executor-arch: 'aarch64'
 175                 periodicity: '30 22 * * 1,4'
 176             - 3n-icx:
 177                 os: 'ubuntu2204'
 178                 executor-arch: 'x86_64'
 179                 periodicity: '30 22 * * 1,4'
 180             - 3n-tsh:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'aarch64'
 183                 periodicity: '30 22 * * 1,4'
 184             - 3n-alt:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'aarch64'
 187                 periodicity: '30 22 * * 1,4'
 188             - 3n-snr:
 189                 os: 'ubuntu2204'
 190                 executor-arch: 'x86_64'
 191                 periodicity: '30 22 * * 1,4'
 192             - 3n-icxd:
 193                 os: 'ubuntu2204'
 194                 executor-arch: 'x86_64'
 195                 periodicity: '30 22 * * 1,4'
 196             - 3na-spr:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199                 periodicity: '30 22 * * 1,4'
 200             - 3nb-spr:
 201                 os: 'ubuntu2204'
 202                 executor-arch: 'x86_64'
 203                 periodicity: '30 22 * * 1,4'
 204       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 205           node-arch:
 206             - 2n-icx:
 207                 os: 'ubuntu2204'
 208                 executor-arch: 'x86_64'
 209                 periodicity: '30 22 * * 1,4'
 210             - 2n-spr:
 211                 os: 'ubuntu2204'
 212                 executor-arch: 'x86_64'
 213                 periodicity: '30 22 * * 1,4'
 214             - 3n-icx:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217                 periodicity: '30 22 * * 1,4'
 218             - 3na-spr:
 219                 os: 'ubuntu2204'
 220                 executor-arch: 'x86_64'
 221                 periodicity: '30 22 * * 1,4'
 222             - 3nb-spr:
 223                 os: 'ubuntu2204'
 224                 executor-arch: 'x86_64'
 225                 periodicity: '30 22 * * 1,4'
 226       - 'csit-vpp-perf-mrr-weekly-master-{node-arch}':
 227           node-arch:
 228             - 2n-icx:
 229                 os: 'ubuntu2204'
 230                 executor-arch: 'x86_64'
 231                 periodicity: '0 0 * * 6'
 232             - 2n-clx:
 233                 os: 'ubuntu2204'
 234                 executor-arch: 'x86_64'
 235                 periodicity: '0 0 * * 6'
 236             - 2n-aws:
 237                 os: 'ubuntu2204'
 238                 executor-arch: 'x86_64'
 239                 periodicity: '0 0 * * 1'
 240             - 2n-c6in:
 241                 os: 'ubuntu2204'
 242                 executor-arch: 'x86_64'
 243                 periodicity: '0 0 * * 1'
 244             - 2n-c7gn:
 245                 os: 'ubuntu2204'
 246                 executor-arch: 'aarch64'
 247                 periodicity: '0 0 * * 1'
 248       - 'csit-vpp-perf-soak-weekly-master-{node-arch}':
 249           node-arch:
 250             - 2n-icx:
 251                 os: 'ubuntu2204'
 252                 executor-arch: 'x86_64'
 253             - 2n-clx:
 254                 os: 'ubuntu2204'
 255                 executor-arch: 'x86_64'
 256             - 2n-spr:
 257                 os: 'ubuntu2204'
 258                 executor-arch: 'x86_64'
 259             - 3n-icx:
 260                 os: 'ubuntu2204'
 261                 executor-arch: 'x86_64'
 262             - 3n-icxd:
 263                 os: 'ubuntu2204'
 264                 executor-arch: 'x86_64'
 265           periodicity: '0 0 * * 6'
 266       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 267           node-arch:
 268             - 1n-aws:
 269                 os: 'ubuntu2204'
 270                 executor-arch: 'x86_64'
 271                 periodicity: '0 0 * * 6'
 272             - 2n-icx:
 273                 os: 'ubuntu2204'
 274                 executor-arch: 'x86_64'
 275                 periodicity: '0 0 * * 6'
 276             - 2n-spr:
 277                 os: 'ubuntu2204'
 278                 executor-arch: 'x86_64'
 279                 periodicity: '0 0 * * 6'
 280       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 281           node-arch:
 282             - 2n-icx:
 283                 os: 'ubuntu2204'
 284                 executor-arch: 'x86_64'
 285             - 2n-clx:
 286                 os: 'ubuntu2204'
 287                 executor-arch: 'x86_64'
 288             - 2n-spr:
 289                 os: 'ubuntu2204'
 290                 executor-arch: 'x86_64'
 291             - 2n-zn2:
 292                 os: 'ubuntu2204'
 293                 executor-arch: 'x86_64'
 294             - 2n-tx2:
 295                 os: 'ubuntu2204'
 296                 executor-arch: 'aarch64'
 297             - 3n-icx:
 298                 os: 'ubuntu2204'
 299                 executor-arch: 'x86_64'
 300             - 3n-tsh:
 301                 os: 'ubuntu2204'
 302                 executor-arch: 'aarch64'
 303             - 3n-alt:
 304                 os: 'ubuntu2204'
 305                 executor-arch: 'aarch64'
 306             - 3n-snr:
 307                 os: 'ubuntu2204'
 308                 executor-arch: 'x86_64'
 309             - 3n-icxd:
 310                 os: 'ubuntu2204'
 311                 executor-arch: 'x86_64'
 312             - 3na-spr:
 313                 os: 'ubuntu2204'
 314                 executor-arch: 'x86_64'
 315             - 3nb-spr:
 316                 os: 'ubuntu2204'
 317                 executor-arch: 'x86_64'
 318           periodicity: '0 0 * * 6'
 319       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 320           node-arch:
 321             - 2n-icx:
 322                 os: 'ubuntu2204'
 323                 executor-arch: 'x86_64'
 324             - 2n-clx:
 325                 os: 'ubuntu2204'
 326                 executor-arch: 'x86_64'
 327             - 2n-spr:
 328                 os: 'ubuntu2204'
 329                 executor-arch: 'x86_64'
 330             - 2n-zn2:
 331                 os: 'ubuntu2204'
 332                 executor-arch: 'x86_64'
 333             - 2n-tx2:
 334                 os: 'ubuntu2204'
 335                 executor-arch: 'aarch64'
 336             - 3n-icx:
 337                 os: 'ubuntu2204'
 338                 executor-arch: 'x86_64'
 339             - 3n-tsh:
 340                 os: 'ubuntu2204'
 341                 executor-arch: 'aarch64'
 342             - 3n-alt:
 343                 os: 'ubuntu2204'
 344                 executor-arch: 'aarch64'
 345             - 2n-aws:
 346                 os: 'ubuntu2204'
 347                 executor-arch: 'x86_64'
 348             - 2n-c6in:
 349                 os: 'ubuntu2204'
 350                 executor-arch: 'x86_64'
 351             - 2n-c7gn:
 352                 os: 'ubuntu2204'
 353                 executor-arch: 'aarch64'
 354             - 3n-aws:
 355                 os: 'ubuntu2204'
 356                 executor-arch: 'x86_64'
 357             - 3n-snr:
 358                 os: 'ubuntu2204'
 359                 executor-arch: 'x86_64'
 360             - 3n-icxd:
 361                 os: 'ubuntu2204'
 362                 executor-arch: 'x86_64'
 363             - 3na-spr:
 364                 os: 'ubuntu2204'
 365                 executor-arch: 'x86_64'
 366             - 3nb-spr:
 367                 os: 'ubuntu2204'
 368                 executor-arch: 'x86_64'
 369       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 370           node-arch:
 371             - 2n-icx:
 372                 os: 'ubuntu2204'
 373                 executor-arch: 'x86_64'
 374             - 2n-clx:
 375                 os: 'ubuntu2204'
 376                 executor-arch: 'x86_64'
 377             - 2n-spr:
 378                 os: 'ubuntu2204'
 379                 executor-arch: 'x86_64'
 380             - 2n-zn2:
 381                 os: 'ubuntu2204'
 382                 executor-arch: 'x86_64'
 383             - 2n-tx2:
 384                 os: 'ubuntu2204'
 385                 executor-arch: 'aarch64'
 386             - 3n-icx:
 387                 os: 'ubuntu2204'
 388                 executor-arch: 'x86_64'
 389             - 3n-tsh:
 390                 os: 'ubuntu2204'
 391                 executor-arch: 'aarch64'
 392             - 3n-alt:
 393                 os: 'ubuntu2204'
 394                 executor-arch: 'aarch64'
 395             - 2n-aws:
 396                 os: 'ubuntu2204'
 397                 executor-arch: 'x86_64'
 398             - 3n-aws:
 399                 os: 'ubuntu2204'
 400                 executor-arch: 'x86_64'
 401             - 3n-snr:
 402                 os: 'ubuntu2204'
 403                 executor-arch: 'x86_64'
 404             - 3n-icxd:
 405                 os: 'ubuntu2204'
 406                 executor-arch: 'x86_64'
 407             - 3na-spr:
 408                 os: 'ubuntu2204'
 409                 executor-arch: 'x86_64'
 410             - 3nb-spr:
 411                 os: 'ubuntu2204'
 412                 executor-arch: 'x86_64'
 413       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 414           node-arch:
 415             - 1n-aws:
 416                 os: 'ubuntu2204'
 417                 executor-arch: 'x86_64'
 418             - 2n-icx:
 419                 os: 'ubuntu2204'
 420                 executor-arch: 'x86_64'
 421             - 2n-spr:
 422                 os: 'ubuntu2204'
 423                 executor-arch: 'x86_64'
 424       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 425           node-arch:
 426             - 2n-icx:
 427                 os: 'ubuntu2204'
 428                 executor-arch: 'x86_64'
 429             - 2n-clx:
 430                 os: 'ubuntu2204'
 431                 executor-arch: 'x86_64'
 432             - 2n-spr:
 433                 os: 'ubuntu2204'
 434                 executor-arch: 'x86_64'
 435             - 2n-zn2:
 436                 os: 'ubuntu2204'
 437                 executor-arch: 'x86_64'
 438             - 2n-tx2:
 439                 os: 'ubuntu2204'
 440                 executor-arch: 'aarch64'
 441             - 3n-icx:
 442                 os: 'ubuntu2204'
 443                 executor-arch: 'x86_64'
 444             - 3n-tsh:
 445                 os: 'ubuntu2204'
 446                 executor-arch: 'aarch64'
 447             - 3n-alt:
 448                 os: 'ubuntu2204'
 449                 executor-arch: 'aarch64'
 450             - 2n-aws:
 451                 os: 'ubuntu2204'
 452                 executor-arch: 'x86_64'
 453             - 2n-c6in:
 454                 os: 'ubuntu2204'
 455                 executor-arch: 'x86_64'
 456             - 2n-c7gn:
 457                 os: 'ubuntu2204'
 458                 executor-arch: 'aarch64'
 459             - 3n-aws:
 460                 os: 'ubuntu2204'
 461                 executor-arch: 'x86_64'
 462             - 3n-snr:
 463                 os: 'ubuntu2204'
 464                 executor-arch: 'x86_64'
 465             - 3n-icxd:
 466                 os: 'ubuntu2204'
 467                 executor-arch: 'x86_64'
 468             - 3na-spr:
 469                 os: 'ubuntu2204'
 470                 executor-arch: 'x86_64'
 471             - 3nb-spr:
 472                 os: 'ubuntu2204'
 473                 executor-arch: 'x86_64'
 474       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 475           node-arch:
 476             - 2n-icx:
 477                 os: 'ubuntu2204'
 478                 executor-arch: 'x86_64'
 479             - 2n-clx:
 480                 os: 'ubuntu2204'
 481                 executor-arch: 'x86_64'
 482             - 2n-spr:
 483                 os: 'ubuntu2204'
 484                 executor-arch: 'x86_64'
 485             - 2n-zn2:
 486                 os: 'ubuntu2204'
 487                 executor-arch: 'x86_64'
 488             - 2n-tx2:
 489                 os: 'ubuntu2204'
 490                 executor-arch: 'aarch64'
 491             - 3n-icx:
 492                 os: 'ubuntu2204'
 493                 executor-arch: 'x86_64'
 494             - 3n-tsh:
 495                 os: 'ubuntu2204'
 496                 executor-arch: 'aarch64'
 497             - 3n-alt:
 498                 os: 'ubuntu2204'
 499                 executor-arch: 'aarch64'
 500             - 2n-aws:
 501                 os: 'ubuntu2204'
 502                 executor-arch: 'x86_64'
 503             - 2n-c6in:
 504                 os: 'ubuntu2204'
 505                 executor-arch: 'x86_64'
 506             - 2n-c7gn:
 507                 os: 'ubuntu2204'
 508                 executor-arch: 'aarch64'
 509             - 3n-aws:
 510                 os: 'ubuntu2204'
 511                 executor-arch: 'x86_64'
 512             - 3n-snr:
 513                 os: 'ubuntu2204'
 514                 executor-arch: 'x86_64'
 515             - 3n-icxd:
 516                 os: 'ubuntu2204'
 517                 executor-arch: 'x86_64'
 518             - 3na-spr:
 519                 os: 'ubuntu2204'
 520                 executor-arch: 'x86_64'
 521             - 3nb-spr:
 522                 os: 'ubuntu2204'
 523                 executor-arch: 'x86_64'
 524       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 525           node-arch:
 526             - 1n-aws:
 527                 os: 'ubuntu2204'
 528                 executor-arch: 'x86_64'
 529             - 2n-icx:
 530                 os: 'ubuntu2204'
 531                 executor-arch: 'x86_64'
 532             - 2n-spr:
 533                 os: 'ubuntu2204'
 534                 executor-arch: 'x86_64'
 535
 536     project: 'csit'
 537     branch: 'master'
 538     branch-id: 'oper'
 539     csit-perf-trial-duration: '1.0'
 540     csit-perf-trial-multiplicity: '10'
 541     stream:
 542       - master:
 543           branch: 'master'
 544           branch-id: 'oper'
 545       - '2406':
 546           branch: 'rls2406'
 547           branch-id: 'oper-rls2406'
 548     stream_report:
 549       - '2406':
 550           branch: 'rls2406'
 551           branch-id: 'oper-rls2406'
 552
 553     build-artifact-num-to-keep: 10
 554
 555
 556 - job-template:
 557     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 558
 559     description: |
 560       <ul>
 561           <li>objective
 562               <ul>
 563                   <li>perf verify - per csit gerrit patch
 564               </ul>
 565           <li>job
 566               <ul>
 567                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 568                   <li>trigger: keyword in comment to csit patch:
 569                       <b>csit-{node-arch}-perftest tag_list</b>
 570               </ul>
 571           <li>perf test-cases selection
 572               <ul>
 573                   <li>test-cases selected using trigger keyword followed by tags
 574                   <li>all test-cases are labelled with CSIT RF topic tags
 575                       defined in <i>csit/docs/tag_documentation.rst</i>
 576               </ul>
 577           <li>proposed keywords
 578               <ul>
 579                   <li>focus on testing specified vpp packet processing path
 580                   <li>format: csit-{node-arch}-perftest tag_list
 581               </ul>
 582           <li>default tags for vpp startup config and perf test type
 583               <ul>
 584                   <li>IP4BASE, IP6BASE, L2BDBASE
 585                   <li>64B/78B: 64B/78B packet size
 586                   <li>1C: one core
 587                   <li>X710: x710 Fortville NIC
 588                   <li>MRR: MRR throughput
 589               </ul>
 590           <li>results
 591               <ul>
 592                   <li>jjb verify: PASS/FAIL
 593                   <li>present: no
 594                   <li>analyse: no
 595               </ul>
 596       </ul>
 597
 598     project-type: freestyle
 599     node: 'm-builder-{os}-prod-{executor-arch}'
 600     concurrent: true
 601     latest-only: false
 602
 603     properties:
 604       - lf-infra-properties:
 605           build-days-to-keep: "{build-days-to-keep}"
 606
 607     parameters:
 608       - project-parameter:
 609           project: '{project}'
 610       - gerrit-parameter:
 611           branch: '{branch}'
 612       - gerrit-refspec-parameter:
 613           refspec: '$GERRIT_REFSPEC'
 614       - gerrit-event-type-parameter
 615       - gerrit-event-comment-text-parameter
 616       - csit-perf-trial-duration-parameter:
 617           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 618       - csit-perf-trial-multiplicity-parameter:
 619           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 620       # This is a manually-triggered verify job, part of API coverage.
 621       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 622       # Can be removed when this job is no longer needed for full API coverage.
 623       - csit-fail-on-crc-mismatch-parameter:
 624           fail-on-crc-mismatch: 'True'
 625
 626     scm:
 627       - gerrit-trigger-scm:
 628           credentials-id: 'jenkins-gerrit-credentials'
 629           refspec: '$GERRIT_REFSPEC'
 630           choosing-strategy: 'gerrit'
 631
 632     wrappers:
 633       - fdio-infra-wrappers-non-activity-timeout:
 634           build-timeout: '{build-timeout}'
 635
 636     triggers:
 637       - gerrit-trigger-csit-perftest:
 638           project: '{project}'
 639           branch: '{branch}'
 640           trigger-word: 'csit-{node-arch}-perftest'
 641           skip-vote: false
 642
 643     builders:
 644       - shell:
 645           !include-raw-escape:
 646           - ../scripts/setup_executor_env.sh
 647       - shell:
 648           !include-raw-escape:
 649           - ../scripts/csit/perf-verify.sh
 650
 651     publishers:
 652       - fdio-infra-publish
 653
 654 - job-template:
 655     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 656
 657     description: |
 658       <ul>
 659           <li>objective
 660               <ul>
 661                   <li>check vpp perf mrr daily
 662               </ul>
 663           <li>perf test-cases selection
 664               <ul>
 665                   <li>all CSIT VPP MRR perf suites
 666               </ul>
 667           <li>results
 668               <ul>
 669                   <li>jjb verify: PASS/FAIL
 670                   <li>present: no
 671                   <li>analyse: csit project (catch malfunctions/degradations)
 672               </ul>
 673       </ul>
 674
 675     project-type: freestyle
 676     node: 'm-builder-{os}-prod-{executor-arch}'
 677     concurrent: false
 678     latest-only: false
 679
 680     properties:
 681       - lf-infra-properties:
 682           build-days-to-keep: "{build-days-to-keep}"
 683
 684     parameters:
 685       - project-parameter:
 686           project: '{project}'
 687       - gerrit-parameter:
 688           branch: '{branch}'
 689       - csit-perf-trial-duration-parameter:
 690           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 691       - csit-perf-trial-multiplicity-parameter:
 692           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 693
 694     wrappers:
 695       - fdio-infra-wrappers-non-activity-timeout:
 696           build-timeout: '{build-timeout}'
 697
 698     triggers:
 699       - timed: '{periodicity}'
 700
 701     builders:
 702       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 703       - inject:
 704           properties-file: variables.prop
 705       - shell:
 706           !include-raw-escape:
 707           - ../scripts/setup_executor_env.sh
 708       - shell:
 709           !include-raw-escape:
 710           - ../scripts/csit/perf-timed.sh
 711
 712     publishers:
 713       - fdio-infra-publish
 714
 715 - job-template:
 716     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 717
 718     description: |
 719       <ul>
 720           <li>objective
 721               <ul>
 722                   <li>check vpp perf hoststack daily
 723               </ul>
 724           <li>perf test-cases selection
 725               <ul>
 726                   <li>all CSIT VPP HOSTSTACK perf suites
 727               </ul>
 728           <li>results
 729               <ul>
 730                   <li>jjb verify: PASS/FAIL
 731                   <li>present: no
 732                   <li>analyse: csit project (catch malfunctions/degradations)
 733               </ul>
 734       </ul>
 735
 736     project-type: freestyle
 737     node: 'm-builder-{os}-prod-{executor-arch}'
 738     concurrent: false
 739     latest-only: false
 740
 741     properties:
 742       - lf-infra-properties:
 743           build-days-to-keep: "{build-days-to-keep}"
 744
 745     parameters:
 746       - project-parameter:
 747           project: '{project}'
 748       - gerrit-parameter:
 749           branch: '{branch}'
 750       - csit-perf-trial-duration-parameter:
 751           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 752       - csit-perf-trial-multiplicity-parameter:
 753           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 754
 755     wrappers:
 756       - fdio-infra-wrappers-non-activity-timeout:
 757           build-timeout: '{build-timeout}'
 758
 759     triggers:
 760       - timed: '{periodicity}'
 761
 762     builders:
 763       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 764       - inject:
 765           properties-file: variables.prop
 766       - shell:
 767           !include-raw-escape:
 768           - ../scripts/setup_executor_env.sh
 769       - shell:
 770           !include-raw-escape:
 771           - ../scripts/csit/perf-timed.sh
 772
 773     publishers:
 774       - fdio-infra-publish
 775
 776 - job-template:
 777     name: 'csit-vpp-perf-mrr-weekly-master-{node-arch}'
 778
 779     description: |
 780       <ul>
 781           <li>objective
 782               <ul>
 783                   <li>check vpp perf mrr weekly on {node-arch}
 784               </ul>
 785           <li>perf test-cases selection
 786               <ul>
 787                   <li>NF Density CSIT VPP MRR perf suites
 788               </ul>
 789           <li>results
 790               <ul>
 791                   <li>jjb verify: PASS/FAIL
 792                   <li>present: no
 793                   <li>analyse: csit project (catch malfunctions/degradations)
 794               </ul>
 795       </ul>
 796
 797     project-type: freestyle
 798     node: 'm-builder-{os}-prod-{executor-arch}'
 799     concurrent: false
 800     latest-only: false
 801
 802     properties:
 803       - lf-infra-properties:
 804           build-days-to-keep: "{build-days-to-keep}"
 805
 806     parameters:
 807       - project-parameter:
 808           project: '{project}'
 809       - gerrit-parameter:
 810           branch: '{branch}'
 811       - csit-perf-trial-duration-parameter:
 812           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 813       - csit-perf-trial-multiplicity-parameter:
 814           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 815
 816     wrappers:
 817       - fdio-infra-wrappers-non-activity-timeout:
 818           build-timeout: '{build-timeout}'
 819
 820     triggers:
 821       - timed: '{periodicity}'
 822
 823     builders:
 824       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 825       - inject:
 826           properties-file: variables.prop
 827       - shell:
 828           !include-raw-escape:
 829           - ../scripts/setup_executor_env.sh
 830       - shell:
 831           !include-raw-escape:
 832           - ../scripts/csit/perf-timed.sh
 833
 834     publishers:
 835       - fdio-infra-publish
 836
 837 - job-template:
 838     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 839
 840     description: |
 841       <ul>
 842           <li>objective
 843               <ul>
 844                   <li>check vpp perf ndrpdr weekly on {node-arch}
 845               </ul>
 846           <li>perf test-cases selection
 847               <ul>
 848                   <li>pre-selected CSIT VPP NDRPDR perf suites
 849               </ul>
 850           <li>results
 851               <ul>
 852                   <li>jjb verify: PASS/FAIL
 853                   <li>present: no
 854                   <li>analyse: csit project (catch malfunctions/degradations)
 855               </ul>
 856       </ul>
 857     project-type: freestyle
 858     node: 'm-builder-{os}-prod-{executor-arch}'
 859     concurrent: false
 860     latest-only: false
 861
 862     properties:
 863       - lf-infra-properties:
 864           build-days-to-keep: "{build-days-to-keep}"
 865
 866     parameters:
 867       - project-parameter:
 868           project: '{project}'
 869       - gerrit-parameter:
 870           branch: '{branch}'
 871
 872     wrappers:
 873       - fdio-infra-wrappers-non-activity-timeout:
 874           build-timeout: '{build-timeout}'
 875
 876     triggers:
 877       - timed: '{periodicity}'
 878
 879     builders:
 880       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 881       - inject:
 882           properties-file: variables.prop
 883       - shell:
 884           !include-raw-escape:
 885           - ../scripts/setup_executor_env.sh
 886       - shell:
 887           !include-raw-escape:
 888           - ../scripts/csit/perf-timed.sh
 889
 890     publishers:
 891       - fdio-infra-publish
 892
 893 - job-template:
 894     name: 'csit-vpp-perf-soak-weekly-master-{node-arch}'
 895
 896     description: |
 897       <ul>
 898           <li>objective
 899               <ul>
 900                   <li>check vpp perf soak weekly on {node-arch}
 901               </ul>
 902           <li>perf test-cases selection
 903               <ul>
 904                   <li>NF Density CSIT VPP SOAK perf suites
 905               </ul>
 906           <li>results
 907               <ul>
 908                   <li>jjb verify: PASS/FAIL
 909                   <li>present: no
 910                   <li>analyse: csit project (catch malfunctions/degradations)
 911               </ul>
 912       </ul>
 913
 914     project-type: freestyle
 915     node: 'm-builder-{os}-prod-{executor-arch}'
 916     concurrent: false
 917     latest-only: false
 918
 919     properties:
 920       - lf-infra-properties:
 921           build-days-to-keep: "{build-days-to-keep}"
 922
 923     parameters:
 924       - project-parameter:
 925           project: '{project}'
 926       - gerrit-parameter:
 927           branch: '{branch}'
 928       - csit-perf-trial-duration-parameter:
 929           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 930       - csit-perf-trial-multiplicity-parameter:
 931           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 932
 933     wrappers:
 934       - fdio-infra-wrappers-non-activity-timeout:
 935           build-timeout: '{build-timeout}'
 936
 937     triggers:
 938       - timed: '{periodicity}'
 939
 940     builders:
 941       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 942       - inject:
 943           properties-file: variables.prop
 944       - shell:
 945           !include-raw-escape:
 946           - ../scripts/setup_executor_env.sh
 947       - shell:
 948           !include-raw-escape:
 949           - ../scripts/csit/perf-timed.sh
 950
 951     publishers:
 952       - fdio-infra-publish
 953
 954 - job-template:
 955     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 956
 957     description: |
 958       <ul>
 959           <li>objective
 960               <ul>
 961                   <li>check trex perf ndrpdr weekly on {node-arch}
 962               </ul>
 963           <li>perf test-cases selection
 964               <ul>
 965                   <li>pre-selected CSIT TREX NDRPDR perf suites
 966               </ul>
 967           <li>results
 968               <ul>
 969                   <li>jjb verify: PASS/FAIL
 970                   <li>present: no
 971                   <li>analyse: csit project (catch malfunctions/degradations)
 972               </ul>
 973       </ul>
 974     project-type: freestyle
 975     node: 'm-builder-{os}-prod-{executor-arch}'
 976     concurrent: false
 977     latest-only: false
 978
 979     properties:
 980       - lf-infra-properties:
 981           build-days-to-keep: "{build-days-to-keep}"
 982
 983     parameters:
 984       - project-parameter:
 985           project: '{project}'
 986       - gerrit-parameter:
 987           branch: '{branch}'
 988
 989     wrappers:
 990       - fdio-infra-wrappers-non-activity-timeout:
 991           build-timeout: '{build-timeout}'
 992
 993     triggers:
 994       - timed: '{periodicity}'
 995
 996     builders:
 997       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 998       - inject:
 999           properties-file: variables.prop
1000       - shell:
1001           !include-raw-escape:
1002           - ../scripts/setup_executor_env.sh
1003       - shell:
1004           !include-raw-escape:
1005           - ../scripts/csit/perf-timed.sh
1006
1007     publishers:
1008       - fdio-infra-publish
1009
1010 - job-template:
1011     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
1012
1013     description: |
1014       <ul>
1015           <li>objective
1016               <ul>
1017                   <li>perf verify - per csit gerrit patch
1018               </ul>
1019           <li>job
1020               <ul>
1021                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
1022                   <li>trigger: keyword in comment to csit patch:
1023                       <b>csit-trex-{node-arch}-perftest tag_list</b>
1024               </ul>
1025           <li>perf test-cases selection
1026               <ul>
1027                   <li>test-cases selected using trigger keyword followed by tags
1028                   <li>all test-cases are labelled with CSIT RF topic tags
1029                       defined in <i>csit/docs/tag_documentation.rst</i>
1030               </ul>
1031           <li>proposed keywords
1032               <ul>
1033                   <li>focus on testing specified trex packet processing path
1034                   <li>format: csit-{node-arch}-perftest tag_list
1035               </ul>
1036           <li>results
1037               <ul>
1038                   <li>jjb verify: PASS/FAIL
1039                   <li>present: no
1040                   <li>analyse: no
1041               </ul>
1042       </ul>
1043
1044     project-type: freestyle
1045     node: 'm-builder-{os}-prod-{executor-arch}'
1046     concurrent: true
1047     latest-only: false
1048
1049     properties:
1050       - lf-infra-properties:
1051           build-days-to-keep: "{build-days-to-keep}"
1052
1053     parameters:
1054       - project-parameter:
1055           project: '{project}'
1056       - gerrit-parameter:
1057           branch: '{branch}'
1058       - gerrit-refspec-parameter:
1059           refspec: '$GERRIT_REFSPEC'
1060       - gerrit-event-type-parameter
1061       - gerrit-event-comment-text-parameter
1062       - csit-perf-trial-duration-parameter:
1063           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1064       - csit-perf-trial-multiplicity-parameter:
1065           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1066       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
1067
1068     scm:
1069       - gerrit-trigger-scm:
1070           credentials-id: 'jenkins-gerrit-credentials'
1071           refspec: '$GERRIT_REFSPEC'
1072           choosing-strategy: 'gerrit'
1073
1074     wrappers:
1075       - fdio-infra-wrappers-non-activity-timeout:
1076           build-timeout: '{build-timeout}'
1077
1078     triggers:
1079       - gerrit-trigger-csit-perftest:
1080           project: '{project}'
1081           branch: '{branch}'
1082           trigger-word: 'csit-trex-{node-arch}-perftest'
1083           skip-vote: false
1084
1085     builders:
1086       - shell:
1087           !include-raw-escape:
1088           - ../scripts/setup_executor_env.sh
1089       - shell:
1090           !include-raw-escape:
1091           - ../scripts/csit/perf-verify.sh
1092
1093     publishers:
1094       - fdio-infra-publish
1095
1096 - job-template:
1097     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
1098
1099     description: |
1100       <ul>
1101           <li>objective
1102               <ul>
1103                   <li>perf verify - per csit gerrit patch
1104               </ul>
1105           <li>job
1106               <ul>
1107                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
1108                   <li>trigger: keyword in comment to csit patch:
1109                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
1110               </ul>
1111           <li>perf test-cases selection
1112               <ul>
1113                   <li>test-cases selected using trigger keyword followed by tags
1114                   <li>all test-cases are labelled with CSIT RF topic tags
1115                       defined in <i>csit/docs/tag_documentation.rst</i>
1116               </ul>
1117           <li>default tags for dpdk perf test type
1118               <ul>
1119                   <li>IP4BASE, L2XCBASE
1120                   <li>64B: 64B packet size
1121                   <li>1C: one core
1122                   <li>X710: x710 Fortville NIC
1123                   <li>MRR: MRR throughput
1124               </ul>
1125           <li>results
1126               <ul>
1127                   <li>jjb verify: PASS/FAIL
1128                   <li>present: no
1129                   <li>analyse: no
1130               </ul>
1131       </ul>
1132
1133     project-type: freestyle
1134     node: 'm-builder-{os}-prod-{executor-arch}'
1135     concurrent: true
1136     latest-only: false
1137
1138     properties:
1139       - lf-infra-properties:
1140           build-days-to-keep: "{build-days-to-keep}"
1141
1142     parameters:
1143       - project-parameter:
1144           project: '{project}'
1145       - gerrit-parameter:
1146           branch: '{branch}'
1147       - gerrit-refspec-parameter:
1148           refspec: '$GERRIT_REFSPEC'
1149       - gerrit-event-type-parameter
1150       - gerrit-event-comment-text-parameter
1151       - csit-perf-trial-duration-parameter:
1152           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1153       - csit-perf-trial-multiplicity-parameter:
1154           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1155
1156     scm:
1157       - gerrit-trigger-scm:
1158           credentials-id: 'jenkins-gerrit-credentials'
1159           refspec: '$GERRIT_REFSPEC'
1160           choosing-strategy: 'gerrit'
1161
1162     wrappers:
1163       - fdio-infra-wrappers-non-activity-timeout:
1164           build-timeout: '{build-timeout}'
1165
1166     triggers:
1167       - gerrit-trigger-csit-perftest:
1168           project: '{project}'
1169           branch: '{branch}'
1170           trigger-word: 'csit-dpdk-{node-arch}-perftest'
1171           skip-vote: false
1172
1173     builders:
1174       - shell:
1175           !include-raw-escape:
1176           - ../scripts/setup_executor_env.sh
1177       - shell:
1178           !include-raw-escape:
1179           - ../scripts/csit/perf-verify.sh
1180
1181     publishers:
1182       - fdio-infra-publish
1183
1184 - job-template:
1185     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1186
1187     description: |
1188       <ul>
1189           <li>objective
1190               <ul>
1191                   <li>check dpdk perf mrr weekly
1192               </ul>
1193           <li>perf test-cases selection
1194               <ul>
1195                   <li>all CSIT DPDK MRR perf suites
1196               </ul>
1197           <li>results
1198               <ul>
1199                   <li>jjb verify: PASS/FAIL
1200                   <li>present: no
1201                   <li>analyse: csit project (catch malfunctions/degradations)
1202               </ul>
1203       </ul>
1204
1205     project-type: freestyle
1206     node: 'm-builder-{os}-prod-{executor-arch}'
1207     concurrent: false
1208     latest-only: false
1209
1210     properties:
1211       - lf-infra-properties:
1212           build-days-to-keep: "{build-days-to-keep}"
1213
1214     parameters:
1215       - project-parameter:
1216           project: '{project}'
1217       - gerrit-parameter:
1218           branch: '{branch}'
1219       - csit-perf-trial-duration-parameter:
1220           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1221       - csit-perf-trial-multiplicity-parameter:
1222           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1223
1224     wrappers:
1225       - fdio-infra-wrappers-non-activity-timeout:
1226           build-timeout: '{build-timeout}'
1227
1228     triggers:
1229       - timed: '{periodicity}'
1230
1231     builders:
1232       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1233       - inject:
1234           properties-file: variables.prop
1235       - shell:
1236           !include-raw-escape:
1237           - ../scripts/setup_executor_env.sh
1238       - shell:
1239           !include-raw-escape:
1240           - ../scripts/csit/perf-timed.sh
1241
1242     publishers:
1243       - fdio-infra-publish
1244
1245 - job-template:
1246     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1247
1248     description: |
1249       <ul>
1250           <li>objective
1251               <ul>
1252                   <li>get vpp performance iterative data for csit report
1253               </ul>
1254           <li>job
1255               <ul>
1256                   <li>name:
1257                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1258                       {node-arch}</b>
1259                   <li>trigger: keyword in comment to csit patch:
1260                       <b>csit-vpp-report-iter-{node-arch}-perftest
1261                       test_set_id</b>
1262                   <li>trigger example:
1263                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1264               </ul>
1265           <li>perf test-cases selection
1266               <ul>
1267                   <li>test-cases selected by tags defined in
1268                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1269                       test_set_id.md</i>
1270               </ul>
1271
1272           <li>results
1273               <ul>
1274                   <li>jjb verify: PASS/FAIL
1275                   <li>present: vpp performance
1276                   <li>analyse: vpp performance
1277               </ul>
1278       </ul>
1279
1280     project-type: freestyle
1281     node: 'm-builder-{os}-prod-{executor-arch}'
1282     concurrent: true
1283     latest-only: false
1284
1285     properties:
1286       - lf-infra-properties:
1287           build-days-to-keep: "{build-days-to-keep}"
1288
1289     parameters:
1290       - project-parameter:
1291           project: '{project}'
1292       - gerrit-parameter:
1293           branch: '{branch}'
1294       - gerrit-refspec-parameter:
1295           refspec: '$GERRIT_REFSPEC'
1296       - gerrit-event-type-parameter
1297       - gerrit-event-comment-text-parameter
1298       - csit-perf-trial-duration-parameter:
1299           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1300       - csit-perf-trial-multiplicity-parameter:
1301           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1302
1303     scm:
1304       - gerrit-trigger-scm:
1305           credentials-id: 'jenkins-gerrit-credentials'
1306           refspec: '$GERRIT_REFSPEC'
1307           choosing-strategy: 'gerrit'
1308
1309     wrappers:
1310       - fdio-infra-wrappers-non-activity-timeout:
1311           build-timeout: '{build-timeout}'
1312
1313     triggers:
1314       - gerrit-trigger-csit-perftest:
1315           project: '{project}'
1316           branch: '{branch}'
1317           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1318           skip-vote: false
1319
1320     builders:
1321       - shell:
1322           !include-raw-escape:
1323           - ../scripts/setup_executor_env.sh
1324       - shell:
1325           !include-raw-escape:
1326           - ../scripts/csit/perf-verify.sh
1327
1328     publishers:
1329       - fdio-infra-publish
1330
1331 - job-template:
1332     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1333
1334     description: |
1335       <ul>
1336           <li>objective
1337               <ul>
1338                   <li>get dpdk performance iterative data for csit report
1339               </ul>
1340           <li>job
1341               <ul>
1342                   <li>name:
1343                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1344                       {node-arch}</b>
1345                   <li>trigger: keyword in comment to csit patch:
1346                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1347                       test_set_id</b>
1348                   <li>trigger example:
1349                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1350               </ul>
1351           <li>perf test-cases selection
1352               <ul>
1353                   <li>test-cases selected by tags defined in
1354                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1355                       test_set_id.md</i>
1356               </ul>
1357
1358           <li>results
1359               <ul>
1360                   <li>jjb verify: PASS/FAIL
1361                   <li>present: dpdk performance
1362                   <li>analyse: dpdk performance
1363               </ul>
1364       </ul>
1365
1366     project-type: freestyle
1367     node: 'm-builder-{os}-prod-{executor-arch}'
1368     concurrent: true
1369     latest-only: false
1370
1371     properties:
1372       - lf-infra-properties:
1373           build-days-to-keep: "{build-days-to-keep}"
1374
1375     parameters:
1376       - project-parameter:
1377           project: '{project}'
1378       - gerrit-parameter:
1379           branch: '{branch}'
1380       - gerrit-refspec-parameter:
1381           refspec: '$GERRIT_REFSPEC'
1382       - gerrit-event-type-parameter
1383       - gerrit-event-comment-text-parameter
1384       - csit-perf-trial-duration-parameter:
1385           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1386       - csit-perf-trial-multiplicity-parameter:
1387           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1388
1389     scm:
1390       - gerrit-trigger-scm:
1391           credentials-id: 'jenkins-gerrit-credentials'
1392           refspec: '$GERRIT_REFSPEC'
1393           choosing-strategy: 'gerrit'
1394
1395     wrappers:
1396       - fdio-infra-wrappers-non-activity-timeout:
1397           build-timeout: '{build-timeout}'
1398
1399     triggers:
1400       - gerrit-trigger-csit-perftest:
1401           project: '{project}'
1402           branch: '{branch}'
1403           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1404           skip-vote: false
1405
1406     builders:
1407       - shell:
1408           !include-raw-escape:
1409           - ../scripts/setup_executor_env.sh
1410       - shell:
1411           !include-raw-escape:
1412           - ../scripts/csit/perf-verify.sh
1413
1414     publishers:
1415       - fdio-infra-publish
1416
1417 - job-template:
1418     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1419
1420     description: |
1421       <ul>
1422           <li>objective
1423               <ul>
1424                   <li>get trex performance iterative data for csit report
1425               </ul>
1426           <li>job
1427               <ul>
1428                   <li>name:
1429                       <b>csit-trex-perf-report-iterative-{stream_report}-
1430                       {node-arch}</b>
1431                   <li>trigger: keyword in comment to csit patch:
1432                       <b>csit-trex-report-iter-{node-arch}-perftest
1433                       test_set_id</b>
1434                   <li>trigger example:
1435                       csit-trex-report-iter-{node-arch}-perftest trex-00
1436               </ul>
1437           <li>perf test-cases selection
1438               <ul>
1439                   <li>test-cases selected by tags defined in
1440                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1441                       test_set_id.md</i>
1442               </ul>
1443
1444           <li>results
1445               <ul>
1446                   <li>jjb verify: PASS/FAIL
1447                   <li>present: trex performance
1448                   <li>analyse: trex performance
1449               </ul>
1450       </ul>
1451
1452     project-type: freestyle
1453     node: 'm-builder-{os}-prod-{executor-arch}'
1454     concurrent: true
1455     latest-only: false
1456
1457     properties:
1458       - lf-infra-properties:
1459           build-days-to-keep: "{build-days-to-keep}"
1460
1461     parameters:
1462       - project-parameter:
1463           project: '{project}'
1464       - gerrit-parameter:
1465           branch: '{branch}'
1466       - gerrit-refspec-parameter:
1467           refspec: '$GERRIT_REFSPEC'
1468       - gerrit-event-type-parameter
1469       - gerrit-event-comment-text-parameter
1470       - csit-perf-trial-duration-parameter:
1471           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1472       - csit-perf-trial-multiplicity-parameter:
1473           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1474
1475     scm:
1476       - gerrit-trigger-scm:
1477           credentials-id: 'jenkins-gerrit-credentials'
1478           refspec: '$GERRIT_REFSPEC'
1479           choosing-strategy: 'gerrit'
1480
1481     wrappers:
1482       - fdio-infra-wrappers-non-activity-timeout:
1483           build-timeout: '{build-timeout}'
1484
1485     triggers:
1486       - gerrit-trigger-csit-perftest:
1487           project: '{project}'
1488           branch: '{branch}'
1489           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1490           skip-vote: false
1491
1492     builders:
1493       - shell:
1494           !include-raw-escape:
1495           - ../scripts/setup_executor_env.sh
1496       - shell:
1497           !include-raw-escape:
1498           - ../scripts/csit/perf-verify.sh
1499
1500     publishers:
1501       - fdio-infra-publish
1502
1503 - job-template:
1504     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1505
1506     description: |
1507       <ul>
1508           <li>objective
1509               <ul>
1510                   <li>get vpp performance coverage data for csit report
1511               </ul>
1512           <li>job
1513               <ul>
1514                   <li>name:
1515                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1516                       {node-arch}</b>
1517                   <li>trigger: keyword in comment to csit patch:
1518                       <b>csit-vpp-report-cov-{node-arch}-perftest
1519                       test_set_id</b>
1520                   <li>trigger example:
1521                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1522               </ul>
1523           <li>perf test-cases selection
1524               <ul>
1525                   <li>test-cases selected by tags defined in
1526                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1527                       test_set_id.md</i>
1528               </ul>
1529
1530           <li>results
1531               <ul>
1532                   <li>jjb verify: PASS/FAIL
1533                   <li>present: vpp performance
1534                   <li>analyse: vpp performance
1535               </ul>
1536       </ul>
1537
1538     project-type: freestyle
1539     node: 'm-builder-{os}-prod-{executor-arch}'
1540     concurrent: true
1541     latest-only: false
1542
1543     properties:
1544       - lf-infra-properties:
1545           build-days-to-keep: "{build-days-to-keep}"
1546
1547     parameters:
1548       - project-parameter:
1549           project: '{project}'
1550       - gerrit-parameter:
1551           branch: '{branch}'
1552       - gerrit-refspec-parameter:
1553           refspec: '$GERRIT_REFSPEC'
1554       - gerrit-event-type-parameter
1555       - gerrit-event-comment-text-parameter
1556       - csit-perf-trial-duration-parameter:
1557           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1558       - csit-perf-trial-multiplicity-parameter:
1559           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1560
1561     scm:
1562       - gerrit-trigger-scm:
1563           credentials-id: 'jenkins-gerrit-credentials'
1564           refspec: '$GERRIT_REFSPEC'
1565           choosing-strategy: 'gerrit'
1566
1567     wrappers:
1568       - fdio-infra-wrappers-non-activity-timeout:
1569           build-timeout: '{build-timeout}'
1570
1571     triggers:
1572       - gerrit-trigger-csit-perftest:
1573           project: '{project}'
1574           branch: '{branch}'
1575           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1576           skip-vote: false
1577
1578     builders:
1579       - shell:
1580           !include-raw-escape:
1581           - ../scripts/setup_executor_env.sh
1582       - shell:
1583           !include-raw-escape:
1584           - ../scripts/csit/perf-verify.sh
1585
1586     publishers:
1587       - fdio-infra-publish
1588
1589 - job-template:
1590     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1591
1592     description: |
1593       <ul>
1594           <li>objective
1595               <ul>
1596                   <li>get dpdk performance coverage data for csit report
1597               </ul>
1598           <li>job
1599               <ul>
1600                   <li>name:
1601                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1602                       {node-arch}</b>
1603                   <li>trigger: keyword in comment to csit patch:
1604                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1605                       test_set_id</b>
1606                   <li>trigger example:
1607                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1608               </ul>
1609           <li>perf test-cases selection
1610               <ul>
1611                   <li>test-cases selected by tags defined in
1612                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1613                       test_set_id.md</i>
1614               </ul>
1615
1616           <li>results
1617               <ul>
1618                   <li>jjb verify: PASS/FAIL
1619                   <li>present: dpdk performance
1620                   <li>analyse: dpdk performance
1621               </ul>
1622       </ul>
1623
1624     project-type: freestyle
1625     node: 'm-builder-{os}-prod-{executor-arch}'
1626     concurrent: true
1627     latest-only: false
1628
1629     properties:
1630       - lf-infra-properties:
1631           build-days-to-keep: "{build-days-to-keep}"
1632
1633     parameters:
1634       - project-parameter:
1635           project: '{project}'
1636       - gerrit-parameter:
1637           branch: '{branch}'
1638       - gerrit-refspec-parameter:
1639           refspec: '$GERRIT_REFSPEC'
1640       - gerrit-event-type-parameter
1641       - gerrit-event-comment-text-parameter
1642       - csit-perf-trial-duration-parameter:
1643           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1644       - csit-perf-trial-multiplicity-parameter:
1645           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1646
1647     scm:
1648       - gerrit-trigger-scm:
1649           credentials-id: 'jenkins-gerrit-credentials'
1650           refspec: '$GERRIT_REFSPEC'
1651           choosing-strategy: 'gerrit'
1652
1653     wrappers:
1654       - fdio-infra-wrappers-non-activity-timeout:
1655           build-timeout: '{build-timeout}'
1656
1657     triggers:
1658       - gerrit-trigger-csit-perftest:
1659           project: '{project}'
1660           branch: '{branch}'
1661           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1662           skip-vote: false
1663
1664     builders:
1665       - shell:
1666           !include-raw-escape:
1667           - ../scripts/setup_executor_env.sh
1668       - shell:
1669           !include-raw-escape:
1670           - ../scripts/csit/perf-verify.sh
1671
1672     publishers:
1673       - fdio-infra-publish
1674
1675 - job-template:
1676     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1677
1678     description: |
1679       <ul>
1680           <li>objective
1681               <ul>
1682                   <li>get trex performance coverage data for csit report
1683               </ul>
1684           <li>job
1685               <ul>
1686                   <li>name:
1687                       <b>csit-trex-perf-report-coverage-{stream_report}-
1688                       {node-arch}</b>
1689                   <li>trigger: keyword in comment to csit patch:
1690                       <b>csit-trex-report-cov-{node-arch}-perftest
1691                       test_set_id</b>
1692                   <li>trigger example:
1693                       csit-trex-report-cov-{node-arch}-perftest trex-00
1694               </ul>
1695           <li>perf test-cases selection
1696               <ul>
1697                   <li>test-cases selected by tags defined in
1698                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1699                       test_set_id.md</i>
1700               </ul>
1701
1702           <li>results
1703               <ul>
1704                   <li>jjb verify: PASS/FAIL
1705                   <li>present: trex performance
1706                   <li>analyse: trex performance
1707               </ul>
1708       </ul>
1709
1710     project-type: freestyle
1711     node: 'm-builder-{os}-prod-{executor-arch}'
1712     concurrent: true
1713     latest-only: false
1714
1715     properties:
1716       - lf-infra-properties:
1717           build-days-to-keep: "{build-days-to-keep}"
1718
1719     parameters:
1720       - project-parameter:
1721           project: '{project}'
1722       - gerrit-parameter:
1723           branch: '{branch}'
1724       - gerrit-refspec-parameter:
1725           refspec: '$GERRIT_REFSPEC'
1726       - gerrit-event-type-parameter
1727       - gerrit-event-comment-text-parameter
1728       - csit-perf-trial-duration-parameter:
1729           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1730       - csit-perf-trial-multiplicity-parameter:
1731           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1732
1733     scm:
1734       - gerrit-trigger-scm:
1735           credentials-id: 'jenkins-gerrit-credentials'
1736           refspec: '$GERRIT_REFSPEC'
1737           choosing-strategy: 'gerrit'
1738
1739     wrappers:
1740       - fdio-infra-wrappers-non-activity-timeout:
1741           build-timeout: '{build-timeout}'
1742
1743     triggers:
1744       - gerrit-trigger-csit-perftest:
1745           project: '{project}'
1746           branch: '{branch}'
1747           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1748           skip-vote: false
1749
1750     builders:
1751       - shell:
1752           !include-raw-escape:
1753           - ../scripts/setup_executor_env.sh
1754       - shell:
1755           !include-raw-escape:
1756           - ../scripts/csit/perf-verify.sh
1757
1758     publishers:
1759       - fdio-infra-publish