jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2023 Cisco and/or its affiliates.
   2 # Copyright (c) 2023 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50             - 3n-icxd:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53             - 3na-spr:
  54                 os: 'ubuntu2204'
  55                 executor-arch: 'x86_64'
  56             - 3nb-spr:
  57                 os: 'ubuntu2204'
  58                 executor-arch: 'x86_64'
  59       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  60           node-arch:
  61             - 2n-icx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-clx:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'x86_64'
  67             - 2n-spr:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 2n-zn2:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73             - 2n-tx2:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-icx:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'aarch64'
  85             - 3n-snr:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88             - 3n-icxd:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91             - 3na-spr:
  92                 os: 'ubuntu2204'
  93                 executor-arch: 'x86_64'
  94             - 3nb-spr:
  95                 os: 'ubuntu2204'
  96                 executor-arch: 'x86_64'
  97           periodicity: '0 0 * * 6'
  98       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  99           node-arch:
 100             - 1n-aws:
 101                 os: 'ubuntu2204'
 102                 executor-arch: 'x86_64'
 103             - 2n-icx:
 104                 os: 'ubuntu2204'
 105                 executor-arch: 'x86_64'
 106             - 2n-spr:
 107                 os: 'ubuntu2204'
 108                 executor-arch: 'x86_64'
 109       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
 110           node-arch:
 111             - 2n-icx:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'x86_64'
 114             - 2n-clx:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117             - 2n-spr:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'x86_64'
 120             - 2n-zn2:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123             - 2n-tx2:
 124                 os: 'ubuntu2204'
 125                 executor-arch: 'aarch64'
 126             - 3n-icx:
 127                 os: 'ubuntu2204'
 128                 executor-arch: 'x86_64'
 129             - 3n-tsh:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'aarch64'
 132             - 3n-alt:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'aarch64'
 135             - 3n-snr:
 136                 os: 'ubuntu2204'
 137                 executor-arch: 'x86_64'
 138             - 3n-icxd:
 139                 os: 'ubuntu2204'
 140                 executor-arch: 'x86_64'
 141             - 3na-spr:
 142                 os: 'ubuntu2204'
 143                 executor-arch: 'x86_64'
 144             - 3nb-spr:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'x86_64'
 147           stream:
 148             - master:
 149                 branch: 'master'
 150                 branch-id: 'oper'
 151             - '2402':
 152                 branch: 'rls2402'
 153                 branch-id: 'oper-rls2402'
 154       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 155           node-arch:
 156             - 2n-icx:
 157                 os: 'ubuntu2204'
 158                 executor-arch: 'x86_64'
 159                 periodicity: '30 22 * * 0-4'
 160             - 2n-clx:
 161                 os: 'ubuntu2204'
 162                 executor-arch: 'x86_64'
 163                 periodicity: '30 22 * * 0-4'
 164             - 2n-spr:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'x86_64'
 167                 periodicity: '30 22 * * 0-4'
 168             - 2n-zn2:
 169                 os: 'ubuntu2204'
 170                 executor-arch: 'x86_64'
 171                 periodicity: '30 22 * * 0-4'
 172             - 2n-tx2:
 173                 os: 'ubuntu2204'
 174                 executor-arch: 'aarch64'
 175                 periodicity: '30 22 * * 0-4'
 176             - 3n-icx:
 177                 os: 'ubuntu2204'
 178                 executor-arch: 'x86_64'
 179                 periodicity: '30 22 * * 0-4'
 180             - 3n-tsh:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'aarch64'
 183                 periodicity: '30 22 * * 0-4'
 184             - 3n-alt:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'aarch64'
 187                 periodicity: '30 22 * * 0-4'
 188             - 3n-snr:
 189                 os: 'ubuntu2204'
 190                 executor-arch: 'x86_64'
 191                 periodicity: '30 22 * * 0-4'
 192             - 3n-icxd:
 193                 os: 'ubuntu2204'
 194                 executor-arch: 'x86_64'
 195                 periodicity: '30 22 * * 0-4'
 196             - 3na-spr:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199                 periodicity: '30 22 * * 0-4'
 200             - 3nb-spr:
 201                 os: 'ubuntu2204'
 202                 executor-arch: 'x86_64'
 203                 periodicity: '30 22 * * 1,4'
 204       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 205           node-arch:
 206             - 2n-icx:
 207                 os: 'ubuntu2204'
 208                 executor-arch: 'x86_64'
 209                 periodicity: '30 22 * * 0-4'
 210             - 2n-spr:
 211                 os: 'ubuntu2204'
 212                 executor-arch: 'x86_64'
 213                 periodicity: '30 22 * * 0-4'
 214             - 3n-icx:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217                 periodicity: '30 22 * * 0-4'
 218             - 3na-spr:
 219                 os: 'ubuntu2204'
 220                 executor-arch: 'x86_64'
 221                 periodicity: '30 22 * * 0-4'
 222             - 3nb-spr:
 223                 os: 'ubuntu2204'
 224                 executor-arch: 'x86_64'
 225                 periodicity: '30 22 * * 1,4'
 226       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 227           node-arch:
 228             - 2n-icx:
 229                 os: 'ubuntu2204'
 230                 executor-arch: 'x86_64'
 231                 periodicity: '0 0 * * 6'
 232             - 2n-clx:
 233                 os: 'ubuntu2204'
 234                 executor-arch: 'x86_64'
 235                 periodicity: '0 0 * * 6'
 236             - 2n-aws:
 237                 os: 'ubuntu2204'
 238                 executor-arch: 'x86_64'
 239                 periodicity: '0 0 * * 1'
 240             - 2n-c6in:
 241                 os: 'ubuntu2204'
 242                 executor-arch: 'x86_64'
 243                 periodicity: '0 0 * * 1'
 244             - 2n-c7gn:
 245                 os: 'ubuntu2204'
 246                 executor-arch: 'aarch64'
 247                 periodicity: '0 0 * * 1'
 248           stream:
 249             - master:
 250                 branch: 'master'
 251                 branch-id: 'oper'
 252       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 253           node-arch:
 254             - 1n-aws:
 255                 os: 'ubuntu2204'
 256                 executor-arch: 'x86_64'
 257                 periodicity: '0 0 * * 6'
 258             - 2n-icx:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'x86_64'
 261                 periodicity: '0 0 * * 6'
 262             - 2n-spr:
 263                 os: 'ubuntu2204'
 264                 executor-arch: 'x86_64'
 265                 periodicity: '0 0 * * 6'
 266       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 267           node-arch:
 268             - 2n-icx:
 269                 os: 'ubuntu2204'
 270                 executor-arch: 'x86_64'
 271             - 2n-clx:
 272                 os: 'ubuntu2204'
 273                 executor-arch: 'x86_64'
 274             - 2n-spr:
 275                 os: 'ubuntu2204'
 276                 executor-arch: 'x86_64'
 277             - 2n-zn2:
 278                 os: 'ubuntu2204'
 279                 executor-arch: 'x86_64'
 280             - 2n-tx2:
 281                 os: 'ubuntu2204'
 282                 executor-arch: 'aarch64'
 283             - 3n-icx:
 284                 os: 'ubuntu2204'
 285                 executor-arch: 'x86_64'
 286             - 3n-tsh:
 287                 os: 'ubuntu2204'
 288                 executor-arch: 'aarch64'
 289             - 3n-alt:
 290                 os: 'ubuntu2204'
 291                 executor-arch: 'aarch64'
 292             - 3n-snr:
 293                 os: 'ubuntu2204'
 294                 executor-arch: 'x86_64'
 295             - 3n-icxd:
 296                 os: 'ubuntu2204'
 297                 executor-arch: 'x86_64'
 298             - 3na-spr:
 299                 os: 'ubuntu2204'
 300                 executor-arch: 'x86_64'
 301             - 3nb-spr:
 302                 os: 'ubuntu2204'
 303                 executor-arch: 'x86_64'
 304           periodicity: '0 0 * * 6'
 305       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 306           node-arch:
 307             - 2n-icx:
 308                 os: 'ubuntu2204'
 309                 executor-arch: 'x86_64'
 310             - 2n-clx:
 311                 os: 'ubuntu2204'
 312                 executor-arch: 'x86_64'
 313             - 2n-spr:
 314                 os: 'ubuntu2204'
 315                 executor-arch: 'x86_64'
 316             - 2n-zn2:
 317                 os: 'ubuntu2204'
 318                 executor-arch: 'x86_64'
 319             - 2n-tx2:
 320                 os: 'ubuntu2204'
 321                 executor-arch: 'aarch64'
 322             - 3n-icx:
 323                 os: 'ubuntu2204'
 324                 executor-arch: 'x86_64'
 325             - 3n-tsh:
 326                 os: 'ubuntu2204'
 327                 executor-arch: 'aarch64'
 328             - 3n-alt:
 329                 os: 'ubuntu2204'
 330                 executor-arch: 'aarch64'
 331             - 2n-aws:
 332                 os: 'ubuntu2204'
 333                 executor-arch: 'x86_64'
 334             - 2n-c6in:
 335                 os: 'ubuntu2204'
 336                 executor-arch: 'x86_64'
 337             - 2n-c7gn:
 338                 os: 'ubuntu2204'
 339                 executor-arch: 'aarch64'
 340             - 3n-aws:
 341                 os: 'ubuntu2204'
 342                 executor-arch: 'x86_64'
 343             - 3n-snr:
 344                 os: 'ubuntu2204'
 345                 executor-arch: 'x86_64'
 346             - 3n-icxd:
 347                 os: 'ubuntu2204'
 348                 executor-arch: 'x86_64'
 349             - 3na-spr:
 350                 os: 'ubuntu2204'
 351                 executor-arch: 'x86_64'
 352             - 3nb-spr:
 353                 os: 'ubuntu2204'
 354                 executor-arch: 'x86_64'
 355       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 356           node-arch:
 357             - 2n-icx:
 358                 os: 'ubuntu2204'
 359                 executor-arch: 'x86_64'
 360             - 2n-clx:
 361                 os: 'ubuntu2204'
 362                 executor-arch: 'x86_64'
 363             - 2n-spr:
 364                 os: 'ubuntu2204'
 365                 executor-arch: 'x86_64'
 366             - 2n-zn2:
 367                 os: 'ubuntu2204'
 368                 executor-arch: 'x86_64'
 369             - 2n-tx2:
 370                 os: 'ubuntu2204'
 371                 executor-arch: 'aarch64'
 372             - 3n-icx:
 373                 os: 'ubuntu2204'
 374                 executor-arch: 'x86_64'
 375             - 3n-tsh:
 376                 os: 'ubuntu2204'
 377                 executor-arch: 'aarch64'
 378             - 3n-alt:
 379                 os: 'ubuntu2204'
 380                 executor-arch: 'aarch64'
 381             - 2n-aws:
 382                 os: 'ubuntu2204'
 383                 executor-arch: 'x86_64'
 384             - 3n-aws:
 385                 os: 'ubuntu2204'
 386                 executor-arch: 'x86_64'
 387             - 3n-snr:
 388                 os: 'ubuntu2204'
 389                 executor-arch: 'x86_64'
 390             - 3n-icxd:
 391                 os: 'ubuntu2204'
 392                 executor-arch: 'x86_64'
 393             - 3na-spr:
 394                 os: 'ubuntu2204'
 395                 executor-arch: 'x86_64'
 396             - 3nb-spr:
 397                 os: 'ubuntu2204'
 398                 executor-arch: 'x86_64'
 399       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 400           node-arch:
 401             - 1n-aws:
 402                 os: 'ubuntu2204'
 403                 executor-arch: 'x86_64'
 404             - 2n-icx:
 405                 os: 'ubuntu2204'
 406                 executor-arch: 'x86_64'
 407             - 2n-spr:
 408                 os: 'ubuntu2204'
 409                 executor-arch: 'x86_64'
 410       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 411           node-arch:
 412             - 2n-icx:
 413                 os: 'ubuntu2204'
 414                 executor-arch: 'x86_64'
 415             - 2n-clx:
 416                 os: 'ubuntu2204'
 417                 executor-arch: 'x86_64'
 418             - 2n-spr:
 419                 os: 'ubuntu2204'
 420                 executor-arch: 'x86_64'
 421             - 2n-zn2:
 422                 os: 'ubuntu2204'
 423                 executor-arch: 'x86_64'
 424             - 2n-tx2:
 425                 os: 'ubuntu2204'
 426                 executor-arch: 'aarch64'
 427             - 3n-icx:
 428                 os: 'ubuntu2204'
 429                 executor-arch: 'x86_64'
 430             - 3n-tsh:
 431                 os: 'ubuntu2204'
 432                 executor-arch: 'aarch64'
 433             - 3n-alt:
 434                 os: 'ubuntu2204'
 435                 executor-arch: 'aarch64'
 436             - 2n-aws:
 437                 os: 'ubuntu2204'
 438                 executor-arch: 'x86_64'
 439             - 2n-c6in:
 440                 os: 'ubuntu2204'
 441                 executor-arch: 'x86_64'
 442             - 2n-c7gn:
 443                 os: 'ubuntu2204'
 444                 executor-arch: 'aarch64'
 445             - 3n-aws:
 446                 os: 'ubuntu2204'
 447                 executor-arch: 'x86_64'
 448             - 3n-snr:
 449                 os: 'ubuntu2204'
 450                 executor-arch: 'x86_64'
 451             - 3n-icxd:
 452                 os: 'ubuntu2204'
 453                 executor-arch: 'x86_64'
 454             - 3na-spr:
 455                 os: 'ubuntu2204'
 456                 executor-arch: 'x86_64'
 457             - 3nb-spr:
 458                 os: 'ubuntu2204'
 459                 executor-arch: 'x86_64'
 460       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 461           node-arch:
 462             - 2n-icx:
 463                 os: 'ubuntu2204'
 464                 executor-arch: 'x86_64'
 465             - 2n-clx:
 466                 os: 'ubuntu2204'
 467                 executor-arch: 'x86_64'
 468             - 2n-spr:
 469                 os: 'ubuntu2204'
 470                 executor-arch: 'x86_64'
 471             - 2n-zn2:
 472                 os: 'ubuntu2204'
 473                 executor-arch: 'x86_64'
 474             - 2n-tx2:
 475                 os: 'ubuntu2204'
 476                 executor-arch: 'aarch64'
 477             - 3n-icx:
 478                 os: 'ubuntu2204'
 479                 executor-arch: 'x86_64'
 480             - 3n-tsh:
 481                 os: 'ubuntu2204'
 482                 executor-arch: 'aarch64'
 483             - 3n-alt:
 484                 os: 'ubuntu2204'
 485                 executor-arch: 'aarch64'
 486             - 2n-aws:
 487                 os: 'ubuntu2204'
 488                 executor-arch: 'x86_64'
 489             - 2n-c6in:
 490                 os: 'ubuntu2204'
 491                 executor-arch: 'x86_64'
 492             - 2n-c7gn:
 493                 os: 'ubuntu2204'
 494                 executor-arch: 'aarch64'
 495             - 3n-aws:
 496                 os: 'ubuntu2204'
 497                 executor-arch: 'x86_64'
 498             - 3n-snr:
 499                 os: 'ubuntu2204'
 500                 executor-arch: 'x86_64'
 501             - 3n-icxd:
 502                 os: 'ubuntu2204'
 503                 executor-arch: 'x86_64'
 504             - 3na-spr:
 505                 os: 'ubuntu2204'
 506                 executor-arch: 'x86_64'
 507             - 3nb-spr:
 508                 os: 'ubuntu2204'
 509                 executor-arch: 'x86_64'
 510       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 511           node-arch:
 512             - 1n-aws:
 513                 os: 'ubuntu2204'
 514                 executor-arch: 'x86_64'
 515             - 2n-icx:
 516                 os: 'ubuntu2204'
 517                 executor-arch: 'x86_64'
 518             - 2n-spr:
 519                 os: 'ubuntu2204'
 520                 executor-arch: 'x86_64'
 521
 522     project: 'csit'
 523     branch: 'master'
 524     branch-id: 'oper'
 525     csit-perf-trial-duration: '1.0'
 526     csit-perf-trial-multiplicity: '10'
 527     stream:
 528       - master:
 529           branch: 'master'
 530           branch-id: 'oper'
 531       - '2402':
 532           branch: 'rls2402'
 533           branch-id: 'oper-rls2402'
 534     stream_report:
 535       - '2402':
 536           branch: 'rls2402'
 537           branch-id: 'oper-rls2402'
 538
 539     build-artifact-num-to-keep: 10
 540
 541
 542 - job-template:
 543     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 544
 545     description: |
 546       <ul>
 547           <li>objective
 548               <ul>
 549                   <li>perf verify - per csit gerrit patch
 550               </ul>
 551           <li>job
 552               <ul>
 553                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 554                   <li>trigger: keyword in comment to csit patch:
 555                       <b>csit-{node-arch}-perftest tag_list</b>
 556               </ul>
 557           <li>perf test-cases selection
 558               <ul>
 559                   <li>test-cases selected using trigger keyword followed by tags
 560                   <li>all test-cases are labelled with CSIT RF topic tags
 561                       defined in <i>csit/docs/tag_documentation.rst</i>
 562               </ul>
 563           <li>proposed keywords
 564               <ul>
 565                   <li>focus on testing specified vpp packet processing path
 566                   <li>format: csit-{node-arch}-perftest tag_list
 567               </ul>
 568           <li>default tags for vpp startup config and perf test type
 569               <ul>
 570                   <li>IP4BASE, IP6BASE, L2BDBASE
 571                   <li>64B/78B: 64B/78B packet size
 572                   <li>1C: one core
 573                   <li>X710: x710 Fortville NIC
 574                   <li>MRR: MRR throughput
 575               </ul>
 576           <li>results
 577               <ul>
 578                   <li>jjb verify: PASS/FAIL
 579                   <li>present: no
 580                   <li>analyse: no
 581               </ul>
 582       </ul>
 583
 584     project-type: freestyle
 585     node: 'm-builder-{os}-prod-{executor-arch}'
 586     concurrent: true
 587     latest-only: false
 588
 589     properties:
 590       - lf-infra-properties:
 591           build-days-to-keep: "{build-days-to-keep}"
 592
 593     parameters:
 594       - project-parameter:
 595           project: '{project}'
 596       - gerrit-parameter:
 597           branch: '{branch}'
 598       - gerrit-refspec-parameter
 599       - gerrit-event-type-parameter
 600       - gerrit-event-comment-text-parameter
 601       - csit-perf-trial-duration-parameter:
 602           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 603       - csit-perf-trial-multiplicity-parameter:
 604           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 605       # This is a manually-triggered verify job, part of API coverage.
 606       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 607       # Can be removed when this job is no longer needed for full API coverage.
 608       - csit-fail-on-crc-mismatch-parameter:
 609           fail-on-crc-mismatch: 'True'
 610
 611     scm:
 612       - gerrit-trigger-scm:
 613           credentials-id: 'jenkins-gerrit-credentials'
 614           refspec: '$GERRIT_REFSPEC'
 615           choosing-strategy: 'gerrit'
 616
 617     wrappers:
 618       - fdio-infra-wrappers-non-activity-timeout:
 619           build-timeout: '{build-timeout}'
 620
 621     triggers:
 622       - gerrit-trigger-csit-perftest:
 623           project: '{project}'
 624           branch: '{branch}'
 625           trigger-word: 'csit-{node-arch}-perftest'
 626           skip-vote: false
 627
 628     builders:
 629       - shell:
 630           !include-raw-escape:
 631           - ../scripts/setup_executor_env.sh
 632       - shell:
 633           !include-raw-escape:
 634           - ../scripts/csit/perf-verify.sh
 635
 636     publishers:
 637       - fdio-infra-publish
 638
 639 - job-template:
 640     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 641
 642     description: |
 643       <ul>
 644           <li>objective
 645               <ul>
 646                   <li>check vpp perf mrr daily
 647               </ul>
 648           <li>perf test-cases selection
 649               <ul>
 650                   <li>all CSIT VPP MRR perf suites
 651               </ul>
 652           <li>results
 653               <ul>
 654                   <li>jjb verify: PASS/FAIL
 655                   <li>present: no
 656                   <li>analyse: csit project (catch malfunctions/degradations)
 657               </ul>
 658       </ul>
 659
 660     project-type: freestyle
 661     node: 'm-builder-{os}-prod-{executor-arch}'
 662     concurrent: false
 663     latest-only: false
 664
 665     properties:
 666       - lf-infra-properties:
 667           build-days-to-keep: "{build-days-to-keep}"
 668
 669     parameters:
 670       - project-parameter:
 671           project: '{project}'
 672       - gerrit-parameter:
 673           branch: '{branch}'
 674       - csit-perf-trial-duration-parameter:
 675           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 676       - csit-perf-trial-multiplicity-parameter:
 677           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 678
 679     wrappers:
 680       - fdio-infra-wrappers-non-activity-timeout:
 681           build-timeout: '{build-timeout}'
 682
 683     triggers:
 684       - timed: '{periodicity}'
 685
 686     builders:
 687       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 688       - inject:
 689           properties-file: variables.prop
 690       - shell:
 691           !include-raw-escape:
 692           - ../scripts/setup_executor_env.sh
 693       - shell:
 694           !include-raw-escape:
 695           - ../scripts/csit/perf-timed.sh
 696
 697     publishers:
 698       - fdio-infra-publish
 699
 700 - job-template:
 701     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 702
 703     description: |
 704       <ul>
 705           <li>objective
 706               <ul>
 707                   <li>check vpp perf hoststack daily
 708               </ul>
 709           <li>perf test-cases selection
 710               <ul>
 711                   <li>all CSIT VPP HOSTSTACK perf suites
 712               </ul>
 713           <li>results
 714               <ul>
 715                   <li>jjb verify: PASS/FAIL
 716                   <li>present: no
 717                   <li>analyse: csit project (catch malfunctions/degradations)
 718               </ul>
 719       </ul>
 720
 721     project-type: freestyle
 722     node: 'm-builder-{os}-prod-{executor-arch}'
 723     concurrent: false
 724     latest-only: false
 725
 726     properties:
 727       - lf-infra-properties:
 728           build-days-to-keep: "{build-days-to-keep}"
 729
 730     parameters:
 731       - project-parameter:
 732           project: '{project}'
 733       - gerrit-parameter:
 734           branch: '{branch}'
 735       - csit-perf-trial-duration-parameter:
 736           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 737       - csit-perf-trial-multiplicity-parameter:
 738           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 739
 740     wrappers:
 741       - fdio-infra-wrappers-non-activity-timeout:
 742           build-timeout: '{build-timeout}'
 743
 744     triggers:
 745       - timed: '{periodicity}'
 746
 747     builders:
 748       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 749       - inject:
 750           properties-file: variables.prop
 751       - shell:
 752           !include-raw-escape:
 753           - ../scripts/setup_executor_env.sh
 754       - shell:
 755           !include-raw-escape:
 756           - ../scripts/csit/perf-timed.sh
 757
 758     publishers:
 759       - fdio-infra-publish
 760
 761 - job-template:
 762     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 763
 764     description: |
 765       <ul>
 766           <li>objective
 767               <ul>
 768                   <li>check vpp perf mrr weekly on {node-arch}
 769               </ul>
 770           <li>perf test-cases selection
 771               <ul>
 772                   <li>NF Density CSIT VPP MRR perf suites
 773               </ul>
 774           <li>results
 775               <ul>
 776                   <li>jjb verify: PASS/FAIL
 777                   <li>present: no
 778                   <li>analyse: csit project (catch malfunctions/degradations)
 779               </ul>
 780       </ul>
 781
 782     project-type: freestyle
 783     node: 'm-builder-{os}-prod-{executor-arch}'
 784     concurrent: false
 785     latest-only: false
 786
 787     properties:
 788       - lf-infra-properties:
 789           build-days-to-keep: "{build-days-to-keep}"
 790
 791     parameters:
 792       - project-parameter:
 793           project: '{project}'
 794       - gerrit-parameter:
 795           branch: '{branch}'
 796       - csit-perf-trial-duration-parameter:
 797           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 798       - csit-perf-trial-multiplicity-parameter:
 799           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 800
 801     wrappers:
 802       - fdio-infra-wrappers-non-activity-timeout:
 803           build-timeout: '{build-timeout}'
 804
 805     triggers:
 806       - timed: '{periodicity}'
 807
 808     builders:
 809       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 810       - inject:
 811           properties-file: variables.prop
 812       - shell:
 813           !include-raw-escape:
 814           - ../scripts/setup_executor_env.sh
 815       - shell:
 816           !include-raw-escape:
 817           - ../scripts/csit/perf-timed.sh
 818
 819     publishers:
 820       - fdio-infra-publish
 821
 822 - job-template:
 823     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 824
 825     description: |
 826       <ul>
 827           <li>objective
 828               <ul>
 829                   <li>check vpp perf ndrpdr weekly on {node-arch}
 830               </ul>
 831           <li>perf test-cases selection
 832               <ul>
 833                   <li>pre-selected CSIT VPP NDRPDR perf suites
 834               </ul>
 835           <li>results
 836               <ul>
 837                   <li>jjb verify: PASS/FAIL
 838                   <li>present: no
 839                   <li>analyse: csit project (catch malfunctions/degradations)
 840               </ul>
 841       </ul>
 842     project-type: freestyle
 843     node: 'm-builder-{os}-prod-{executor-arch}'
 844     concurrent: false
 845     latest-only: false
 846
 847     properties:
 848       - lf-infra-properties:
 849           build-days-to-keep: "{build-days-to-keep}"
 850
 851     parameters:
 852       - project-parameter:
 853           project: '{project}'
 854       - gerrit-parameter:
 855           branch: '{branch}'
 856
 857     wrappers:
 858       - fdio-infra-wrappers-non-activity-timeout:
 859           build-timeout: '{build-timeout}'
 860
 861     triggers:
 862       - timed: '{periodicity}'
 863
 864     builders:
 865       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 866       - inject:
 867           properties-file: variables.prop
 868       - shell:
 869           !include-raw-escape:
 870           - ../scripts/setup_executor_env.sh
 871       - shell:
 872           !include-raw-escape:
 873           - ../scripts/csit/perf-timed.sh
 874
 875     publishers:
 876       - fdio-infra-publish
 877
 878 - job-template:
 879     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 880
 881     description: |
 882       <ul>
 883           <li>objective
 884               <ul>
 885                   <li>check trex perf ndrpdr weekly on {node-arch}
 886               </ul>
 887           <li>perf test-cases selection
 888               <ul>
 889                   <li>pre-selected CSIT TREX NDRPDR perf suites
 890               </ul>
 891           <li>results
 892               <ul>
 893                   <li>jjb verify: PASS/FAIL
 894                   <li>present: no
 895                   <li>analyse: csit project (catch malfunctions/degradations)
 896               </ul>
 897       </ul>
 898     project-type: freestyle
 899     node: 'm-builder-{os}-prod-{executor-arch}'
 900     concurrent: false
 901     latest-only: false
 902
 903     properties:
 904       - lf-infra-properties:
 905           build-days-to-keep: "{build-days-to-keep}"
 906
 907     parameters:
 908       - project-parameter:
 909           project: '{project}'
 910       - gerrit-parameter:
 911           branch: '{branch}'
 912
 913     wrappers:
 914       - fdio-infra-wrappers-non-activity-timeout:
 915           build-timeout: '{build-timeout}'
 916
 917     triggers:
 918       - timed: '{periodicity}'
 919
 920     builders:
 921       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 922       - inject:
 923           properties-file: variables.prop
 924       - shell:
 925           !include-raw-escape:
 926           - ../scripts/setup_executor_env.sh
 927       - shell:
 928           !include-raw-escape:
 929           - ../scripts/csit/perf-timed.sh
 930
 931     publishers:
 932       - fdio-infra-publish
 933
 934 - job-template:
 935     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 936
 937     description: |
 938       <ul>
 939           <li>objective
 940               <ul>
 941                   <li>perf verify - per csit gerrit patch
 942               </ul>
 943           <li>job
 944               <ul>
 945                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 946                   <li>trigger: keyword in comment to csit patch:
 947                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 948               </ul>
 949           <li>perf test-cases selection
 950               <ul>
 951                   <li>test-cases selected using trigger keyword followed by tags
 952                   <li>all test-cases are labelled with CSIT RF topic tags
 953                       defined in <i>csit/docs/tag_documentation.rst</i>
 954               </ul>
 955           <li>proposed keywords
 956               <ul>
 957                   <li>focus on testing specified trex packet processing path
 958                   <li>format: csit-{node-arch}-perftest tag_list
 959               </ul>
 960           <li>results
 961               <ul>
 962                   <li>jjb verify: PASS/FAIL
 963                   <li>present: no
 964                   <li>analyse: no
 965               </ul>
 966       </ul>
 967
 968     project-type: freestyle
 969     node: 'm-builder-{os}-prod-{executor-arch}'
 970     concurrent: true
 971     latest-only: false
 972
 973     properties:
 974       - lf-infra-properties:
 975           build-days-to-keep: "{build-days-to-keep}"
 976
 977     parameters:
 978       - project-parameter:
 979           project: '{project}'
 980       - gerrit-parameter:
 981           branch: '{branch}'
 982       - gerrit-refspec-parameter
 983       - gerrit-event-type-parameter
 984       - gerrit-event-comment-text-parameter
 985       - csit-perf-trial-duration-parameter:
 986           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 987       - csit-perf-trial-multiplicity-parameter:
 988           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 989       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 990
 991     scm:
 992       - gerrit-trigger-scm:
 993           credentials-id: 'jenkins-gerrit-credentials'
 994           refspec: '$GERRIT_REFSPEC'
 995           choosing-strategy: 'gerrit'
 996
 997     wrappers:
 998       - fdio-infra-wrappers-non-activity-timeout:
 999           build-timeout: '{build-timeout}'
1000
1001     triggers:
1002       - gerrit-trigger-csit-perftest:
1003           project: '{project}'
1004           branch: '{branch}'
1005           trigger-word: 'csit-trex-{node-arch}-perftest'
1006           skip-vote: false
1007
1008     builders:
1009       - shell:
1010           !include-raw-escape:
1011           - ../scripts/setup_executor_env.sh
1012       - shell:
1013           !include-raw-escape:
1014           - ../scripts/csit/perf-verify.sh
1015
1016     publishers:
1017       - fdio-infra-publish
1018
1019 - job-template:
1020     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
1021
1022     description: |
1023       <ul>
1024           <li>objective
1025               <ul>
1026                   <li>perf verify - per csit gerrit patch
1027               </ul>
1028           <li>job
1029               <ul>
1030                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
1031                   <li>trigger: keyword in comment to csit patch:
1032                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
1033               </ul>
1034           <li>perf test-cases selection
1035               <ul>
1036                   <li>test-cases selected using trigger keyword followed by tags
1037                   <li>all test-cases are labelled with CSIT RF topic tags
1038                       defined in <i>csit/docs/tag_documentation.rst</i>
1039               </ul>
1040           <li>default tags for dpdk perf test type
1041               <ul>
1042                   <li>IP4BASE, L2XCBASE
1043                   <li>64B: 64B packet size
1044                   <li>1C: one core
1045                   <li>X710: x710 Fortville NIC
1046                   <li>MRR: MRR throughput
1047               </ul>
1048           <li>results
1049               <ul>
1050                   <li>jjb verify: PASS/FAIL
1051                   <li>present: no
1052                   <li>analyse: no
1053               </ul>
1054       </ul>
1055
1056     project-type: freestyle
1057     node: 'm-builder-{os}-prod-{executor-arch}'
1058     concurrent: true
1059     latest-only: false
1060
1061     properties:
1062       - lf-infra-properties:
1063           build-days-to-keep: "{build-days-to-keep}"
1064
1065     parameters:
1066       - project-parameter:
1067           project: '{project}'
1068       - gerrit-parameter:
1069           branch: '{branch}'
1070       - gerrit-refspec-parameter
1071       - gerrit-event-type-parameter
1072       - gerrit-event-comment-text-parameter
1073       - csit-perf-trial-duration-parameter:
1074           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1075       - csit-perf-trial-multiplicity-parameter:
1076           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1077
1078     scm:
1079       - gerrit-trigger-scm:
1080           credentials-id: 'jenkins-gerrit-credentials'
1081           refspec: '$GERRIT_REFSPEC'
1082           choosing-strategy: 'gerrit'
1083
1084     wrappers:
1085       - fdio-infra-wrappers-non-activity-timeout:
1086           build-timeout: '{build-timeout}'
1087
1088     triggers:
1089       - gerrit-trigger-csit-perftest:
1090           project: '{project}'
1091           branch: '{branch}'
1092           trigger-word: 'csit-dpdk-{node-arch}-perftest'
1093           skip-vote: false
1094
1095     builders:
1096       - shell:
1097           !include-raw-escape:
1098           - ../scripts/setup_executor_env.sh
1099       - shell:
1100           !include-raw-escape:
1101           - ../scripts/csit/perf-verify.sh
1102
1103     publishers:
1104       - fdio-infra-publish
1105
1106 - job-template:
1107     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1108
1109     description: |
1110       <ul>
1111           <li>objective
1112               <ul>
1113                   <li>check dpdk perf mrr weekly
1114               </ul>
1115           <li>perf test-cases selection
1116               <ul>
1117                   <li>all CSIT DPDK MRR perf suites
1118               </ul>
1119           <li>results
1120               <ul>
1121                   <li>jjb verify: PASS/FAIL
1122                   <li>present: no
1123                   <li>analyse: csit project (catch malfunctions/degradations)
1124               </ul>
1125       </ul>
1126
1127     project-type: freestyle
1128     node: 'm-builder-{os}-prod-{executor-arch}'
1129     concurrent: false
1130     latest-only: false
1131
1132     properties:
1133       - lf-infra-properties:
1134           build-days-to-keep: "{build-days-to-keep}"
1135
1136     parameters:
1137       - project-parameter:
1138           project: '{project}'
1139       - gerrit-parameter:
1140           branch: '{branch}'
1141       - csit-perf-trial-duration-parameter:
1142           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1143       - csit-perf-trial-multiplicity-parameter:
1144           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1145
1146     wrappers:
1147       - fdio-infra-wrappers-non-activity-timeout:
1148           build-timeout: '{build-timeout}'
1149
1150     triggers:
1151       - timed: '{periodicity}'
1152
1153     builders:
1154       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1155       - inject:
1156           properties-file: variables.prop
1157       - shell:
1158           !include-raw-escape:
1159           - ../scripts/setup_executor_env.sh
1160       - shell:
1161           !include-raw-escape:
1162           - ../scripts/csit/perf-timed.sh
1163
1164     publishers:
1165       - fdio-infra-publish
1166
1167 - job-template:
1168     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1169
1170     description: |
1171       <ul>
1172           <li>objective
1173               <ul>
1174                   <li>get vpp performance iterative data for csit report
1175               </ul>
1176           <li>job
1177               <ul>
1178                   <li>name:
1179                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1180                       {node-arch}</b>
1181                   <li>trigger: keyword in comment to csit patch:
1182                       <b>csit-vpp-report-iter-{node-arch}-perftest
1183                       test_set_id</b>
1184                   <li>trigger example:
1185                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1186               </ul>
1187           <li>perf test-cases selection
1188               <ul>
1189                   <li>test-cases selected by tags defined in
1190                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1191                       test_set_id.md</i>
1192               </ul>
1193
1194           <li>results
1195               <ul>
1196                   <li>jjb verify: PASS/FAIL
1197                   <li>present: vpp performance
1198                   <li>analyse: vpp performance
1199               </ul>
1200       </ul>
1201
1202     project-type: freestyle
1203     node: 'm-builder-{os}-prod-{executor-arch}'
1204     concurrent: true
1205     latest-only: false
1206
1207     properties:
1208       - lf-infra-properties:
1209           build-days-to-keep: "{build-days-to-keep}"
1210
1211     parameters:
1212       - project-parameter:
1213           project: '{project}'
1214       - gerrit-parameter:
1215           branch: '{branch}'
1216       - gerrit-refspec-parameter
1217       - gerrit-event-type-parameter
1218       - gerrit-event-comment-text-parameter
1219       - csit-perf-trial-duration-parameter:
1220           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1221       - csit-perf-trial-multiplicity-parameter:
1222           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1223
1224     scm:
1225       - gerrit-trigger-scm:
1226           credentials-id: 'jenkins-gerrit-credentials'
1227           refspec: '$GERRIT_REFSPEC'
1228           choosing-strategy: 'gerrit'
1229
1230     wrappers:
1231       - fdio-infra-wrappers-non-activity-timeout:
1232           build-timeout: '{build-timeout}'
1233
1234     triggers:
1235       - gerrit-trigger-csit-perftest:
1236           project: '{project}'
1237           branch: '{branch}'
1238           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1239           skip-vote: false
1240
1241     builders:
1242       - shell:
1243           !include-raw-escape:
1244           - ../scripts/setup_executor_env.sh
1245       - shell:
1246           !include-raw-escape:
1247           - ../scripts/csit/perf-verify.sh
1248
1249     publishers:
1250       - fdio-infra-publish
1251
1252 - job-template:
1253     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1254
1255     description: |
1256       <ul>
1257           <li>objective
1258               <ul>
1259                   <li>get dpdk performance iterative data for csit report
1260               </ul>
1261           <li>job
1262               <ul>
1263                   <li>name:
1264                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1265                       {node-arch}</b>
1266                   <li>trigger: keyword in comment to csit patch:
1267                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1268                       test_set_id</b>
1269                   <li>trigger example:
1270                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1271               </ul>
1272           <li>perf test-cases selection
1273               <ul>
1274                   <li>test-cases selected by tags defined in
1275                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1276                       test_set_id.md</i>
1277               </ul>
1278
1279           <li>results
1280               <ul>
1281                   <li>jjb verify: PASS/FAIL
1282                   <li>present: dpdk performance
1283                   <li>analyse: dpdk performance
1284               </ul>
1285       </ul>
1286
1287     project-type: freestyle
1288     node: 'm-builder-{os}-prod-{executor-arch}'
1289     concurrent: true
1290     latest-only: false
1291
1292     properties:
1293       - lf-infra-properties:
1294           build-days-to-keep: "{build-days-to-keep}"
1295
1296     parameters:
1297       - project-parameter:
1298           project: '{project}'
1299       - gerrit-parameter:
1300           branch: '{branch}'
1301       - gerrit-refspec-parameter
1302       - gerrit-event-type-parameter
1303       - gerrit-event-comment-text-parameter
1304       - csit-perf-trial-duration-parameter:
1305           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1306       - csit-perf-trial-multiplicity-parameter:
1307           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1308
1309     scm:
1310       - gerrit-trigger-scm:
1311           credentials-id: 'jenkins-gerrit-credentials'
1312           refspec: '$GERRIT_REFSPEC'
1313           choosing-strategy: 'gerrit'
1314
1315     wrappers:
1316       - fdio-infra-wrappers-non-activity-timeout:
1317           build-timeout: '{build-timeout}'
1318
1319     triggers:
1320       - gerrit-trigger-csit-perftest:
1321           project: '{project}'
1322           branch: '{branch}'
1323           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1324           skip-vote: false
1325
1326     builders:
1327       - shell:
1328           !include-raw-escape:
1329           - ../scripts/setup_executor_env.sh
1330       - shell:
1331           !include-raw-escape:
1332           - ../scripts/csit/perf-verify.sh
1333
1334     publishers:
1335       - fdio-infra-publish
1336
1337 - job-template:
1338     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1339
1340     description: |
1341       <ul>
1342           <li>objective
1343               <ul>
1344                   <li>get trex performance iterative data for csit report
1345               </ul>
1346           <li>job
1347               <ul>
1348                   <li>name:
1349                       <b>csit-trex-perf-report-iterative-{stream_report}-
1350                       {node-arch}</b>
1351                   <li>trigger: keyword in comment to csit patch:
1352                       <b>csit-trex-report-iter-{node-arch}-perftest
1353                       test_set_id</b>
1354                   <li>trigger example:
1355                       csit-trex-report-iter-{node-arch}-perftest trex-00
1356               </ul>
1357           <li>perf test-cases selection
1358               <ul>
1359                   <li>test-cases selected by tags defined in
1360                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1361                       test_set_id.md</i>
1362               </ul>
1363
1364           <li>results
1365               <ul>
1366                   <li>jjb verify: PASS/FAIL
1367                   <li>present: trex performance
1368                   <li>analyse: trex performance
1369               </ul>
1370       </ul>
1371
1372     project-type: freestyle
1373     node: 'm-builder-{os}-prod-{executor-arch}'
1374     concurrent: true
1375     latest-only: false
1376
1377     properties:
1378       - lf-infra-properties:
1379           build-days-to-keep: "{build-days-to-keep}"
1380
1381     parameters:
1382       - project-parameter:
1383           project: '{project}'
1384       - gerrit-parameter:
1385           branch: '{branch}'
1386       - gerrit-refspec-parameter
1387       - gerrit-event-type-parameter
1388       - gerrit-event-comment-text-parameter
1389       - csit-perf-trial-duration-parameter:
1390           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1391       - csit-perf-trial-multiplicity-parameter:
1392           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1393
1394     scm:
1395       - gerrit-trigger-scm:
1396           credentials-id: 'jenkins-gerrit-credentials'
1397           refspec: '$GERRIT_REFSPEC'
1398           choosing-strategy: 'gerrit'
1399
1400     wrappers:
1401       - fdio-infra-wrappers-non-activity-timeout:
1402           build-timeout: '{build-timeout}'
1403
1404     triggers:
1405       - gerrit-trigger-csit-perftest:
1406           project: '{project}'
1407           branch: '{branch}'
1408           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1409           skip-vote: false
1410
1411     builders:
1412       - shell:
1413           !include-raw-escape:
1414           - ../scripts/setup_executor_env.sh
1415       - shell:
1416           !include-raw-escape:
1417           - ../scripts/csit/perf-verify.sh
1418
1419     publishers:
1420       - fdio-infra-publish
1421
1422 - job-template:
1423     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1424
1425     description: |
1426       <ul>
1427           <li>objective
1428               <ul>
1429                   <li>get vpp performance coverage data for csit report
1430               </ul>
1431           <li>job
1432               <ul>
1433                   <li>name:
1434                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1435                       {node-arch}</b>
1436                   <li>trigger: keyword in comment to csit patch:
1437                       <b>csit-vpp-report-cov-{node-arch}-perftest
1438                       test_set_id</b>
1439                   <li>trigger example:
1440                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1441               </ul>
1442           <li>perf test-cases selection
1443               <ul>
1444                   <li>test-cases selected by tags defined in
1445                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1446                       test_set_id.md</i>
1447               </ul>
1448
1449           <li>results
1450               <ul>
1451                   <li>jjb verify: PASS/FAIL
1452                   <li>present: vpp performance
1453                   <li>analyse: vpp performance
1454               </ul>
1455       </ul>
1456
1457     project-type: freestyle
1458     node: 'm-builder-{os}-prod-{executor-arch}'
1459     concurrent: true
1460     latest-only: false
1461
1462     properties:
1463       - lf-infra-properties:
1464           build-days-to-keep: "{build-days-to-keep}"
1465
1466     parameters:
1467       - project-parameter:
1468           project: '{project}'
1469       - gerrit-parameter:
1470           branch: '{branch}'
1471       - gerrit-refspec-parameter
1472       - gerrit-event-type-parameter
1473       - gerrit-event-comment-text-parameter
1474       - csit-perf-trial-duration-parameter:
1475           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1476       - csit-perf-trial-multiplicity-parameter:
1477           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1478
1479     scm:
1480       - gerrit-trigger-scm:
1481           credentials-id: 'jenkins-gerrit-credentials'
1482           refspec: '$GERRIT_REFSPEC'
1483           choosing-strategy: 'gerrit'
1484
1485     wrappers:
1486       - fdio-infra-wrappers-non-activity-timeout:
1487           build-timeout: '{build-timeout}'
1488
1489     triggers:
1490       - gerrit-trigger-csit-perftest:
1491           project: '{project}'
1492           branch: '{branch}'
1493           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1494           skip-vote: false
1495
1496     builders:
1497       - shell:
1498           !include-raw-escape:
1499           - ../scripts/setup_executor_env.sh
1500       - shell:
1501           !include-raw-escape:
1502           - ../scripts/csit/perf-verify.sh
1503
1504     publishers:
1505       - fdio-infra-publish
1506
1507 - job-template:
1508     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1509
1510     description: |
1511       <ul>
1512           <li>objective
1513               <ul>
1514                   <li>get dpdk performance coverage data for csit report
1515               </ul>
1516           <li>job
1517               <ul>
1518                   <li>name:
1519                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1520                       {node-arch}</b>
1521                   <li>trigger: keyword in comment to csit patch:
1522                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1523                       test_set_id</b>
1524                   <li>trigger example:
1525                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1526               </ul>
1527           <li>perf test-cases selection
1528               <ul>
1529                   <li>test-cases selected by tags defined in
1530                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1531                       test_set_id.md</i>
1532               </ul>
1533
1534           <li>results
1535               <ul>
1536                   <li>jjb verify: PASS/FAIL
1537                   <li>present: dpdk performance
1538                   <li>analyse: dpdk performance
1539               </ul>
1540       </ul>
1541
1542     project-type: freestyle
1543     node: 'm-builder-{os}-prod-{executor-arch}'
1544     concurrent: true
1545     latest-only: false
1546
1547     properties:
1548       - lf-infra-properties:
1549           build-days-to-keep: "{build-days-to-keep}"
1550
1551     parameters:
1552       - project-parameter:
1553           project: '{project}'
1554       - gerrit-parameter:
1555           branch: '{branch}'
1556       - gerrit-refspec-parameter
1557       - gerrit-event-type-parameter
1558       - gerrit-event-comment-text-parameter
1559       - csit-perf-trial-duration-parameter:
1560           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1561       - csit-perf-trial-multiplicity-parameter:
1562           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1563
1564     scm:
1565       - gerrit-trigger-scm:
1566           credentials-id: 'jenkins-gerrit-credentials'
1567           refspec: '$GERRIT_REFSPEC'
1568           choosing-strategy: 'gerrit'
1569
1570     wrappers:
1571       - fdio-infra-wrappers-non-activity-timeout:
1572           build-timeout: '{build-timeout}'
1573
1574     triggers:
1575       - gerrit-trigger-csit-perftest:
1576           project: '{project}'
1577           branch: '{branch}'
1578           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1579           skip-vote: false
1580
1581     builders:
1582       - shell:
1583           !include-raw-escape:
1584           - ../scripts/setup_executor_env.sh
1585       - shell:
1586           !include-raw-escape:
1587           - ../scripts/csit/perf-verify.sh
1588
1589     publishers:
1590       - fdio-infra-publish
1591
1592 - job-template:
1593     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1594
1595     description: |
1596       <ul>
1597           <li>objective
1598               <ul>
1599                   <li>get trex performance coverage data for csit report
1600               </ul>
1601           <li>job
1602               <ul>
1603                   <li>name:
1604                       <b>csit-trex-perf-report-coverage-{stream_report}-
1605                       {node-arch}</b>
1606                   <li>trigger: keyword in comment to csit patch:
1607                       <b>csit-trex-report-cov-{node-arch}-perftest
1608                       test_set_id</b>
1609                   <li>trigger example:
1610                       csit-trex-report-cov-{node-arch}-perftest trex-00
1611               </ul>
1612           <li>perf test-cases selection
1613               <ul>
1614                   <li>test-cases selected by tags defined in
1615                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1616                       test_set_id.md</i>
1617               </ul>
1618
1619           <li>results
1620               <ul>
1621                   <li>jjb verify: PASS/FAIL
1622                   <li>present: trex performance
1623                   <li>analyse: trex performance
1624               </ul>
1625       </ul>
1626
1627     project-type: freestyle
1628     node: 'm-builder-{os}-prod-{executor-arch}'
1629     concurrent: true
1630     latest-only: false
1631
1632     properties:
1633       - lf-infra-properties:
1634           build-days-to-keep: "{build-days-to-keep}"
1635
1636     parameters:
1637       - project-parameter:
1638           project: '{project}'
1639       - gerrit-parameter:
1640           branch: '{branch}'
1641       - gerrit-refspec-parameter
1642       - gerrit-event-type-parameter
1643       - gerrit-event-comment-text-parameter
1644       - csit-perf-trial-duration-parameter:
1645           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1646       - csit-perf-trial-multiplicity-parameter:
1647           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1648
1649     scm:
1650       - gerrit-trigger-scm:
1651           credentials-id: 'jenkins-gerrit-credentials'
1652           refspec: '$GERRIT_REFSPEC'
1653           choosing-strategy: 'gerrit'
1654
1655     wrappers:
1656       - fdio-infra-wrappers-non-activity-timeout:
1657           build-timeout: '{build-timeout}'
1658
1659     triggers:
1660       - gerrit-trigger-csit-perftest:
1661           project: '{project}'
1662           branch: '{branch}'
1663           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1664           skip-vote: false
1665
1666     builders:
1667       - shell:
1668           !include-raw-escape:
1669           - ../scripts/setup_executor_env.sh
1670       - shell:
1671           !include-raw-escape:
1672           - ../scripts/csit/perf-verify.sh
1673
1674     publishers:
1675       - fdio-infra-publish