jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2020 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx
  24             - 2n-skx
  25             - 2n-dnv
  26             - 2n-zn2
  27             - 2n-tx2:
  28                 executor: 'ubuntu1804arm-us'
  29             - 3n-skx
  30             - 3n-hsw
  31             - 3n-dnv
  32             - 3n-tsh:
  33                 executor: 'ubuntu1804arm-us'
  34       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  35           node-arch:
  36             - ''
  37             - -2n-clx
  38             - -2n-skx
  39             - -2n-zn2
  40             - -2n-tx2:
  41                 executor: 'ubuntu1804arm-us'
  42             - -3n-skx
  43             - -3n-tsh:
  44                 executor: 'ubuntu1804arm-us'
  45           periodicity: '0 0 * * 6'
  46       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  47           node-arch:
  48             - 2n-clx
  49             - 2n-skx
  50             - 2n-dnv
  51             - 2n-zn2
  52             - 2n-tx2:
  53                 executor: 'ubuntu1804arm-us'
  54             - 3n-skx
  55             - 3n-hsw
  56             - 3n-dnv
  57             - 3n-tsh:
  58                 executor: 'ubuntu1804arm-us'
  59           stream:
  60             - master:
  61                 branch: 'master'
  62                 branch-id: 'oper'
  63             - '2005':
  64                 branch: 'rls2005'
  65                 branch-id: 'oper-rls2005'
  66             - '2009':
  67                 branch: 'rls2009'
  68                 branch-id: 'oper-rls2009'
  69             - '2009_lts':
  70                 branch: 'rls2009_lts'
  71                 branch-id: 'oper-rls2009_lts'
  72             - '2101':
  73                 branch: 'rls2101'
  74                 branch-id: 'oper-rls2101'
  75       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
  76           node-arch:
  77             - '':
  78                 periodicity: '0 2,14 * * *'
  79             - -2n-clx:
  80                 periodicity: '0 2,14 * * *'
  81             - -2n-skx:
  82                 periodicity: '0 2,14 * * *'
  83             - -2n-dnv:
  84                 periodicity: '0 2,14 * * *'
  85             - -2n-zn2:
  86                 periodicity: '0 2,14 * * *'
  87             - -2n-tx2:
  88                 executor: 'ubuntu1804arm-us'
  89                 periodicity: '0 14 * * *'
  90             - -3n-skx:
  91                 periodicity: '0 2,14 * * *'
  92             - -3n-dnv:
  93                 periodicity: '0 2,14 * * *'
  94             - -3n-tsh:
  95                 executor: 'ubuntu1804arm-us'
  96                 periodicity: '0 14 * * *'
  97       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
  98           node-arch:
  99             - 2n-clx
 100             - 2n-skx
 101             - 3n-skx
 102           stream:
 103             - master:
 104                 branch: 'master'
 105                 branch-id: 'oper'
 106             - '2009_lts':
 107                 branch: 'rls2009_lts'
 108                 branch-id: 'oper-rls2009_lts'
 109           periodicity: '0 0 * * 6'
 110       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 111           node-arch:
 112             - 2n-clx
 113             - 2n-skx
 114             - 3n-skx
 115             - 3n-hsw
 116           periodicity: '0 0 * * 6'
 117       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 118           node-arch:
 119             - 2n-clx
 120             - 2n-skx
 121             - 2n-dnv
 122             - 2n-zn2
 123             - 2n-tx2:
 124                 executor: 'ubuntu1804arm-us'
 125             - 3n-skx
 126             - 3n-hsw
 127             - 3n-dnv
 128             - 3n-tsh:
 129                 executor: 'ubuntu1804arm-us'
 130       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 131           node-arch:
 132             - 2n-clx
 133             - 2n-skx
 134             - 2n-dnv
 135             - 2n-zn2
 136             - 2n-tx2:
 137                 executor: 'ubuntu1804arm-us'
 138             - 3n-skx
 139             - 3n-hsw
 140             - 3n-dnv
 141             - 3n-tsh:
 142                 executor: 'ubuntu1804arm-us'
 143       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 144           node-arch:
 145             - 2n-clx
 146             - 2n-skx
 147             - 2n-dnv
 148             - 2n-zn2
 149             - 2n-tx2:
 150                 executor: 'ubuntu1804arm-us'
 151             - 3n-skx
 152             - 3n-hsw
 153             - 3n-dnv
 154             - 3n-tsh:
 155                 executor: 'ubuntu1804arm-us'
 156       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 157           node-arch:
 158             - 2n-clx
 159             - 2n-skx
 160             - 2n-dnv
 161             - 2n-zn2
 162             - 2n-tx2:
 163                 executor: 'ubuntu1804arm-us'
 164             - 3n-skx
 165             - 3n-hsw
 166             - 3n-dnv
 167             - 3n-tsh:
 168                 executor: 'ubuntu1804arm-us'
 169
 170     project: 'csit'
 171     executor: 'ubuntu1804-us'
 172     branch: 'master'
 173     branch-id: 'oper'
 174     csit-perf-trial-duration: "1.0"
 175     csit-perf-trial-multiplicity: "10"
 176     stream:
 177       - master:
 178           branch: 'master'
 179           branch-id: 'oper'
 180       - '2005':
 181           branch: 'rls2005'
 182           branch-id: 'oper-rls2005'
 183       - '2009':
 184           branch: 'rls2009'
 185           branch-id: 'oper-rls2009'
 186       - '2009_lts':
 187           branch: 'rls2009_lts'
 188           branch-id: 'oper-rls2009_lts'
 189       - '2101':
 190           branch: 'rls2101'
 191           branch-id: 'oper-rls2101'
 192     stream_report:
 193       - '2009':
 194           branch: 'rls2009'
 195           branch-id: 'oper-rls2009'
 196       - '2101':
 197           branch: 'rls2101'
 198           branch-id: 'oper-rls2101'
 199
 200     build-artifact-num-to-keep: 10
 201
 202
 203 - job-template:
 204     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 205
 206     description: |
 207       <ul>
 208           <li>objective
 209               <ul>
 210                   <li>perf verify - per csit gerrit patch
 211               </ul>
 212           <li>job
 213               <ul>
 214                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 215                   <li>trigger: keyword in comment to csit patch:
 216                       <b>csit-{node-arch}-perftest tag_list</b>
 217               </ul>
 218           <li>executor
 219               <ul>
 220                   <li>{executor}
 221               </ul>
 222           <li>perf test-cases selection
 223               <ul>
 224                   <li>test-cases selected using trigger keyword followed by tags
 225                   <li>all test-cases are labelled with CSIT RF topic tags
 226                       defined in <i>csit/docs/tag_documentation.rst</i>
 227               </ul>
 228           <li>proposed keywords
 229               <ul>
 230                   <li>focus on testing specified vpp packet processing path
 231                   <li>format: csit-{node-arch}-perftest tag_list
 232               </ul>
 233           <li>default tags for vpp startup config and perf test type
 234               <ul>
 235                   <li>IP4BASE, IP6BASE, L2BDBASE
 236                   <li>64B/78B: 64B/78B packet size
 237                   <li>1C: one core
 238                   <li>X710: x710 Fortville NIC
 239                   <li>MRR: MRR throughput
 240               </ul>
 241           <li>results
 242               <ul>
 243                   <li>jjb verify: PASS/FAIL
 244                   <li>present: no
 245                   <li>analyse: no
 246               </ul>
 247       </ul>
 248
 249     project-type: freestyle
 250     node: '{executor}'
 251     concurrent: true
 252     archive-artifacts: 'archive/*.*'
 253     latest-only: false
 254
 255     build-discarder:
 256       daysToKeep: '{build-days-to-keep}'
 257       numToKeep: '{build-num-to-keep}'
 258       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 259       artifactNumToKeep: '{build-artifact-num-to-keep}'
 260
 261     parameters:
 262       - project-parameter:
 263           project: '{project}'
 264       - gerrit-parameter:
 265           branch: '{branch}'
 266       - gerrit-refspec-parameter
 267       - gerrit-event-type-parameter
 268       - gerrit-event-comment-text-parameter
 269       - csit-perf-trial-duration-parameter:
 270           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 271       - csit-perf-trial-multiplicity-parameter:
 272           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 273       - string:
 274           name: ARCHIVE_ARTIFACTS
 275           default: '{archive-artifacts}'
 276           description: Artifacts to archive to the logs server.
 277       # This is a manually-triggered verify job, part of API coverage.
 278       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 279       # Can be removed when this job is no longer needed for full API coverage.
 280       - csit-fail-on-crc-mismatch-parameter:
 281           fail-on-crc-mismatch: 'True'
 282
 283     scm:
 284       - gerrit-trigger-scm:
 285           credentials-id: 'jenkins-gerrit-credentials'
 286           refspec: '$GERRIT_REFSPEC'
 287           choosing-strategy: 'gerrit'
 288
 289     wrappers:
 290       - fdio-infra-wrappers-non-activity-timeout:
 291           build-timeout: '{build-timeout}'
 292
 293     triggers:
 294       - gerrit-trigger-csit-perftest:
 295           project: '{project}'
 296           branch: '{branch}'
 297           trigger-word: 'csit-{node-arch}-perftest'
 298           skip-vote: false
 299
 300     builders:
 301       - shell:
 302           !include-raw-escape:
 303           - ../scripts/setup_executor_env.sh
 304       - shell:
 305           !include-raw-escape:
 306           - ../scripts/csit/perf-verify.sh
 307
 308     publishers:
 309       - robot:
 310           output-path: 'archives'
 311           other-files:
 312             - '*.*'
 313
 314       - fdio-infra-shiplogs:
 315           maven-version: 'mvn33-new'
 316
 317 - job-template:
 318     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 319
 320     description: |
 321       <ul>
 322           <li>objective
 323               <ul>
 324                   <li>check vpp perf mrr daily
 325               </ul>
 326           <li>executor
 327               <ul>
 328                   <li>{executor}
 329               </ul>
 330           <li>perf test-cases selection
 331               <ul>
 332                   <li>all CSIT VPP MRR perf suites
 333               </ul>
 334           <li>results
 335               <ul>
 336                   <li>jjb verify: PASS/FAIL
 337                   <li>present: no
 338                   <li>analyse: csit project (catch malfunctions/degradations)
 339               </ul>
 340       </ul>
 341
 342     project-type: freestyle
 343     node: '{executor}'
 344     concurrent: false
 345     archive-artifacts: 'csit/archive/*.*'
 346     latest-only: false
 347
 348     build-discarder:
 349       daysToKeep: '{build-days-to-keep}'
 350       numToKeep: '{build-num-to-keep}'
 351       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 352       artifactNumToKeep: '{build-artifact-num-to-keep}'
 353
 354     parameters:
 355       - project-parameter:
 356           project: '{project}'
 357       - gerrit-parameter:
 358           branch: '{branch}'
 359       - csit-perf-trial-duration-parameter:
 360           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 361       - csit-perf-trial-multiplicity-parameter:
 362           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 363       - string:
 364           name: ARCHIVE_ARTIFACTS
 365           default: '{archive-artifacts}'
 366           description: Artifacts to archive to the logs server.
 367
 368     wrappers:
 369       - fdio-infra-wrappers-non-activity-timeout:
 370           build-timeout: '{build-timeout}'
 371
 372     triggers:
 373       - timed: '{periodicity}'
 374
 375     builders:
 376       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 377       - inject:
 378           properties-file: variables.prop
 379       - shell:
 380           !include-raw-escape:
 381           - ../scripts/setup_executor_env.sh
 382       - shell:
 383           !include-raw-escape:
 384           - ../scripts/csit/perf-timed.sh
 385
 386     publishers:
 387       - robot:
 388           output-path: 'archives'
 389           other-files:
 390             - '*.*'
 391
 392       - fdio-infra-shiplogs:
 393           maven-version: 'mvn33-new'
 394
 395 - job-template:
 396     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 397
 398     description: |
 399       <ul>
 400           <li>objective
 401               <ul>
 402                   <li>check vpp perf mrr weekly on {node-arch}
 403               </ul>
 404           <li>executor
 405               <ul>
 406                   <li>{executor}
 407               </ul>
 408           <li>perf test-cases selection
 409               <ul>
 410                   <li>NF Density CSIT VPP MRR perf suites
 411               </ul>
 412           <li>results
 413               <ul>
 414                   <li>jjb verify: PASS/FAIL
 415                   <li>present: no
 416                   <li>analyse: csit project (catch malfunctions/degradations)
 417               </ul>
 418       </ul>
 419
 420     project-type: freestyle
 421     node: '{executor}'
 422     concurrent: false
 423     archive-artifacts: 'csit/archive/*.*'
 424     latest-only: false
 425
 426     build-discarder:
 427       daysToKeep: '{build-days-to-keep}'
 428       numToKeep: '{build-num-to-keep}'
 429       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 430       artifactNumToKeep: '{build-artifact-num-to-keep}'
 431
 432     parameters:
 433       - project-parameter:
 434           project: '{project}'
 435       - gerrit-parameter:
 436           branch: '{branch}'
 437       - csit-perf-trial-duration-parameter:
 438           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 439       - csit-perf-trial-multiplicity-parameter:
 440           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 441       - string:
 442           name: ARCHIVE_ARTIFACTS
 443           default: '{archive-artifacts}'
 444           description: Artifacts to archive to the logs server.
 445
 446     wrappers:
 447       - fdio-infra-wrappers-non-activity-timeout:
 448           build-timeout: '{build-timeout}'
 449
 450     triggers:
 451       - timed: '{periodicity}'
 452
 453     builders:
 454       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 455       - inject:
 456           properties-file: variables.prop
 457       - shell:
 458           !include-raw-escape:
 459           - ../scripts/setup_executor_env.sh
 460       - shell:
 461           !include-raw-escape:
 462           - ../scripts/csit/perf-timed.sh
 463
 464     publishers:
 465       - robot:
 466           output-path: 'archives'
 467           other-files:
 468             - '*.*'
 469
 470       - fdio-infra-shiplogs:
 471           maven-version: 'mvn33-new'
 472
 473 - job-template:
 474     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 475
 476     description: |
 477       <ul>
 478           <li>objective
 479               <ul>
 480                   <li>check vpp perf ndrpdr weekly on {node-arch}
 481               </ul>
 482           <li>executor
 483               <ul>
 484                   <li>{executor}
 485               </ul>
 486           <li>perf test-cases selection
 487               <ul>
 488                   <li>pre-selected CSIT VPP NDRPDR perf suites
 489               </ul>
 490           <li>results
 491               <ul>
 492                   <li>jjb verify: PASS/FAIL
 493                   <li>present: no
 494                   <li>analyse: csit project (catch malfunctions/degradations)
 495               </ul>
 496       </ul>
 497     project-type: freestyle
 498     node: '{executor}'
 499     concurrent: false
 500     archive-artifacts: 'csit/archive/*.*'
 501     latest-only: false
 502
 503     build-discarder:
 504       daysToKeep: '{build-days-to-keep}'
 505       numToKeep: '{build-num-to-keep}'
 506       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 507       artifactNumToKeep: '{build-artifact-num-to-keep}'
 508
 509     parameters:
 510       - project-parameter:
 511           project: '{project}'
 512       - gerrit-parameter:
 513           branch: '{branch}'
 514       - string:
 515           name: ARCHIVE_ARTIFACTS
 516           default: '{archive-artifacts}'
 517           description: Artifacts to archive to the logs server.
 518
 519     wrappers:
 520       - fdio-infra-wrappers-non-activity-timeout:
 521           build-timeout: '{build-timeout}'
 522
 523     triggers:
 524       - timed: '{periodicity}'
 525
 526     builders:
 527       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 528       - inject:
 529           properties-file: variables.prop
 530       - shell:
 531           !include-raw-escape:
 532           - ../scripts/setup_executor_env.sh
 533       - shell:
 534           !include-raw-escape:
 535           - ../scripts/csit/perf-timed.sh
 536
 537     publishers:
 538       - robot:
 539           output-path: 'archives'
 540           other-files:
 541             - '*.*'
 542
 543       - fdio-infra-shiplogs:
 544           maven-version: 'mvn33-new'
 545
 546 - job-template:
 547     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 548
 549     description: |
 550       <ul>
 551           <li>objective
 552               <ul>
 553                   <li>perf verify - per csit gerrit patch
 554               </ul>
 555           <li>job
 556               <ul>
 557                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 558                   <li>trigger: keyword in comment to csit patch:
 559                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 560               </ul>
 561           <li>executor
 562               <ul>
 563                   <li>{executor}
 564               </ul>
 565           <li>perf test-cases selection
 566               <ul>
 567                   <li>test-cases selected using trigger keyword followed by tags
 568                   <li>all test-cases are labelled with CSIT RF topic tags
 569                       defined in <i>csit/docs/tag_documentation.rst</i>
 570               </ul>
 571           <li>default tags for dpdk perf test type
 572               <ul>
 573                   <li>IP4BASE, L2XCBASE
 574                   <li>64B: 64B packet size
 575                   <li>1C: one core
 576                   <li>X710: x710 Fortville NIC
 577                   <li>MRR: MRR throughput
 578               </ul>
 579           <li>results
 580               <ul>
 581                   <li>jjb verify: PASS/FAIL
 582                   <li>present: no
 583                   <li>analyse: no
 584               </ul>
 585       </ul>
 586
 587     project-type: freestyle
 588     node: '{executor}'
 589     concurrent: true
 590     archive-artifacts: 'archive/*.*'
 591     latest-only: false
 592
 593     build-discarder:
 594       daysToKeep: '{build-days-to-keep}'
 595       numToKeep: '{build-num-to-keep}'
 596       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 597       artifactNumToKeep: '{build-artifact-num-to-keep}'
 598
 599     parameters:
 600       - project-parameter:
 601           project: '{project}'
 602       - gerrit-parameter:
 603           branch: '{branch}'
 604       - csit-perf-trial-duration-parameter:
 605           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 606       - csit-perf-trial-multiplicity-parameter:
 607           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 608       - string:
 609           name: ARCHIVE_ARTIFACTS
 610           default: '{archive-artifacts}'
 611           description: Artifacts to archive to the logs server.
 612
 613     scm:
 614       - gerrit-trigger-scm:
 615           credentials-id: 'jenkins-gerrit-credentials'
 616           refspec: '$GERRIT_REFSPEC'
 617           choosing-strategy: 'gerrit'
 618
 619     wrappers:
 620       - fdio-infra-wrappers-non-activity-timeout:
 621           build-timeout: '{build-timeout}'
 622
 623     triggers:
 624       - gerrit-trigger-csit-perftest:
 625           project: '{project}'
 626           branch: '{branch}'
 627           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 628           skip-vote: false
 629
 630     builders:
 631       - shell:
 632           !include-raw-escape:
 633           - ../scripts/setup_executor_env.sh
 634       - shell:
 635           !include-raw-escape:
 636           - ../scripts/csit/perf-verify.sh
 637
 638     publishers:
 639       - robot:
 640           output-path: 'archives'
 641           other-files:
 642             - '*.*'
 643
 644       - fdio-infra-shiplogs:
 645           maven-version: 'mvn33-new'
 646
 647 - job-template:
 648     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 649
 650     description: |
 651       <ul>
 652           <li>objective
 653               <ul>
 654                   <li>check dpdk perf mrr weekly
 655               </ul>
 656           <li>executor
 657               <ul>
 658                   <li>{executor}
 659               </ul>
 660           <li>perf test-cases selection
 661               <ul>
 662                   <li>all CSIT DPDK MRR perf suites
 663               </ul>
 664           <li>results
 665               <ul>
 666                   <li>jjb verify: PASS/FAIL
 667                   <li>present: no
 668                   <li>analyse: csit project (catch malfunctions/degradations)
 669               </ul>
 670       </ul>
 671
 672     project-type: freestyle
 673     node: '{executor}'
 674     concurrent: false
 675     archive-artifacts: 'csit/archive/*.*'
 676     latest-only: false
 677
 678     build-discarder:
 679       daysToKeep: '{build-days-to-keep}'
 680       numToKeep: '{build-num-to-keep}'
 681       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 682       artifactNumToKeep: '{build-artifact-num-to-keep}'
 683
 684     parameters:
 685       - project-parameter:
 686           project: '{project}'
 687       - gerrit-parameter:
 688           branch: '{branch}'
 689       - csit-perf-trial-duration-parameter:
 690           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 691       - csit-perf-trial-multiplicity-parameter:
 692           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 693       - string:
 694           name: ARCHIVE_ARTIFACTS
 695           default: '{archive-artifacts}'
 696           description: Artifacts to archive to the logs server.
 697
 698     wrappers:
 699       - fdio-infra-wrappers-non-activity-timeout:
 700           build-timeout: '{build-timeout}'
 701
 702     triggers:
 703       - timed: '{periodicity}'
 704
 705     builders:
 706       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 707       - inject:
 708           properties-file: variables.prop
 709       - shell:
 710           !include-raw-escape:
 711           - ../scripts/setup_executor_env.sh
 712       - shell:
 713           !include-raw-escape:
 714           - ../scripts/csit/perf-timed.sh
 715
 716     publishers:
 717       - robot:
 718           output-path: 'archives'
 719           other-files:
 720             - '*.*'
 721
 722       - fdio-infra-shiplogs:
 723           maven-version: 'mvn33-new'
 724
 725 - job-template:
 726     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 727
 728     description: |
 729       <ul>
 730           <li>objective
 731               <ul>
 732                   <li>get vpp performance iterative data for csit report
 733               </ul>
 734           <li>job
 735               <ul>
 736                   <li>name:
 737                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 738                       {node-arch}</b>
 739                   <li>trigger: keyword in comment to csit patch:
 740                       <b>csit-vpp-report-iter-{node-arch}-perftest
 741                       test_set_id</b>
 742                   <li>trigger example:
 743                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 744               </ul>
 745           <li>executor
 746               <ul>
 747                   <li>{executor}
 748               </ul>
 749           <li>perf test-cases selection
 750               <ul>
 751                   <li>test-cases selected by tags defined in
 752                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 753                       test_set_id.md</i>
 754               </ul>
 755
 756           <li>results
 757               <ul>
 758                   <li>jjb verify: PASS/FAIL
 759                   <li>present: vpp performance
 760                   <li>analyse: vpp performance
 761               </ul>
 762       </ul>
 763
 764     project-type: freestyle
 765     node: '{executor}'
 766     concurrent: true
 767     archive-artifacts: 'archive/*.*'
 768     latest-only: false
 769
 770     build-discarder:
 771       daysToKeep: '{build-days-to-keep}'
 772       numToKeep: '{build-num-to-keep}'
 773       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 774       artifactNumToKeep: '{build-artifact-num-to-keep}'
 775
 776     parameters:
 777       - project-parameter:
 778           project: '{project}'
 779       - gerrit-parameter:
 780           branch: '{branch}'
 781       - gerrit-refspec-parameter
 782       - gerrit-event-type-parameter
 783       - gerrit-event-comment-text-parameter
 784       - csit-perf-trial-duration-parameter:
 785           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 786       - csit-perf-trial-multiplicity-parameter:
 787           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 788       - string:
 789           name: ARCHIVE_ARTIFACTS
 790           default: '{archive-artifacts}'
 791           description: Artifacts to archive to the logs server.
 792
 793     scm:
 794       - gerrit-trigger-scm:
 795           credentials-id: 'jenkins-gerrit-credentials'
 796           refspec: '$GERRIT_REFSPEC'
 797           choosing-strategy: 'gerrit'
 798
 799     wrappers:
 800       - fdio-infra-wrappers-non-activity-timeout:
 801           build-timeout: '{build-timeout}'
 802
 803     triggers:
 804       - gerrit-trigger-csit-perftest:
 805           project: '{project}'
 806           branch: '{branch}'
 807           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 808           skip-vote: false
 809
 810     builders:
 811       - shell:
 812           !include-raw-escape:
 813           - ../scripts/setup_executor_env.sh
 814       - shell:
 815           !include-raw-escape:
 816           - ../scripts/csit/perf-verify.sh
 817
 818     publishers:
 819       - robot:
 820           output-path: 'archives'
 821           other-files:
 822             - '*.*'
 823
 824       - fdio-infra-shiplogs:
 825           maven-version: 'mvn33-new'
 826
 827 - job-template:
 828     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 829
 830     description: |
 831       <ul>
 832           <li>objective
 833               <ul>
 834                   <li>get dpdk performance iterative data for csit report
 835               </ul>
 836           <li>job
 837               <ul>
 838                   <li>name:
 839                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 840                       {node-arch}</b>
 841                   <li>trigger: keyword in comment to csit patch:
 842                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 843                       test_set_id</b>
 844                   <li>trigger example:
 845                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 846               </ul>
 847           <li>executor
 848               <ul>
 849                   <li>{executor}
 850               </ul>
 851           <li>perf test-cases selection
 852               <ul>
 853                   <li>test-cases selected by tags defined in
 854                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 855                       test_set_id.md</i>
 856               </ul>
 857
 858           <li>results
 859               <ul>
 860                   <li>jjb verify: PASS/FAIL
 861                   <li>present: dpdk performance
 862                   <li>analyse: dpdk performance
 863               </ul>
 864       </ul>
 865
 866     project-type: freestyle
 867     node: '{executor}'
 868     concurrent: true
 869     archive-artifacts: 'archive/*.*'
 870     latest-only: false
 871
 872     build-discarder:
 873       daysToKeep: '{build-days-to-keep}'
 874       numToKeep: '{build-num-to-keep}'
 875       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 876       artifactNumToKeep: '{build-artifact-num-to-keep}'
 877
 878     parameters:
 879       - project-parameter:
 880           project: '{project}'
 881       - gerrit-parameter:
 882           branch: '{branch}'
 883       - gerrit-refspec-parameter
 884       - gerrit-event-type-parameter
 885       - gerrit-event-comment-text-parameter
 886       - csit-perf-trial-duration-parameter:
 887           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 888       - csit-perf-trial-multiplicity-parameter:
 889           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 890       - string:
 891           name: ARCHIVE_ARTIFACTS
 892           default: '{archive-artifacts}'
 893           description: Artifacts to archive to the logs server.
 894
 895     scm:
 896       - gerrit-trigger-scm:
 897           credentials-id: 'jenkins-gerrit-credentials'
 898           refspec: '$GERRIT_REFSPEC'
 899           choosing-strategy: 'gerrit'
 900
 901     wrappers:
 902       - fdio-infra-wrappers-non-activity-timeout:
 903           build-timeout: '{build-timeout}'
 904
 905     triggers:
 906       - gerrit-trigger-csit-perftest:
 907           project: '{project}'
 908           branch: '{branch}'
 909           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
 910           skip-vote: false
 911
 912     builders:
 913       - shell:
 914           !include-raw-escape:
 915           - ../scripts/setup_executor_env.sh
 916       - shell:
 917           !include-raw-escape:
 918           - ../scripts/csit/perf-verify.sh
 919
 920     publishers:
 921       - robot:
 922           output-path: 'archives'
 923           other-files:
 924             - '*.*'
 925
 926       - fdio-infra-shiplogs:
 927           maven-version: 'mvn33-new'
 928
 929 - job-template:
 930     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
 931
 932     description: |
 933       <ul>
 934           <li>objective
 935               <ul>
 936                   <li>get vpp performance coverage data for csit report
 937               </ul>
 938           <li>job
 939               <ul>
 940                   <li>name:
 941                       <b>csit-vpp-perf-report-coverage-{stream_report}-
 942                       {node-arch}</b>
 943                   <li>trigger: keyword in comment to csit patch:
 944                       <b>csit-vpp-report-cov-{node-arch}-perftest
 945                       test_set_id</b>
 946                   <li>trigger example:
 947                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
 948               </ul>
 949           <li>executor
 950               <ul>
 951                   <li>{executor}
 952               </ul>
 953           <li>perf test-cases selection
 954               <ul>
 955                   <li>test-cases selected by tags defined in
 956                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 957                       test_set_id.md</i>
 958               </ul>
 959
 960           <li>results
 961               <ul>
 962                   <li>jjb verify: PASS/FAIL
 963                   <li>present: vpp performance
 964                   <li>analyse: vpp performance
 965               </ul>
 966       </ul>
 967
 968     project-type: freestyle
 969     node: '{executor}'
 970     concurrent: true
 971     archive-artifacts: 'archive/*.*'
 972     latest-only: false
 973
 974     build-discarder:
 975       daysToKeep: '{build-days-to-keep}'
 976       numToKeep: '{build-num-to-keep}'
 977       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 978       artifactNumToKeep: '{build-artifact-num-to-keep}'
 979
 980     parameters:
 981       - project-parameter:
 982           project: '{project}'
 983       - gerrit-parameter:
 984           branch: '{branch}'
 985       - gerrit-refspec-parameter
 986       - gerrit-event-type-parameter
 987       - gerrit-event-comment-text-parameter
 988       - csit-perf-trial-duration-parameter:
 989           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 990       - csit-perf-trial-multiplicity-parameter:
 991           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 992       - string:
 993           name: ARCHIVE_ARTIFACTS
 994           default: '{archive-artifacts}'
 995           description: Artifacts to archive to the logs server.
 996
 997     scm:
 998       - gerrit-trigger-scm:
 999           credentials-id: 'jenkins-gerrit-credentials'
1000           refspec: '$GERRIT_REFSPEC'
1001           choosing-strategy: 'gerrit'
1002
1003     wrappers:
1004       - fdio-infra-wrappers-non-activity-timeout:
1005           build-timeout: '{build-timeout}'
1006
1007     triggers:
1008       - gerrit-trigger-csit-perftest:
1009           project: '{project}'
1010           branch: '{branch}'
1011           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1012           skip-vote: false
1013
1014     builders:
1015       - shell:
1016           !include-raw-escape:
1017           - ../scripts/setup_executor_env.sh
1018       - shell:
1019           !include-raw-escape:
1020           - ../scripts/csit/perf-verify.sh
1021
1022     publishers:
1023       - robot:
1024           output-path: 'archives'
1025           other-files:
1026             - '*.*'
1027
1028       - fdio-infra-shiplogs:
1029           maven-version: 'mvn33-new'
1030
1031 - job-template:
1032     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1033
1034     description: |
1035       <ul>
1036           <li>objective
1037               <ul>
1038                   <li>get dpdk performance coverage data for csit report
1039               </ul>
1040           <li>job
1041               <ul>
1042                   <li>name:
1043                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1044                       {node-arch}</b>
1045                   <li>trigger: keyword in comment to csit patch:
1046                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1047                       test_set_id</b>
1048                   <li>trigger example:
1049                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1050               </ul>
1051           <li>executor
1052               <ul>
1053                   <li>{executor}
1054               </ul>
1055           <li>perf test-cases selection
1056               <ul>
1057                   <li>test-cases selected by tags defined in
1058                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1059                       test_set_id.md</i>
1060               </ul>
1061
1062           <li>results
1063               <ul>
1064                   <li>jjb verify: PASS/FAIL
1065                   <li>present: dpdk performance
1066                   <li>analyse: dpdk performance
1067               </ul>
1068       </ul>
1069
1070     project-type: freestyle
1071     node: '{executor}'
1072     concurrent: true
1073     archive-artifacts: 'archive/*.*'
1074     latest-only: false
1075
1076     build-discarder:
1077       daysToKeep: '{build-days-to-keep}'
1078       numToKeep: '{build-num-to-keep}'
1079       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1080       artifactNumToKeep: '{build-artifact-num-to-keep}'
1081
1082     parameters:
1083       - project-parameter:
1084           project: '{project}'
1085       - gerrit-parameter:
1086           branch: '{branch}'
1087       - gerrit-refspec-parameter
1088       - gerrit-event-type-parameter
1089       - gerrit-event-comment-text-parameter
1090       - csit-perf-trial-duration-parameter:
1091           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1092       - csit-perf-trial-multiplicity-parameter:
1093           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1094       - string:
1095           name: ARCHIVE_ARTIFACTS
1096           default: '{archive-artifacts}'
1097           description: Artifacts to archive to the logs server.
1098
1099     scm:
1100       - gerrit-trigger-scm:
1101           credentials-id: 'jenkins-gerrit-credentials'
1102           refspec: '$GERRIT_REFSPEC'
1103           choosing-strategy: 'gerrit'
1104
1105     wrappers:
1106       - fdio-infra-wrappers-non-activity-timeout:
1107           build-timeout: '{build-timeout}'
1108
1109     triggers:
1110       - gerrit-trigger-csit-perftest:
1111           project: '{project}'
1112           branch: '{branch}'
1113           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1114           skip-vote: false
1115
1116     builders:
1117       - shell:
1118           !include-raw-escape:
1119           - ../scripts/setup_executor_env.sh
1120       - shell:
1121           !include-raw-escape:
1122           - ../scripts/csit/perf-verify.sh
1123
1124     publishers:
1125       - robot:
1126           output-path: 'archives'
1127           other-files:
1128             - '*.*'
1129
1130       - fdio-infra-shiplogs:
1131           maven-version: 'mvn33-new'