jjb/csit/csit.yaml

   1 - project:
   2     name: csit
   3     description: 'CSIT jenkins jobs.'
   4
   5     jobs:
   6         - 'csit-vpp-perf-{stream}-{type}'
   7         - 'csit-vpp-functional-{stream}-virl'
   8         - 'csit-vpp-verify-master-weekly'
   9         - 'csit-vpp-verify-{stream}-semiweekly'
  10         - 'csit-vpp-verify-perf-master-nightly-all'
  11
  12     project: 'csit'
  13     branch: 'master'
  14     branch-id: 'oper'
  15     build-artifact-num-to-keep: 10
  16     type:
  17         - all
  18         - long
  19     stream:
  20         - master:
  21             branch: 'master'
  22             branch-id: 'oper'
  23         - '1606':
  24             branch: 'rls1606'
  25             branch-id: 'oper-rls1606'
  26
  27 - job-template:
  28     name: 'csit-vpp-functional-{stream}-virl'
  29
  30     project-type: freestyle
  31     node: verify
  32     concurrent: true
  33
  34     logrotate:
  35         daysToKeep: '{build-days-to-keep}'
  36         numToKeep: '{build-num-to-keep}'
  37         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  38         artifactNumToKeep: '{build-artifact-num-to-keep}'
  39
  40     parameters:
  41         - project-parameter:
  42             project: '{project}'
  43         - gerrit-parameter:
  44             branch: '{branch}'
  45
  46     scm:
  47         - gerrit-trigger-scm:
  48             credentials-id: '{ssh-credentials}'
  49             refspec: '$GERRIT_REFSPEC'
  50             choosing-strategy: 'gerrit'
  51
  52     wrappers:
  53         - ssh-agent-credentials:
  54             users:
  55                 - '{ssh-credentials}'
  56
  57     triggers:
  58         - gerrit-trigger-patch-submitted:
  59             name: '{project}'
  60             branch: '{branch}'
  61
  62     builders:
  63         - shell:
  64             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
  65
  66     publishers:
  67         - archive-artifacts:
  68             artifacts: 'report.html, log.html, output.xml'
  69             latest-only: false
  70
  71         - robot-report:
  72             output-path: ''
  73
  74 - job-template:
  75     name: 'csit-vpp-perf-{stream}-{type}'
  76
  77     project-type: freestyle
  78     node: verify
  79     concurrent: false
  80
  81     logrotate:
  82         daysToKeep: '{build-days-to-keep}'
  83         numToKeep: '{build-num-to-keep}'
  84         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  85         artifactNumToKeep: '{build-artifact-num-to-keep}'
  86
  87     parameters:
  88         - project-parameter:
  89             project: '{project}'
  90         - gerrit-parameter:
  91             branch: '{branch}'
  92         - type-parameter:
  93             type: '{type}'
  94
  95     scm:
  96         - gerrit-trigger-scm:
  97             credentials-id: '{ssh-credentials}'
  98             refspec: '$GERRIT_REFSPEC'
  99             choosing-strategy: 'gerrit'
 100
 101     wrappers:
 102         - ssh-agent-credentials:
 103             users:
 104                 - '{ssh-credentials}'
 105
 106     triggers:
 107         - gerrit-trigger-manually-triggered:
 108             name: '{project}'
 109             branch: '{branch}'
 110             comment-trigger-value: 'verify-perf-{type}'
 111
 112     builders:
 113         - shell:
 114             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 115
 116     publishers:
 117         - archive-artifacts:
 118             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
 119             latest-only: false
 120
 121         - robot-report:
 122             output-path: ''
 123
 124         - plot:
 125             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
 126               yaxis: 'Packets Per Second'
 127               group: 'RFC2544:NDR'
 128               num-builds: '20'
 129               keep-records: True
 130               csv-file-name: 'csit-vpp-perf-{stream}-{type}-1.csv'
 131               series:
 132                   - file: 'output_perf_data.xml'
 133                     format: xml
 134                     xpath-type: 'nodeset'
 135                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 136             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
 137               yaxis: 'Packets Per Second'
 138               group: 'RFC2544:NDR'
 139               num-builds: '20'
 140               keep-records: True
 141               csv-file-name: 'csit-vpp-perf-{stream}-{type}-2.csv'
 142               series:
 143                   - file: 'output_perf_data.xml'
 144                     format: xml
 145                     xpath-type: 'nodeset'
 146                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 147             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
 148               yaxis: 'Packets Per Second'
 149               group: 'RFC2544:NDR'
 150               num-builds: '20'
 151               keep-records: True
 152               csv-file-name: 'csit-vpp-perf-{stream}-{type}-3.csv'
 153               series:
 154                   - file: 'output_perf_data.xml'
 155                     format: xml
 156                     xpath-type: 'nodeset'
 157                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 158             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
 159               yaxis: 'Packets Per Second'
 160               group: 'RFC2544:NDR'
 161               num-builds: '20'
 162               keep-records: True
 163               csv-file-name: 'csit-vpp-perf-{stream}-{type}-4.csv'
 164               series:
 165                   - file: 'output_perf_data.xml'
 166                     format: xml
 167                     xpath-type: 'nodeset'
 168                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 169             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
 170               yaxis: 'Packets Per Second'
 171               group: 'RFC2544:NDR'
 172               num-builds: '20'
 173               keep-records: True
 174               csv-file-name: 'csit-vpp-perf-{stream}-{type}-5.csv'
 175               series:
 176                   - file: 'output_perf_data.xml'
 177                     format: xml
 178                     xpath-type: 'nodeset'
 179                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 180             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
 181               yaxis: 'Packets Per Second'
 182               group: 'RFC2544:NDR'
 183               num-builds: '20'
 184               keep-records: True
 185               csv-file-name: 'csit-vpp-perf-{stream}-{type}-6.csv'
 186               series:
 187                   - file: 'output_perf_data.xml'
 188                     format: xml
 189                     xpath-type: 'nodeset'
 190                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 191             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
 192               yaxis: 'Packets Per Second'
 193               group: 'RFC2544:PDR'
 194               num-builds: '20'
 195               keep-records: True
 196               csv-file-name: 'csit-vpp-perf-{stream}-{type}-7.csv'
 197               series:
 198                   - file: 'output_perf_data.xml'
 199                     format: xml
 200                     xpath-type: 'nodeset'
 201                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 202             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
 203               yaxis: 'Packets Per Second'
 204               group: 'RFC2544:PDR'
 205               num-builds: '20'
 206               keep-records: True
 207               csv-file-name: 'csit-vpp-perf-{stream}-{type}-8.csv'
 208               series:
 209                   - file: 'output_perf_data.xml'
 210                     format: xml
 211                     xpath-type: 'nodeset'
 212                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 213             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
 214               yaxis: 'Packets Per Second'
 215               group: 'RFC2544:PDR'
 216               num-builds: '20'
 217               keep-records: True
 218               csv-file-name: 'csit-vpp-perf-{stream}-{type}-9.csv'
 219               series:
 220                   - file: 'output_perf_data.xml'
 221                     format: xml
 222                     xpath-type: 'nodeset'
 223                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 224             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
 225               yaxis: 'Packets Per Second'
 226               group: 'RFC2544:PDR'
 227               num-builds: '20'
 228               keep-records: True
 229               csv-file-name: 'csit-vpp-perf-{stream}-{type}-10.csv'
 230               series:
 231                   - file: 'output_perf_data.xml'
 232                     format: xml
 233                     xpath-type: 'nodeset'
 234                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 235             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
 236               yaxis: 'Packets Per Second'
 237               group: 'RFC2544:PDR'
 238               num-builds: '20'
 239               keep-records: True
 240               csv-file-name: 'csit-vpp-perf-{stream}-{type}-11.csv'
 241               series:
 242                   - file: 'output_perf_data.xml'
 243                     format: xml
 244                     xpath-type: 'nodeset'
 245                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 246             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
 247               yaxis: 'Packets Per Second'
 248               group: 'RFC2544:PDR'
 249               num-builds: '20'
 250               keep-records: True
 251               csv-file-name: 'csit-vpp-perf-{stream}-{type}-12.csv'
 252               series:
 253                   - file: 'output_perf_data.xml'
 254                     format: xml
 255                     xpath-type: 'nodeset'
 256                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 257
 258 - job-template:
 259     name: 'csit-vpp-verify-master-weekly'
 260     description: 'Purpose of this job is to validate CSIT code against verified vpp build and create csit-verified branch in case of success.'
 261
 262     project-type: freestyle
 263     node: verify
 264     concurrent: false
 265
 266     logrotate:
 267         daysToKeep: '{build-days-to-keep}'
 268         numToKeep: '{build-num-to-keep}'
 269         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 270         artifactNumToKeep: '{build-artifact-num-to-keep}'
 271
 272     parameters:
 273         - project-parameter:
 274             project: '{project}'
 275         - gerrit-parameter:
 276             branch: '{branch}'
 277
 278     scm:
 279         - git-scm:
 280             credentials-id: '{ssh-credentials}'
 281             branch: '{branch}'
 282
 283     wrappers:
 284         - ssh-agent-credentials:
 285             users:
 286                 - '{ssh-credentials}'
 287
 288     triggers:
 289         - timed: '0 4 * * 0'
 290
 291         - gerrit-trigger-manually-triggered:
 292             comment-trigger-value: 'csit-vpp-ref-verify'
 293             name: '{project}'
 294             branch: '{branch}'
 295
 296     builders:
 297         - shell:
 298             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
 299         - shell: 'echo "DATE=`date +%y%m%d`" > $WORKSPACE/variables.prop'
 300         - inject:
 301             properties-file: variables.prop
 302
 303     publishers:
 304         - archive-artifacts:
 305             artifacts: 'report.html, log.html, output.xml'
 306             latest-only: false
 307
 308         - robot-report:
 309             output-path: ''
 310         - git:
 311                push-only-if-success: true
 312                branches:
 313                 - branch:
 314                     remote: origin
 315                     name: 'refs/heads/{branch-id}-$DATE'
 316
 317
 318 - job-template:
 319     name: 'csit-vpp-verify-{stream}-semiweekly'
 320     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 321
 322     project-type: freestyle
 323     node: verify
 324     concurrent: false
 325
 326     logrotate:
 327         daysToKeep: '{build-days-to-keep}'
 328         numToKeep: '{build-num-to-keep}'
 329         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 330         artifactNumToKeep: '{build-artifact-num-to-keep}'
 331
 332     parameters:
 333         - project-parameter:
 334             project: '{project}'
 335         - gerrit-parameter:
 336             branch: '{branch}'
 337
 338     wrappers:
 339         - ssh-agent-credentials:
 340             users:
 341                 - '{ssh-credentials}'
 342
 343     triggers:
 344         - timed: '0 4 * * 2,6'
 345
 346         - gerrit-trigger-manually-triggered:
 347             comment-trigger-value: 'csit-verify-vpp'
 348             name: '{project}'
 349             branch: '{branch}'
 350
 351     builders:
 352         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 353         - inject:
 354             properties-file: variables.prop
 355         - shell:
 356             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 357
 358     publishers:
 359         - archive-artifacts:
 360             artifacts: 'csit/archive/*.*'
 361             latest-only: false
 362
 363         - robot-report:
 364             output-path: 'csit/archive'
 365
 366         - plot:
 367             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 368               yaxis: 'Packets Per Second'
 369               group: 'RFC2544:NDR'
 370               num-builds: '20'
 371               keep-records: True
 372               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-1.csv'
 373               series:
 374                   - file: 'csit/archive/output_perf_data.xml'
 375                     format: xml
 376                     xpath-type: 'nodeset'
 377                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 378             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 379               yaxis: 'Packets Per Second'
 380               group: 'RFC2544:NDR'
 381               num-builds: '20'
 382               keep-records: True
 383               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-2.csv'
 384               series:
 385                   - file: 'csit/archive/output_perf_data.xml'
 386                     format: xml
 387                     xpath-type: 'nodeset'
 388                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 389             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 390               yaxis: 'Packets Per Second'
 391               group: 'RFC2544:NDR'
 392               num-builds: '20'
 393               keep-records: True
 394               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-3.csv'
 395               series:
 396                   - file: 'csit/archive/output_perf_data.xml'
 397                     format: xml
 398                     xpath-type: 'nodeset'
 399                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 400             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 401               yaxis: 'Packets Per Second'
 402               group: 'RFC2544:NDR'
 403               num-builds: '20'
 404               keep-records: True
 405               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-4.csv'
 406               series:
 407                   - file: 'csit/archive/output_perf_data.xml'
 408                     format: xml
 409                     xpath-type: 'nodeset'
 410                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 411             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 412               yaxis: 'Packets Per Second'
 413               group: 'RFC2544:NDR'
 414               num-builds: '20'
 415               keep-records: True
 416               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-5.csv'
 417               series:
 418                   - file: 'csit/archive/output_perf_data.xml'
 419                     format: xml
 420                     xpath-type: 'nodeset'
 421                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 422             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 423               yaxis: 'Packets Per Second'
 424               group: 'RFC2544:NDR'
 425               num-builds: '20'
 426               keep-records: True
 427               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-6.csv'
 428               series:
 429                   - file: 'csit/archive/output_perf_data.xml'
 430                     format: xml
 431                     xpath-type: 'nodeset'
 432                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 433             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 434               yaxis: 'Packets Per Second'
 435               group: 'RFC2544:PDR'
 436               num-builds: '20'
 437               keep-records: True
 438               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-7.csv'
 439               series:
 440                   - file: 'csit/archive/output_perf_data.xml'
 441                     format: xml
 442                     xpath-type: 'nodeset'
 443                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 444             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 445               yaxis: 'Packets Per Second'
 446               group: 'RFC2544:PDR'
 447               num-builds: '20'
 448               keep-records: True
 449               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-8.csv'
 450               series:
 451                   - file: 'csit/archive/output_perf_data.xml'
 452                     format: xml
 453                     xpath-type: 'nodeset'
 454                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 455             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 456               yaxis: 'Packets Per Second'
 457               group: 'RFC2544:PDR'
 458               num-builds: '20'
 459               keep-records: True
 460               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-9.csv'
 461               series:
 462                   - file: 'csit/archive/output_perf_data.xml'
 463                     format: xml
 464                     xpath-type: 'nodeset'
 465                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 466             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 467               yaxis: 'Packets Per Second'
 468               group: 'RFC2544:PDR'
 469               num-builds: '20'
 470               keep-records: True
 471               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-10.csv'
 472               series:
 473                   - file: 'csit/archive/output_perf_data.xml'
 474                     format: xml
 475                     xpath-type: 'nodeset'
 476                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 477             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 478               yaxis: 'Packets Per Second'
 479               group: 'RFC2544:PDR'
 480               num-builds: '20'
 481               keep-records: True
 482               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-11.csv'
 483               series:
 484                   - file: 'csit/archive/output_perf_data.xml'
 485                     format: xml
 486                     xpath-type: 'nodeset'
 487                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 488             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 489               yaxis: 'Packets Per Second'
 490               group: 'RFC2544:PDR'
 491               num-builds: '20'
 492               keep-records: True
 493               csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-12.csv'
 494               series:
 495                   - file: 'csit/archive/output_perf_data.xml'
 496                     format: xml
 497                     xpath-type: 'nodeset'
 498                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 499
 500 - job-template:
 501     name: 'csit-vpp-verify-perf-master-nightly-all'
 502     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 503
 504     project-type: freestyle
 505     node: verify
 506     concurrent: false
 507
 508     logrotate:
 509         daysToKeep: '{build-days-to-keep}'
 510         numToKeep: '{build-num-to-keep}'
 511         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 512         artifactNumToKeep: '{build-artifact-num-to-keep}'
 513
 514     parameters:
 515         - project-parameter:
 516             project: '{project}'
 517         - gerrit-parameter:
 518             branch: '{branch}'
 519
 520     wrappers:
 521         - ssh-agent-credentials:
 522             users:
 523                 - '{ssh-credentials}'
 524
 525     triggers:
 526         - timed: '0 20 * * *'
 527
 528     builders:
 529         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 530         - inject:
 531             properties-file: variables.prop
 532         - shell:
 533             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
 534
 535     publishers:
 536         - archive-artifacts:
 537             artifacts: 'csit/archive/*.*'
 538             latest-only: false
 539
 540         - robot-report:
 541             output-path: 'csit/archive'
 542
 543         - plot:
 544             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, NDR'
 545               yaxis: 'Packets Per Second'
 546               group: 'RFC2544:NDR'
 547               num-builds: '20'
 548               keep-records: True
 549               csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
 550               series:
 551                   - file: 'csit/output_perf_data.xml'
 552                     format: xml
 553                     xpath-type: 'nodeset'
 554                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
 555             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, NDR'
 556               yaxis: 'Packets Per Second'
 557               group: 'RFC2544:NDR'
 558               num-builds: '20'
 559               keep-records: True
 560               csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
 561               series:
 562                   - file: 'csit/output_perf_data.xml'
 563                     format: xml
 564                     xpath-type: 'nodeset'
 565                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
 566             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, NDR'
 567               yaxis: 'Packets Per Second'
 568               group: 'RFC2544:NDR'
 569               num-builds: '20'
 570               keep-records: True
 571               csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
 572               series:
 573                   - file: 'csit/output_perf_data.xml'
 574                     format: xml
 575                     xpath-type: 'nodeset'
 576                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
 577             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, NDR'
 578               yaxis: 'Packets Per Second'
 579               group: 'RFC2544:NDR'
 580               num-builds: '20'
 581               keep-records: True
 582               csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
 583               series:
 584                   - file: 'csit/output_perf_data.xml'
 585                     format: xml
 586                     xpath-type: 'nodeset'
 587                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
 588             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, NDR'
 589               yaxis: 'Packets Per Second'
 590               group: 'RFC2544:NDR'
 591               num-builds: '20'
 592               keep-records: True
 593               csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
 594               series:
 595                   - file: 'csit/output_perf_data.xml'
 596                     format: xml
 597                     xpath-type: 'nodeset'
 598                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
 599             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, NDR'
 600               yaxis: 'Packets Per Second'
 601               group: 'RFC2544:NDR'
 602               num-builds: '20'
 603               keep-records: True
 604               csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
 605               series:
 606                   - file: 'csit/output_perf_data.xml'
 607                     format: xml
 608                     xpath-type: 'nodeset'
 609                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
 610             - title: 'RFC2544 binary search with 64B, worker-thread=1, rxq=1, PDR=0.5%'
 611               yaxis: 'Packets Per Second'
 612               group: 'RFC2544:PDR'
 613               num-builds: '20'
 614               keep-records: True
 615               csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
 616               series:
 617                   - file: 'csit/output_perf_data.xml'
 618                     format: xml
 619                     xpath-type: 'nodeset'
 620                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
 621             - title: 'RFC2544 binary search with 78B, worker-thread=1, rxq=1, PDR=0.5%'
 622               yaxis: 'Packets Per Second'
 623               group: 'RFC2544:PDR'
 624               num-builds: '20'
 625               keep-records: True
 626               csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
 627               series:
 628                   - file: 'csit/output_perf_data.xml'
 629                     format: xml
 630                     xpath-type: 'nodeset'
 631                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
 632             - title: 'RFC2544 binary search with 64B, worker-thread=2, rxq=1, PDR=0.5%'
 633               yaxis: 'Packets Per Second'
 634               group: 'RFC2544:PDR'
 635               num-builds: '20'
 636               keep-records: True
 637               csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
 638               series:
 639                   - file: 'csit/output_perf_data.xml'
 640                     format: xml
 641                     xpath-type: 'nodeset'
 642                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
 643             - title: 'RFC2544 binary search with 78B, worker-thread=2, rxq=1, PDR=0.5%'
 644               yaxis: 'Packets Per Second'
 645               group: 'RFC2544:PDR'
 646               num-builds: '20'
 647               keep-records: True
 648               csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
 649               series:
 650                   - file: 'csit/output_perf_data.xml'
 651                     format: xml
 652                     xpath-type: 'nodeset'
 653                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
 654             - title: 'RFC2544 binary search with 64B, worker-thread=4, rxq=2, PDR=0.5%'
 655               yaxis: 'Packets Per Second'
 656               group: 'RFC2544:PDR'
 657               num-builds: '20'
 658               keep-records: True
 659               csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
 660               series:
 661                   - file: 'csit/output_perf_data.xml'
 662                     format: xml
 663                     xpath-type: 'nodeset'
 664                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
 665             - title: 'RFC2544 binary search with 78B, worker-thread=4, rxq=2, PDR=0.5%'
 666               yaxis: 'Packets Per Second'
 667               group: 'RFC2544:PDR'
 668               num-builds: '20'
 669               keep-records: True
 670               csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
 671               series:
 672                   - file: 'csit/output_perf_data.xml'
 673                     format: xml
 674                     xpath-type: 'nodeset'
 675                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 676
 677 - parameter:
 678     name: test-type-parameter
 679     parameters:
 680         - string:
 681             name: TYPE
 682             default: '{type}'
 683             description: "Test TYPE parameter if not given by trigger"