jjb/csit/csit.yaml

   1 # Copyright (c) 2017 Cisco and/or its affiliates.
   2 # Licensed under the Apache License, Version 2.0 (the "License");
   3 # you may not use this file except in compliance with the License.
   4 # You may obtain a copy of the License at:
   5 #
   6 #     http://www.apache.org/licenses/LICENSE-2.0
   7 #
   8 # Unless required by applicable law or agreed to in writing, software
   9 # distributed under the License is distributed on an "AS IS" BASIS,
  10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11 # See the License for the specific language governing permissions and
  12 # limitations under the License.
  13
  14
  15 - project:
  16     name: csit
  17     description: 'CSIT jenkins jobs.'
  18     os:
  19         - 'ubuntu1604'
  20         - 'centos7'
  21
  22     jobs:
  23         - 'csit-dpdk-perf-{stream}-{type}'
  24         - 'csit-vpp-perf-{stream}-{type}'
  25         - 'csit-ligato-perf-{stream}-{type}'
  26         - 'csit-vpp-functional-{stream}-{os}-virl'
  27         - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
  28         - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
  29         - 'csit-docs-merge-{stream_timed}'
  30         - 'csit-docs-verify-{stream}'
  31         - 'csit-report-merge-{stream}'
  32         - 'csit-vpp-perf-trend-daily-master'
  33         - 'csit-vpp-perf-trend-semi-weekly-master'
  34         - 'csit-vpp-perf-check-{stream}'
  35         - 'csit-vpp-perf-mrr-daily-master'
  36         - 'csit-vpp-perf-verify-{stream}'
  37         - 'csit-nsh_sfc-verify-perf-{stream}'
  38         - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
  39         - 'csit-tldk-verify-func-{stream}-{os}-virl'
  40
  41     project: 'csit'
  42     branch: 'master'
  43     branch-id: 'oper'
  44     build-artifact-num-to-keep: 10
  45     type:
  46         - all
  47         - long
  48     stream_timed:
  49         - master:
  50             branch: 'master'
  51             branch-id: 'oper'
  52         - '1801':
  53             branch: 'rls1801'
  54             branch-id: 'oper-rls1801'
  55     stream:
  56         - master:
  57             branch: 'master'
  58             branch-id: 'oper'
  59         - '1701':
  60             branch: 'rls1701'
  61             branch-id: 'oper-rls1701'
  62         - '1704':
  63             branch: 'rls1704'
  64             branch-id: 'oper-rls1704'
  65         - '1707':
  66             branch: 'rls1707'
  67             branch-id: 'oper-rls1707'
  68         - '1710':
  69             branch: 'rls1710'
  70             branch-id: 'oper-rls1710'
  71         - '1801':
  72             branch: 'rls1801'
  73             branch-id: 'oper-rls1801'
  74
  75
  76 - job-template:
  77     name: 'csit-vpp-functional-{stream}-{os}-virl'
  78
  79     project-type: freestyle
  80     node: '{os}-basebuild-4c-4g'
  81     concurrent: true
  82
  83     logrotate:
  84         daysToKeep: '{build-days-to-keep}'
  85         numToKeep: '{build-num-to-keep}'
  86         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  87         artifactNumToKeep: '{build-artifact-num-to-keep}'
  88
  89     parameters:
  90         - project-parameter:
  91             project: '{project}'
  92         - gerrit-parameter:
  93             branch: '{branch}'
  94
  95     scm:
  96         - gerrit-trigger-scm:
  97             credentials-id: 'jenkins-gerrit-credentials'
  98             refspec: '$GERRIT_REFSPEC'
  99             choosing-strategy: 'gerrit'
 100
 101     wrappers:
 102         - fdio-infra-wrappers:
 103             build-timeout: '{build-timeout}'
 104
 105     triggers:
 106         - gerrit-trigger-patch-submitted:
 107             name: '{project}'
 108             branch: '{branch}'
 109
 110     builders:
 111         - shell:
 112             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
 113
 114     publishers:
 115         - archive-artifacts:
 116             artifacts: 'report.html, log.html, output.xml'
 117             latest-only: false
 118
 119         - robot-report:
 120             output-path: ''
 121
 122         - fdio-infra-shiplogs:
 123             maven-version: 'mvn33-new'
 124
 125 - job-template:
 126     name: 'csit-dpdk-perf-{stream}-{type}'
 127
 128     project-type: freestyle
 129     node: 'ubuntu1604-basebuild-4c-4g'
 130     concurrent: false
 131
 132     logrotate:
 133         daysToKeep: '{build-days-to-keep}'
 134         numToKeep: '{build-num-to-keep}'
 135         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 136         artifactNumToKeep: '{build-artifact-num-to-keep}'
 137
 138     parameters:
 139         - project-parameter:
 140             project: '{project}'
 141         - gerrit-parameter:
 142             branch: '{branch}'
 143         - type-parameter:
 144             type: '{type}'
 145
 146     scm:
 147         - gerrit-trigger-scm:
 148             credentials-id: 'jenkins-gerrit-credentials'
 149             refspec: '$GERRIT_REFSPEC'
 150             choosing-strategy: 'gerrit'
 151
 152     wrappers:
 153         - fdio-infra-wrappers-non-activity-timeout:
 154             build-timeout: '{build-timeout}'
 155
 156     triggers:
 157         - gerrit-trigger-manually-triggered:
 158             name: '{project}'
 159             branch: '{branch}'
 160             comment-trigger-value: 'verify-perf-dpdk-{type}'
 161
 162     builders:
 163         - shell:
 164             !include-raw-escape: jjb/csit/include-raw-csit-dpdk-perf-hw.sh
 165
 166     publishers:
 167         - archive-artifacts:
 168             artifacts: 'archive/*.*'
 169             latest-only: false
 170
 171         - robot:
 172             output-path: archive
 173             other-files:
 174               - '*.*'
 175
 176         - plot:
 177             - title: '64B-1t1c-eth-l2xcbase-testpmd-ndrdisc'
 178               group: 'RFC2544: Xconnect'
 179               yaxis: 'Packets Per Second'
 180               num-builds: '20'
 181               keep-records: True
 182               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-1.csv'
 183               series:
 184                   - file: 'output_perf_data.xml'
 185                     format: xml
 186                     xpath-type: 'nodeset'
 187                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]'
 188             - title: '64B-2t2c-eth-l2xcbase-testpmd-ndrdisc'
 189               group: 'RFC2544: Xconnect'
 190               yaxis: 'Packets Per Second'
 191               num-builds: '20'
 192               keep-records: True
 193               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-2.csv'
 194               series:
 195                   - file: 'output_perf_data.xml'
 196                     format: xml
 197                     xpath-type: 'nodeset'
 198                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]'
 199             - title: '64B-4t4c-eth-l2xcbase-testpmd-ndrdisc'
 200               group: 'RFC2544: Xconnect'
 201               yaxis: 'Packets Per Second'
 202               num-builds: '20'
 203               keep-records: True
 204               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-3.csv'
 205               series:
 206                   - file: 'output_perf_data.xml'
 207                     format: xml
 208                     xpath-type: 'nodeset'
 209                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]'
 210             - title: '64B-1t1c-eth-l2xcbase-testpmd-pdrdisc'
 211               group: 'RFC2544: Xconnect'
 212               yaxis: 'Packets Per Second'
 213               num-builds: '20'
 214               keep-records: True
 215               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-4.csv'
 216               series:
 217                   - file: 'output_perf_data.xml'
 218                     format: xml
 219                     xpath-type: 'nodeset'
 220                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]'
 221             - title: '64B-2t2c-eth-l2xcbase-testpmd-pdrdisc'
 222               group: 'RFC2544: Xconnect'
 223               yaxis: 'Packets Per Second'
 224               num-builds: '20'
 225               keep-records: True
 226               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-5.csv'
 227               series:
 228                   - file: 'output_perf_data.xml'
 229                     format: xml
 230                     xpath-type: 'nodeset'
 231                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]'
 232             - title: '64B-4t4c-eth-l2xcbase-testpmd-pdrdisc'
 233               group: 'RFC2544: Xconnect'
 234               yaxis: 'Packets Per Second'
 235               num-builds: '20'
 236               keep-records: True
 237               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-6.csv'
 238               series:
 239                   - file: 'output_perf_data.xml'
 240                     format: xml
 241                     xpath-type: 'nodeset'
 242                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]'
 243
 244         - fdio-infra-shiplogs:
 245             maven-version: 'mvn33-new'
 246
 247 - job-template:
 248     name: 'csit-vpp-perf-{stream}-{type}'
 249
 250     project-type: freestyle
 251     node: 'ubuntu1604-basebuild-8c-32g'
 252     concurrent: true
 253
 254     logrotate:
 255         daysToKeep: '{build-days-to-keep}'
 256         numToKeep: '{build-num-to-keep}'
 257         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 258         artifactNumToKeep: '{build-artifact-num-to-keep}'
 259
 260     parameters:
 261         - project-parameter:
 262             project: '{project}'
 263         - gerrit-parameter:
 264             branch: '{branch}'
 265         - type-parameter:
 266             type: '{type}'
 267
 268     scm:
 269         - gerrit-trigger-scm:
 270             credentials-id: 'jenkins-gerrit-credentials'
 271             refspec: '$GERRIT_REFSPEC'
 272             choosing-strategy: 'gerrit'
 273
 274     wrappers:
 275         - fdio-infra-wrappers-non-activity-timeout:
 276             build-timeout: '{build-timeout}'
 277
 278     triggers:
 279         - gerrit-trigger-manually-triggered:
 280             name: '{project}'
 281             branch: '{branch}'
 282             comment-trigger-value: 'verify-perf-{type}'
 283
 284     builders:
 285         - shell:
 286             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 287
 288     publishers:
 289         - archive-artifacts:
 290             artifacts: 'archive/*.*'
 291             latest-only: false
 292
 293         - robot:
 294             output-path: archive
 295             other-files:
 296               - '*.*'
 297
 298         - plot:
 299             - title: '64B-1t1c-eth-l2*-ndrdisc'
 300               group: 'RFC2544: Xconnect and Bridge Domain'
 301               yaxis: 'Packets Per Second'
 302               num-builds: '20'
 303               keep-records: True
 304               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-1.csv'
 305               series:
 306                   - file: 'output_perf_data.xml'
 307                     format: xml
 308                     xpath-type: 'nodeset'
 309                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 310             - title: '64B-2t2c-eth-l2*-ndrdisc'
 311               group: 'RFC2544: Xconnect and Bridge Domain'
 312               yaxis: 'Packets Per Second'
 313               num-builds: '20'
 314               keep-records: True
 315               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-2.csv'
 316               series:
 317                   - file: 'output_perf_data.xml'
 318                     format: xml
 319                     xpath-type: 'nodeset'
 320                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 321             - title: '64B-4t4c-eth-l2*-ndrdisc'
 322               group: 'RFC2544: Xconnect and Bridge Domain'
 323               yaxis: 'Packets Per Second'
 324               num-builds: '20'
 325               keep-records: True
 326               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-3.csv'
 327               series:
 328                   - file: 'output_perf_data.xml'
 329                     format: xml
 330                     xpath-type: 'nodeset'
 331                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 332             - title: '64B-1t1c-eth-l2*-pdrdisc'
 333               group: 'RFC2544: Xconnect and Bridge Domain'
 334               yaxis: 'Packets Per Second'
 335               num-builds: '20'
 336               keep-records: True
 337               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-4.csv'
 338               series:
 339                   - file: 'output_perf_data.xml'
 340                     format: xml
 341                     xpath-type: 'nodeset'
 342                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 343             - title: '64B-2t2c-eth-l2*-pdrdisc'
 344               group: 'RFC2544: Xconnect and Bridge Domain'
 345               yaxis: 'Packets Per Second'
 346               num-builds: '20'
 347               keep-records: True
 348               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-5.csv'
 349               series:
 350                   - file: 'output_perf_data.xml'
 351                     format: xml
 352                     xpath-type: 'nodeset'
 353                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 354             - title: '64B-4t4c-eth-l2*-pdrdisc'
 355               group: 'RFC2544: Xconnect and Bridge Domain'
 356               yaxis: 'Packets Per Second'
 357               num-builds: '20'
 358               keep-records: True
 359               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-6.csv'
 360               series:
 361                   - file: 'output_perf_data.xml'
 362                     format: xml
 363                     xpath-type: 'nodeset'
 364                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 365
 366             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
 367               group: 'RFC2544: IPv4 base, scale, feature'
 368               yaxis: 'Packets Per Second'
 369               num-builds: '20'
 370               keep-records: True
 371               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-1.csv'
 372               series:
 373                   - file: 'output_perf_data.xml'
 374                     format: xml
 375                     xpath-type: 'nodeset'
 376                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
 377             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
 378               group: 'RFC2544: IPv4 base, scale, feature'
 379               yaxis: 'Packets Per Second'
 380               num-builds: '20'
 381               keep-records: True
 382               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-2.csv'
 383               series:
 384                   - file: 'output_perf_data.xml'
 385                     format: xml
 386                     xpath-type: 'nodeset'
 387                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
 388             - title: '64B-4t4c-ethip4-ip4*-ndrdisc'
 389               group: 'RFC2544: IPv4 base, scale, feature'
 390               yaxis: 'Packets Per Second'
 391               num-builds: '20'
 392               keep-records: True
 393               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-3.csv'
 394               series:
 395                   - file: 'output_perf_data.xml'
 396                     format: xml
 397                     xpath-type: 'nodeset'
 398                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]'
 399             - title: '64B-1t1c-ethip4-ip4*-pdrdisc'
 400               group: 'RFC2544: IPv4 base, scale, feature'
 401               yaxis: 'Packets Per Second'
 402               num-builds: '20'
 403               keep-records: True
 404               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-4.csv'
 405               series:
 406                   - file: 'output_perf_data.xml'
 407                     format: xml
 408                     xpath-type: 'nodeset'
 409                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
 410             - title: '64B-2t2c-ethip4-ip4*-pdrdisc'
 411               group: 'RFC2544: IPv4 base, scale, feature'
 412               yaxis: 'Packets Per Second'
 413               num-builds: '20'
 414               keep-records: True
 415               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-5.csv'
 416               series:
 417                   - file: 'output_perf_data.xml'
 418                     format: xml
 419                     xpath-type: 'nodeset'
 420                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
 421             - title: '64B-4t4c-ethip4-ip4*-pdrdisc'
 422               group: 'RFC2544: IPv4 base, scale, feature'
 423               yaxis: 'Packets Per Second'
 424               num-builds: '20'
 425               keep-records: True
 426               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-6.csv'
 427               series:
 428                   - file: 'output_perf_data.xml'
 429                     format: xml
 430                     xpath-type: 'nodeset'
 431                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]'
 432
 433             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
 434               group: 'RFC2544: IPv6 base, scale, feature'
 435               yaxis: 'Packets Per Second'
 436               num-builds: '20'
 437               keep-records: True
 438               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-1.csv'
 439               series:
 440                   - file: 'output_perf_data.xml'
 441                     format: xml
 442                     xpath-type: 'nodeset'
 443                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
 444             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
 445               group: 'RFC2544: IPv6 base, scale, feature'
 446               yaxis: 'Packets Per Second'
 447               num-builds: '20'
 448               keep-records: True
 449               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-2.csv'
 450               series:
 451                   - file: 'output_perf_data.xml'
 452                     format: xml
 453                     xpath-type: 'nodeset'
 454                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
 455             - title: '78B-4t4c-ethip6-ip6*-ndrdisc'
 456               group: 'RFC2544: IPv6 base, scale, feature'
 457               yaxis: 'Packets Per Second'
 458               num-builds: '20'
 459               keep-records: True
 460               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-3.csv'
 461               series:
 462                   - file: 'output_perf_data.xml'
 463                     format: xml
 464                     xpath-type: 'nodeset'
 465                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]'
 466             - title: '78B-1t1c-ethip6-ip6*-pdrdisc'
 467               group: 'RFC2544: IPv6 base, scale, feature'
 468               yaxis: 'Packets Per Second'
 469               num-builds: '20'
 470               keep-records: True
 471               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-4.csv'
 472               series:
 473                   - file: 'output_perf_data.xml'
 474                     format: xml
 475                     xpath-type: 'nodeset'
 476                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
 477             - title: '78B-2t2c-ethip6-ip6*-pdrdisc'
 478               group: 'RFC2544: IPv6 base, scale, feature'
 479               yaxis: 'Packets Per Second'
 480               num-builds: '20'
 481               keep-records: True
 482               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-5.csv'
 483               series:
 484                   - file: 'output_perf_data.xml'
 485                     format: xml
 486                     xpath-type: 'nodeset'
 487                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
 488             - title: '78B-4t4c-ethip6-ip6*-pdrdisc'
 489               group: 'RFC2544: IPv6 base, scale, feature'
 490               yaxis: 'Packets Per Second'
 491               num-builds: '20'
 492               keep-records: True
 493               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-6.csv'
 494               series:
 495                   - file: 'output_perf_data.xml'
 496                     format: xml
 497                     xpath-type: 'nodeset'
 498                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]'
 499
 500             - title: '64B-1t1c-ethip4*-ndrdisc'
 501               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 502               yaxis: 'Packets Per Second'
 503               num-builds: '20'
 504               keep-records: True
 505               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-1.csv'
 506               series:
 507                   - file: 'output_perf_data.xml'
 508                     format: xml
 509                     xpath-type: 'nodeset'
 510                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 511             - title: '64B-2t2c-ethip4*-ndrdisc'
 512               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 513               yaxis: 'Packets Per Second'
 514               num-builds: '20'
 515               keep-records: True
 516               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-2.csv'
 517               series:
 518                   - file: 'output_perf_data.xml'
 519                     format: xml
 520                     xpath-type: 'nodeset'
 521                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 522             - title: '64B-4t4c-ethip4*-ndrdisc'
 523               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 524               yaxis: 'Packets Per Second'
 525               num-builds: '20'
 526               keep-records: True
 527               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-3.csv'
 528               series:
 529                   - file: 'output_perf_data.xml'
 530                     format: xml
 531                     xpath-type: 'nodeset'
 532                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 533             - title: '64B-1t1c-ethip4*-pdrdisc'
 534               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 535               yaxis: 'Packets Per Second'
 536               num-builds: '20'
 537               keep-records: True
 538               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-4.csv'
 539               series:
 540                   - file: 'output_perf_data.xml'
 541                     format: xml
 542                     xpath-type: 'nodeset'
 543                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 544             - title: '64B-2t2c-ethip4*-pdrdisc'
 545               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 546               yaxis: 'Packets Per Second'
 547               num-builds: '20'
 548               keep-records: True
 549               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-5.csv'
 550               series:
 551                   - file: 'output_perf_data.xml'
 552                     format: xml
 553                     xpath-type: 'nodeset'
 554                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 555             - title: '64B-4t4c-ethip4*-pdrdisc'
 556               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 557               yaxis: 'Packets Per Second'
 558               num-builds: '20'
 559               keep-records: True
 560               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-6.csv'
 561               series:
 562                   - file: 'output_perf_data.xml'
 563                     format: xml
 564                     xpath-type: 'nodeset'
 565                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 566             - title: '78B-1t1c-ethip6*-ndrdisc'
 567               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 568               yaxis: 'Packets Per Second'
 569               num-builds: '20'
 570               keep-records: True
 571               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-7.csv'
 572               series:
 573                   - file: 'output_perf_data.xml'
 574                     format: xml
 575                     xpath-type: 'nodeset'
 576                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 577             - title: '78B-2t2c-ethip6*-ndrdisc'
 578               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 579               yaxis: 'Packets Per Second'
 580               num-builds: '20'
 581               keep-records: True
 582               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-8.csv'
 583               series:
 584                   - file: 'output_perf_data.xml'
 585                     format: xml
 586                     xpath-type: 'nodeset'
 587                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 588             - title: '78B-4t4c-ethip6*-ndrdisc'
 589               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 590               yaxis: 'Packets Per Second'
 591               num-builds: '20'
 592               keep-records: True
 593               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-9.csv'
 594               series:
 595                   - file: 'output_perf_data.xml'
 596                     format: xml
 597                     xpath-type: 'nodeset'
 598                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 599             - title: '78B-1t1c-ethip6*-pdrdisc'
 600               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 601               yaxis: 'Packets Per Second'
 602               num-builds: '20'
 603               keep-records: True
 604               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-10.csv'
 605               series:
 606                   - file: 'output_perf_data.xml'
 607                     format: xml
 608                     xpath-type: 'nodeset'
 609                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 610             - title: '78B-2t2c-ethip6*-pdrdisc'
 611               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 612               yaxis: 'Packets Per Second'
 613               num-builds: '20'
 614               keep-records: True
 615               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-11.csv'
 616               series:
 617                   - file: 'output_perf_data.xml'
 618                     format: xml
 619                     xpath-type: 'nodeset'
 620                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 621             - title: '78B-4t4c-ethip6*-pdrdisc'
 622               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 623               yaxis: 'Packets Per Second'
 624               num-builds: '20'
 625               keep-records: True
 626               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-12.csv'
 627               series:
 628                   - file: 'output_perf_data.xml'
 629                     format: xml
 630                     xpath-type: 'nodeset'
 631                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 632
 633             - title: '64B-1t1c-ethip4*-ndrdisc'
 634               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 635               yaxis: 'Packets Per Second'
 636               num-builds: '20'
 637               keep-records: True
 638               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-1.csv'
 639               series:
 640                   - file: 'output_perf_data.xml'
 641                     format: xml
 642                     xpath-type: 'nodeset'
 643                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 644             - title: '64B-2t2c-ethip4*-ndrdisc'
 645               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 646               yaxis: 'Packets Per Second'
 647               num-builds: '20'
 648               keep-records: True
 649               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-2.csv'
 650               series:
 651                   - file: 'output_perf_data.xml'
 652                     format: xml
 653                     xpath-type: 'nodeset'
 654                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 655             - title: '64B-4t4c-ethip4*-ndrdisc'
 656               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 657               yaxis: 'Packets Per Second'
 658               num-builds: '20'
 659               keep-records: True
 660               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-3.csv'
 661               series:
 662                   - file: 'output_perf_data.xml'
 663                     format: xml
 664                     xpath-type: 'nodeset'
 665                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 666             - title: '64B-1t1c-ethip4*-pdrdisc'
 667               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 668               yaxis: 'Packets Per Second'
 669               num-builds: '20'
 670               keep-records: True
 671               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-4.csv'
 672               series:
 673                   - file: 'output_perf_data.xml'
 674                     format: xml
 675                     xpath-type: 'nodeset'
 676                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 677             - title: '64B-2t2c-ethip4*-pdrdisc'
 678               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 679               yaxis: 'Packets Per Second'
 680               num-builds: '20'
 681               keep-records: True
 682               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-5.csv'
 683               series:
 684                   - file: 'output_perf_data.xml'
 685                     format: xml
 686                     xpath-type: 'nodeset'
 687                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 688             - title: '64B-4t4c-ethip4*-pdrdisc'
 689               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 690               yaxis: 'Packets Per Second'
 691               num-builds: '20'
 692               keep-records: True
 693               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-6.csv'
 694               series:
 695                   - file: 'output_perf_data.xml'
 696                     format: xml
 697                     xpath-type: 'nodeset'
 698                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 699             - title: '78B-1t1c-ethip6*-ndrdisc'
 700               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 701               yaxis: 'Packets Per Second'
 702               num-builds: '20'
 703               keep-records: True
 704               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-7.csv'
 705               series:
 706                   - file: 'output_perf_data.xml'
 707                     format: xml
 708                     xpath-type: 'nodeset'
 709                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 710             - title: '78B-2t2c-ethip6*-ndrdisc'
 711               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 712               yaxis: 'Packets Per Second'
 713               num-builds: '20'
 714               keep-records: True
 715               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-8.csv'
 716               series:
 717                   - file: 'output_perf_data.xml'
 718                     format: xml
 719                     xpath-type: 'nodeset'
 720                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 721             - title: '78B-4t4c-ethip6*-ndrdisc'
 722               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 723               yaxis: 'Packets Per Second'
 724               num-builds: '20'
 725               keep-records: True
 726               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-9.csv'
 727               series:
 728                   - file: 'output_perf_data.xml'
 729                     format: xml
 730                     xpath-type: 'nodeset'
 731                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 732             - title: '78B-1t1c-ethip6*-pdrdisc'
 733               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 734               yaxis: 'Packets Per Second'
 735               num-builds: '20'
 736               keep-records: True
 737               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-10.csv'
 738               series:
 739                   - file: 'output_perf_data.xml'
 740                     format: xml
 741                     xpath-type: 'nodeset'
 742                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 743             - title: '78B-2t2c-ethip6*-pdrdisc'
 744               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 745               yaxis: 'Packets Per Second'
 746               num-builds: '20'
 747               keep-records: True
 748               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-11.csv'
 749               series:
 750                   - file: 'output_perf_data.xml'
 751                     format: xml
 752                     xpath-type: 'nodeset'
 753                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 754             - title: '78B-4t4c-ethip6*-pdrdisc'
 755               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 756               yaxis: 'Packets Per Second'
 757               num-builds: '20'
 758               keep-records: True
 759               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-12.csv'
 760               series:
 761                   - file: 'output_perf_data.xml'
 762                     format: xml
 763                     xpath-type: 'nodeset'
 764                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 765
 766             - title: '64B-1t1c-ethip4*-ndrdisc'
 767               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 768               yaxis: 'Packets Per Second'
 769               num-builds: '20'
 770               keep-records: True
 771               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-1.csv'
 772               series:
 773                   - file: 'output_perf_data.xml'
 774                     format: xml
 775                     xpath-type: 'nodeset'
 776                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 777             - title: '64B-2t2c-ethip4*-ndrdisc'
 778               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 779               yaxis: 'Packets Per Second'
 780               num-builds: '20'
 781               keep-records: True
 782               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-2.csv'
 783               series:
 784                   - file: 'output_perf_data.xml'
 785                     format: xml
 786                     xpath-type: 'nodeset'
 787                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 788             - title: '64B-4t4c-ethip4*-ndrdisc'
 789               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 790               yaxis: 'Packets Per Second'
 791               num-builds: '20'
 792               keep-records: True
 793               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-3.csv'
 794               series:
 795                   - file: 'output_perf_data.xml'
 796                     format: xml
 797                     xpath-type: 'nodeset'
 798                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 799             - title: '64B-1t1c-ethip4*-pdrdisc'
 800               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 801               yaxis: 'Packets Per Second'
 802               num-builds: '20'
 803               keep-records: True
 804               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-4.csv'
 805               series:
 806                   - file: 'output_perf_data.xml'
 807                     format: xml
 808                     xpath-type: 'nodeset'
 809                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 810             - title: '64B-2t2c-ethip4*-pdrdisc'
 811               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 812               yaxis: 'Packets Per Second'
 813               num-builds: '20'
 814               keep-records: True
 815               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-5.csv'
 816               series:
 817                   - file: 'output_perf_data.xml'
 818                     format: xml
 819                     xpath-type: 'nodeset'
 820                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 821             - title: '64B-4t4c-ethip4*-pdrdisc'
 822               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 823               yaxis: 'Packets Per Second'
 824               num-builds: '20'
 825               keep-records: True
 826               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-6.csv'
 827               series:
 828                   - file: 'output_perf_data.xml'
 829                     format: xml
 830                     xpath-type: 'nodeset'
 831                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 832             - title: '78B-1t1c-ethip6*-ndrdisc'
 833               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 834               yaxis: 'Packets Per Second'
 835               num-builds: '20'
 836               keep-records: True
 837               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-7.csv'
 838               series:
 839                   - file: 'output_perf_data.xml'
 840                     format: xml
 841                     xpath-type: 'nodeset'
 842                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 843             - title: '78B-2t2c-ethip6*-ndrdisc'
 844               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 845               yaxis: 'Packets Per Second'
 846               num-builds: '20'
 847               keep-records: True
 848               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-8.csv'
 849               series:
 850                   - file: 'output_perf_data.xml'
 851                     format: xml
 852                     xpath-type: 'nodeset'
 853                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 854             - title: '78B-4t4c-ethip6*-ndrdisc'
 855               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 856               yaxis: 'Packets Per Second'
 857               num-builds: '20'
 858               keep-records: True
 859               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-9.csv'
 860               series:
 861                   - file: 'output_perf_data.xml'
 862                     format: xml
 863                     xpath-type: 'nodeset'
 864                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 865             - title: '78B-1t1c-ethip6*-pdrdisc'
 866               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 867               yaxis: 'Packets Per Second'
 868               num-builds: '20'
 869               keep-records: True
 870               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-10.csv'
 871               series:
 872                   - file: 'output_perf_data.xml'
 873                     format: xml
 874                     xpath-type: 'nodeset'
 875                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 876             - title: '78B-2t2c-ethip6*-pdrdisc'
 877               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 878               yaxis: 'Packets Per Second'
 879               num-builds: '20'
 880               keep-records: True
 881               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-11.csv'
 882               series:
 883                   - file: 'output_perf_data.xml'
 884                     format: xml
 885                     xpath-type: 'nodeset'
 886                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 887             - title: '78B-4t4c-ethip6*-pdrdisc'
 888               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 889               yaxis: 'Packets Per Second'
 890               num-builds: '20'
 891               keep-records: True
 892               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-12.csv'
 893               series:
 894                   - file: 'output_perf_data.xml'
 895                     format: xml
 896                     xpath-type: 'nodeset'
 897                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 898
 899             - title: '64B-1t1c-ethip4*-ndrdisc'
 900               group: 'RFC2544: Overlay tunnels with crypto in software'
 901               yaxis: 'Packets Per Second'
 902               num-builds: '20'
 903               keep-records: True
 904               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-1.csv'
 905               series:
 906                   - file: 'output_perf_data.xml'
 907                     format: xml
 908                     xpath-type: 'nodeset'
 909                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 910             - title: '64B-2t2c-ethip4*-ndrdisc'
 911               group: 'RFC2544: Overlay tunnels with crypto in software'
 912               yaxis: 'Packets Per Second'
 913               num-builds: '20'
 914               keep-records: True
 915               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-2.csv'
 916               series:
 917                   - file: 'output_perf_data.xml'
 918                     format: xml
 919                     xpath-type: 'nodeset'
 920                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 921             - title: '64B-4t4c-ethip4*-ndrdisc'
 922               group: 'RFC2544: Overlay tunnels with crypto in software'
 923               yaxis: 'Packets Per Second'
 924               num-builds: '20'
 925               keep-records: True
 926               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-3.csv'
 927               series:
 928                   - file: 'output_perf_data.xml'
 929                     format: xml
 930                     xpath-type: 'nodeset'
 931                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 932             - title: '64B-1t1c-ethip4*-pdrdisc'
 933               group: 'RFC2544: Overlay tunnels with crypto in software'
 934               yaxis: 'Packets Per Second'
 935               num-builds: '20'
 936               keep-records: True
 937               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-4.csv'
 938               series:
 939                   - file: 'output_perf_data.xml'
 940                     format: xml
 941                     xpath-type: 'nodeset'
 942                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 943             - title: '64B-2t2c-ethip4*-pdrdisc'
 944               group: 'RFC2544: Overlay tunnels with crypto in software'
 945               yaxis: 'Packets Per Second'
 946               num-builds: '20'
 947               keep-records: True
 948               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-5.csv'
 949               series:
 950                   - file: 'output_perf_data.xml'
 951                     format: xml
 952                     xpath-type: 'nodeset'
 953                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 954             - title: '64B-4t4c-ethip4*-pdrdisc'
 955               group: 'RFC2544: Overlay tunnels with crypto in software'
 956               yaxis: 'Packets Per Second'
 957               num-builds: '20'
 958               keep-records: True
 959               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-6.csv'
 960               series:
 961                   - file: 'output_perf_data.xml'
 962                     format: xml
 963                     xpath-type: 'nodeset'
 964                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 965             - title: '78B-1t1c-ethip6*-ndrdisc'
 966               group: 'RFC2544: Overlay tunnels with crypto in software'
 967               yaxis: 'Packets Per Second'
 968               num-builds: '20'
 969               keep-records: True
 970               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-7.csv'
 971               series:
 972                   - file: 'output_perf_data.xml'
 973                     format: xml
 974                     xpath-type: 'nodeset'
 975                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 976             - title: '78B-2t2c-ethip6*-ndrdisc'
 977               group: 'RFC2544: Overlay tunnels with crypto in software'
 978               yaxis: 'Packets Per Second'
 979               num-builds: '20'
 980               keep-records: True
 981               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-8.csv'
 982               series:
 983                   - file: 'output_perf_data.xml'
 984                     format: xml
 985                     xpath-type: 'nodeset'
 986                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 987             - title: '78B-4t4c-ethip6*-ndrdisc'
 988               group: 'RFC2544: Overlay tunnels with crypto in software'
 989               yaxis: 'Packets Per Second'
 990               num-builds: '20'
 991               keep-records: True
 992               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-9.csv'
 993               series:
 994                   - file: 'output_perf_data.xml'
 995                     format: xml
 996                     xpath-type: 'nodeset'
 997                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 998             - title: '78B-1t1c-ethip6*-pdrdisc'
 999               group: 'RFC2544: Overlay tunnels with crypto in software'
1000               yaxis: 'Packets Per Second'
1001               num-builds: '20'
1002               keep-records: True
1003               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-10.csv'
1004               series:
1005                   - file: 'output_perf_data.xml'
1006                     format: xml
1007                     xpath-type: 'nodeset'
1008                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1009             - title: '78B-2t2c-ethip6*-pdrdisc'
1010               group: 'RFC2544: Overlay tunnels with crypto in software'
1011               yaxis: 'Packets Per Second'
1012               num-builds: '20'
1013               keep-records: True
1014               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-11.csv'
1015               series:
1016                   - file: 'output_perf_data.xml'
1017                     format: xml
1018                     xpath-type: 'nodeset'
1019                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1020             - title: '78B-4t4c-ethip6*-pdrdisc'
1021               group: 'RFC2544: Overlay tunnels with crypto in software'
1022               yaxis: 'Packets Per Second'
1023               num-builds: '20'
1024               keep-records: True
1025               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-12.csv'
1026               series:
1027                   - file: 'output_perf_data.xml'
1028                     format: xml
1029                     xpath-type: 'nodeset'
1030                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1031
1032             - title: '64B-1t1c-ethip4*-ndrdisc'
1033               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1034               yaxis: 'Packets Per Second'
1035               num-builds: '20'
1036               keep-records: True
1037               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-1.csv'
1038               series:
1039                   - file: 'output_perf_data.xml'
1040                     format: xml
1041                     xpath-type: 'nodeset'
1042                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1043             - title: '64B-2t2c-ethip4*-ndrdisc'
1044               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1045               yaxis: 'Packets Per Second'
1046               num-builds: '20'
1047               keep-records: True
1048               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-2.csv'
1049               series:
1050                   - file: 'output_perf_data.xml'
1051                     format: xml
1052                     xpath-type: 'nodeset'
1053                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1054             - title: '64B-4t4c-ethip4*-ndrdisc'
1055               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1056               yaxis: 'Packets Per Second'
1057               num-builds: '20'
1058               keep-records: True
1059               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-3.csv'
1060               series:
1061                   - file: 'output_perf_data.xml'
1062                     format: xml
1063                     xpath-type: 'nodeset'
1064                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1065             - title: '64B-1t1c-ethip4*-pdrdisc'
1066               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1067               yaxis: 'Packets Per Second'
1068               num-builds: '20'
1069               keep-records: True
1070               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-4.csv'
1071               series:
1072                   - file: 'output_perf_data.xml'
1073                     format: xml
1074                     xpath-type: 'nodeset'
1075                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1076             - title: '64B-2t2c-ethip4*-pdrdisc'
1077               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1078               yaxis: 'Packets Per Second'
1079               num-builds: '20'
1080               keep-records: True
1081               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-5.csv'
1082               series:
1083                   - file: 'output_perf_data.xml'
1084                     format: xml
1085                     xpath-type: 'nodeset'
1086                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1087             - title: '64B-4t4c-ethip4*-pdrdisc'
1088               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1089               yaxis: 'Packets Per Second'
1090               num-builds: '20'
1091               keep-records: True
1092               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-6.csv'
1093               series:
1094                   - file: 'output_perf_data.xml'
1095                     format: xml
1096                     xpath-type: 'nodeset'
1097                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1098             - title: '78B-1t1c-ethip6*-ndrdisc'
1099               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1100               yaxis: 'Packets Per Second'
1101               num-builds: '20'
1102               keep-records: True
1103               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-7.csv'
1104               series:
1105                   - file: 'output_perf_data.xml'
1106                     format: xml
1107                     xpath-type: 'nodeset'
1108                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1109             - title: '78B-2t2c-ethip6*-ndrdisc'
1110               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1111               yaxis: 'Packets Per Second'
1112               num-builds: '20'
1113               keep-records: True
1114               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-8.csv'
1115               series:
1116                   - file: 'output_perf_data.xml'
1117                     format: xml
1118                     xpath-type: 'nodeset'
1119                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1120             - title: '78B-4t4c-ethip6*-ndrdisc'
1121               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1122               yaxis: 'Packets Per Second'
1123               num-builds: '20'
1124               keep-records: True
1125               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-9.csv'
1126               series:
1127                   - file: 'output_perf_data.xml'
1128                     format: xml
1129                     xpath-type: 'nodeset'
1130                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1131             - title: '78B-1t1c-ethip6*-pdrdisc'
1132               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1133               yaxis: 'Packets Per Second'
1134               num-builds: '20'
1135               keep-records: True
1136               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-10.csv'
1137               series:
1138                   - file: 'output_perf_data.xml'
1139                     format: xml
1140                     xpath-type: 'nodeset'
1141                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1142             - title: '78B-2t2c-ethip6*-pdrdisc'
1143               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1144               yaxis: 'Packets Per Second'
1145               num-builds: '20'
1146               keep-records: True
1147               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-11.csv'
1148               series:
1149                   - file: 'output_perf_data.xml'
1150                     format: xml
1151                     xpath-type: 'nodeset'
1152                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1153             - title: '78B-4t4c-ethip6*-pdrdisc'
1154               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1155               yaxis: 'Packets Per Second'
1156               num-builds: '20'
1157               keep-records: True
1158               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-12.csv'
1159               series:
1160                   - file: 'output_perf_data.xml'
1161                     format: xml
1162                     xpath-type: 'nodeset'
1163                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1164
1165             - title: '64B-1t1c-*-vhost-*-ndrdisc'
1166               group: 'RFC2544: vhost-user'
1167               yaxis: 'Packets Per Second'
1168               num-builds: '20'
1169               keep-records: True
1170               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-1.csv'
1171               series:
1172                   - file: 'output_perf_data.xml'
1173                     format: xml
1174                     xpath-type: 'nodeset'
1175                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1176             - title: '64B-2t2c-*-vhost-*-ndrdisc'
1177               group: 'RFC2544: vhost-user'
1178               yaxis: 'Packets Per Second'
1179               num-builds: '20'
1180               keep-records: True
1181               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-2.csv'
1182               series:
1183                   - file: 'output_perf_data.xml'
1184                     format: xml
1185                     xpath-type: 'nodeset'
1186                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1187             - title: '64B-4t4c-*-vhost-*-ndrdisc'
1188               group: 'RFC2544: vhost-user'
1189               yaxis: 'Packets Per Second'
1190               num-builds: '20'
1191               keep-records: True
1192               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-3.csv'
1193               series:
1194                   - file: 'output_perf_data.xml'
1195                     format: xml
1196                     xpath-type: 'nodeset'
1197                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1198             - title: '64B-1t1c-*-vhost-*-pdrdisc'
1199               group: 'RFC2544: vhost-user'
1200               yaxis: 'Packets Per Second'
1201               num-builds: '20'
1202               keep-records: True
1203               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-4.csv'
1204               series:
1205                   - file: 'output_perf_data.xml'
1206                     format: xml
1207                     xpath-type: 'nodeset'
1208                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1209             - title: '64B-2t2c-*-vhost-*-pdrdisc'
1210               group: 'RFC2544: vhost-user'
1211               yaxis: 'Packets Per Second'
1212               num-builds: '20'
1213               keep-records: True
1214               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-5.csv'
1215               series:
1216                   - file: 'output_perf_data.xml'
1217                     format: xml
1218                     xpath-type: 'nodeset'
1219                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1220             - title: '64B-4t4c-*-vhost-*-pdrdisc'
1221               group: 'RFC2544: vhost-user'
1222               yaxis: 'Packets Per Second'
1223               num-builds: '20'
1224               keep-records: True
1225               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-6.csv'
1226               series:
1227                   - file: 'output_perf_data.xml'
1228                     format: xml
1229                     xpath-type: 'nodeset'
1230                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1231
1232         - fdio-infra-shiplogs:
1233             maven-version: 'mvn33-new'
1234
1235 - job-template:
1236     name: 'csit-ligato-perf-{stream}-{type}'
1237
1238     project-type: freestyle
1239     node: 'ubuntu1604-basebuild-4c-4g'
1240     concurrent: true
1241
1242     logrotate:
1243         daysToKeep: '{build-days-to-keep}'
1244         numToKeep: '{build-num-to-keep}'
1245         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1246         artifactNumToKeep: '{build-artifact-num-to-keep}'
1247
1248     parameters:
1249         - project-parameter:
1250             project: '{project}'
1251         - gerrit-parameter:
1252             branch: '{branch}'
1253         - type-parameter:
1254             type: '{type}'
1255
1256     scm:
1257         - gerrit-trigger-scm:
1258             credentials-id: 'jenkins-gerrit-credentials'
1259             refspec: '$GERRIT_REFSPEC'
1260             choosing-strategy: 'gerrit'
1261
1262     wrappers:
1263         - fdio-infra-wrappers-non-activity-timeout:
1264             build-timeout: '{build-timeout}'
1265
1266     triggers:
1267         - gerrit-trigger-manually-triggered:
1268             name: '{project}'
1269             branch: '{branch}'
1270             comment-trigger-value: 'verify-perf-ligato-{type}'
1271
1272     builders:
1273         - shell:
1274             !include-raw-escape: jjb/csit/include-raw-csit-ligato-perf-hw.sh
1275
1276     publishers:
1277         - archive-artifacts:
1278             artifacts: 'archive/*.*'
1279             latest-only: false
1280
1281         - robot:
1282             output-path: archive
1283             other-files:
1284               - '*.*'
1285
1286         - fdio-infra-shiplogs:
1287             maven-version: 'mvn33-new'
1288
1289
1290 - job-template:
1291     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
1292     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
1293
1294     project-type: freestyle
1295     node: '{os}-basebuild-4c-4g'
1296     concurrent: false
1297
1298     logrotate:
1299         daysToKeep: '{build-days-to-keep}'
1300         numToKeep: '{build-num-to-keep}'
1301         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1302         artifactNumToKeep: '{build-artifact-num-to-keep}'
1303
1304     parameters:
1305         - project-parameter:
1306             project: '{project}'
1307         - gerrit-parameter:
1308             branch: '{branch}'
1309
1310     scm:
1311         - git-scm:
1312             credentials-id: 'jenkins-gerrit-credentials'
1313             branch: '{branch}'
1314
1315     wrappers:
1316         - fdio-infra-wrappers-non-activity-timeout:
1317             build-timeout: '{build-timeout}'
1318
1319     triggers:
1320         - timed: '0 4 * * 0'
1321
1322         - gerrit-trigger-manually-triggered:
1323             comment-trigger-value: 'csit-vpp-ref-verify'
1324             name: '{project}'
1325             branch: '{branch}'
1326
1327     builders:
1328         - shell:
1329             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
1330
1331     publishers:
1332         - archive-artifacts:
1333             artifacts: 'report.html, log.html, output.xml'
1334             latest-only: false
1335
1336         - robot-report:
1337             output-path: ''
1338
1339         - fdio-infra-shiplogs:
1340             maven-version: 'mvn33-new'
1341
1342 - job-template:
1343     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
1344     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
1345
1346     project-type: freestyle
1347     node: '{os}-basebuild-4c-4g'
1348     concurrent: false
1349
1350     logrotate:
1351         daysToKeep: '{build-days-to-keep}'
1352         numToKeep: '{build-num-to-keep}'
1353         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1354         artifactNumToKeep: '{build-artifact-num-to-keep}'
1355
1356     parameters:
1357         - project-parameter:
1358             project: '{project}'
1359         - gerrit-parameter:
1360             branch: '{branch}'
1361
1362     wrappers:
1363         - fdio-infra-wrappers-non-activity-timeout:
1364             build-timeout: '{build-timeout}'
1365
1366     triggers:
1367         - timed: '0 4 * * 2,6'
1368
1369         - gerrit-trigger-manually-triggered:
1370             comment-trigger-value: 'csit-verify-vpp'
1371             name: '{project}'
1372             branch: '{branch}'
1373
1374     builders:
1375         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1376         - inject:
1377             properties-file: variables.prop
1378         - shell:
1379             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
1380
1381     publishers:
1382         - archive-artifacts:
1383             artifacts: 'csit/archive/*.*'
1384             latest-only: false
1385
1386         - robot-report:
1387             output-path: 'csit/archive'
1388
1389         - fdio-infra-shiplogs:
1390             maven-version: 'mvn33-new'
1391
1392 - job-template:
1393     name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
1394     description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
1395
1396     project-type: freestyle
1397     node: centos7-basebuild-4c-4g'
1398     concurrent: false
1399
1400     logrotate:
1401         daysToKeep: '{build-days-to-keep}'
1402         numToKeep: '{build-num-to-keep}'
1403         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1404         artifactNumToKeep: '{build-artifact-num-to-keep}'
1405
1406     parameters:
1407         - project-parameter:
1408             project: '{project}'
1409         - gerrit-parameter:
1410             branch: '{branch}'
1411
1412     scm:
1413         - git-scm:
1414             credentials-id: 'jenkins-gerrit-credentials'
1415             branch: '{branch}'
1416
1417     wrappers:
1418         - fdio-infra-wrappers:
1419             build-timeout: '{build-timeout}'
1420
1421     triggers:
1422         - timed: 'H H(3-4) * * *'
1423
1424         - gerrit-trigger-manually-triggered:
1425             comment-trigger-value: 'vpp-verify-func-centos7'
1426             name: '{project}'
1427             branch: '{branch}'
1428
1429     builders:
1430         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1431         - inject:
1432             properties-file: variables.prop
1433         - shell:
1434             !include-raw-escape: jjb/csit/include-raw-csit-vpp-functional-virl.sh
1435
1436     publishers:
1437         - archive-artifacts:
1438             artifacts: 'csit/archive/*.*'
1439             latest-only: false
1440
1441         - robot-report:
1442             output-path: 'csit/archive'
1443
1444         - fdio-infra-shiplogs:
1445             maven-version: 'mvn33-new'
1446
1447 - job-template:
1448     name: 'csit-docs-verify-{stream}'
1449
1450     project-type: freestyle
1451     node: 'ubuntu1604-basebuild-4c-4g'
1452     concurrent: true
1453
1454     logrotate:
1455         daysToKeep: '{build-days-to-keep}'
1456         numToKeep: '{build-num-to-keep}'
1457         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1458         artifactNumToKeep: '{build-artifact-num-to-keep}'
1459
1460     parameters:
1461         - project-parameter:
1462             project: '{project}'
1463         - gerrit-parameter:
1464             branch: '{branch}'
1465         - maven-exec:
1466             maven-version: 'mvn33-new'
1467
1468     scm:
1469         - gerrit-trigger-scm:
1470             credentials-id: 'jenkins-gerrit-credentials'
1471             refspec: '$GERRIT_REFSPEC'
1472             choosing-strategy: 'gerrit'
1473
1474     wrappers:
1475         - fdio-infra-wrappers-non-activity-timeout:
1476             build-timeout: '{build-timeout}'
1477
1478     triggers:
1479         - gerrit-trigger-patch-submitted:
1480             name: '{project}'
1481             branch: '{branch}'
1482
1483     builders:
1484         - maven-target:
1485             maven-version: 'mvn33-new'
1486             goals: '--version'
1487             settings: 'csit-settings'
1488             settings-type: cfp
1489             global-settings: 'global-settings'
1490             global-settings-type: cfp
1491         - provide-maven-settings:
1492             settings-file: 'csit-settings'
1493             global-settings-file: 'global-settings'
1494         - shell:
1495             !include-raw-escape: include-raw-csit-docs.sh
1496
1497     publishers:
1498         - archive:
1499             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
1500             allow-empty: 'true'
1501             fingerprint: false
1502             only-if-success: true
1503             default-excludes: false
1504
1505         - fdio-infra-shiplogs:
1506             maven-version: 'mvn33-new'
1507
1508 - job-template:
1509     name: 'csit-docs-merge-{stream_timed}'
1510
1511     project-type: freestyle
1512     node: 'ubuntu1604-basebuild-4c-4g'
1513     concurrent: true
1514
1515     logrotate:
1516         daysToKeep: '{build-days-to-keep}'
1517         numToKeep: '{build-num-to-keep}'
1518         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1519         artifactNumToKeep: '{build-artifact-num-to-keep}'
1520
1521     parameters:
1522         - project-parameter:
1523             project: '{project}'
1524         - gerrit-parameter:
1525             branch: '{branch}'
1526         - maven-exec:
1527             maven-version: 'mvn33-new'
1528
1529     scm:
1530         - gerrit-trigger-scm:
1531             credentials-id: 'jenkins-gerrit-credentials'
1532             refspec: ''
1533             choosing-strategy: 'default'
1534
1535     wrappers:
1536         - fdio-infra-wrappers-non-activity-timeout:
1537             build-timeout: '{build-timeout}'
1538
1539     triggers:
1540         - reverse:
1541             jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
1542             result: 'success'
1543         - gerrit:
1544             server-name: 'Primary'
1545             trigger-on:
1546                 - comment-added-contains-event:
1547                     comment-contains-value: 'run-docs'
1548             projects:
1549               - project-compare-type: 'ANT'
1550                 project-pattern: '{project}'
1551                 branches:
1552                   - branch-compare-type: 'ANT'
1553                     branch-pattern: '**/{branch}'
1554             skip-vote:
1555                 successful: true
1556                 failed: true
1557                 unstable: true
1558                 notbuilt: true
1559
1560     builders:
1561         - maven-target:
1562             maven-version: 'mvn33-new'
1563             goals: '--version'
1564             settings: 'csit-settings'
1565             settings-type: cfp
1566             global-settings: 'global-settings'
1567             global-settings-type: cfp
1568         - provide-maven-settings:
1569             settings-file: 'csit-settings'
1570             global-settings-file: 'global-settings'
1571         - shell:
1572             !include-raw-escape: include-raw-csit-docs.sh
1573
1574     publishers:
1575         - archive:
1576             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
1577             allow-empty: 'true'
1578             fingerprint: false
1579             only-if-success: true
1580             default-excludes: false
1581
1582         - fdio-infra-shiplogs:
1583             maven-version: 'mvn33-new'
1584
1585 - job-template:
1586     name: 'csit-report-merge-{stream}'
1587
1588     project-type: freestyle
1589     node: 'ubuntu1604-basebuild-8c-32g'
1590     concurrent: false
1591
1592     logrotate:
1593         daysToKeep: '{build-days-to-keep}'
1594         numToKeep: '{build-num-to-keep}'
1595         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1596         artifactNumToKeep: '{build-artifact-num-to-keep}'
1597
1598     parameters:
1599         - project-parameter:
1600             project: '{project}'
1601         - gerrit-parameter:
1602             branch: '{branch}'
1603         - maven-exec:
1604             maven-version: 'mvn33-new'
1605
1606     scm:
1607         - gerrit-trigger-scm:
1608             credentials-id: 'jenkins-gerrit-credentials'
1609             refspec: '$GERRIT_REFSPEC'
1610             choosing-strategy: 'default'
1611
1612     wrappers:
1613         - fdio-infra-wrappers-non-activity-timeout:
1614             build-timeout: '{build-timeout}'
1615
1616     triggers:
1617         - gerrit:
1618             server-name: 'Primary'
1619             trigger-on:
1620                 - comment-added-contains-event:
1621                     comment-contains-value: 'run-report'
1622             projects:
1623               - project-compare-type: 'ANT'
1624                 project-pattern: '{project}'
1625                 branches:
1626                   - branch-compare-type: 'ANT'
1627                     branch-pattern: '**/{branch}'
1628             skip-vote:
1629                 successful: true
1630                 failed: true
1631                 unstable: true
1632                 notbuilt: true
1633
1634     builders:
1635         - maven-target:
1636             maven-version: 'mvn33-new'
1637             goals: '--version'
1638             settings: 'csit-settings'
1639             settings-type: cfp
1640             global-settings: 'global-settings'
1641             global-settings-type: cfp
1642         - provide-maven-settings:
1643             settings-file: 'csit-settings'
1644             global-settings-file: 'global-settings'
1645         - shell:
1646             !include-raw-escape: include-raw-csit-report.sh
1647
1648     publishers:
1649         - archive:
1650             artifacts: 'resources/tools/report_gen/csit.report.tar.gz'
1651             allow-empty: 'true'
1652             fingerprint: false
1653             only-if-success: true
1654             default-excludes: false
1655
1656         - fdio-infra-shiplogs:
1657             maven-version: 'mvn33-new'
1658
1659 - job-template:
1660     name: 'csit-vpp-perf-trend-daily-master'
1661
1662     description: |
1663       Purpose of this job is to validate latest vpp build from corresponding
1664       branch stored in nexus against verified CSIT codebase of corresponding
1665       branch.
1666
1667       objective
1668           daily perf trending of vpp master build
1669       job
1670          name
1671              csit-vpp-perf-trend-daily
1672          trigger
1673              scheduled daily
1674       perf test-cases selection
1675           all CSIT perf suites
1676       default tags for vpp startup config and perf test type
1677           1T1C - one worker thread, one core
1678           2T2C - two worker threads, two cores
1679           X520 - Intel x520-DA2 NIC
1680           NDRDISC - discovery of NDR throughput
1681       results
1682           jjb verify - no
1683           present
1684               jenkins trending graphs
1685
1686     project-type: freestyle
1687     node: 'ubuntu1604-basebuild-4c-4g'
1688     concurrent: false
1689
1690     logrotate:
1691         daysToKeep: '{build-days-to-keep}'
1692         numToKeep: '{build-num-to-keep}'
1693         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1694         artifactNumToKeep: '{build-artifact-num-to-keep}'
1695
1696     parameters:
1697         - project-parameter:
1698             project: '{project}'
1699         - gerrit-parameter:
1700             branch: '{branch}'
1701
1702     wrappers:
1703         - fdio-infra-wrappers-non-activity-timeout:
1704             build-timeout: '{build-timeout}'
1705
1706     builders:
1707         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1708         - inject:
1709             properties-file: variables.prop
1710         - shell:
1711             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-daily.sh
1712
1713     publishers:
1714         - archive-artifacts:
1715             artifacts: 'csit/archive/*.*'
1716             latest-only: false
1717
1718         - robot:
1719             output-path: 'csit/archive'
1720             other-files:
1721               - '*.*'
1722
1723         - fdio-infra-shiplogs:
1724             maven-version: 'mvn33-new'
1725
1726         - plot:
1727             - title: '64B-1t1c-eth-l2*-ndrdisc'
1728               group: 'RFC2544: Xconnect and Bridge Domain'
1729               yaxis: 'Packets Per Second'
1730               num-builds: '20'
1731               keep-records: True
1732               csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-1.csv'
1733               series:
1734                   - file: 'csit/output_perf_data.xml'
1735                     format: xml
1736                     xpath-type: 'nodeset'
1737                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
1738             - title: '64B-2t2c-eth-l2*-ndrdisc'
1739               group: 'RFC2544: Xconnect and Bridge Domain'
1740               yaxis: 'Packets Per Second'
1741               num-builds: '20'
1742               keep-records: True
1743               csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-2.csv'
1744               series:
1745                   - file: 'csit/output_perf_data.xml'
1746                     format: xml
1747                     xpath-type: 'nodeset'
1748                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
1749
1750             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
1751               group: 'RFC2544: IPv4 base, scale, feature'
1752               yaxis: 'Packets Per Second'
1753               num-builds: '20'
1754               keep-records: True
1755               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-1.csv'
1756               series:
1757                   - file: 'csit/output_perf_data.xml'
1758                     format: xml
1759                     xpath-type: 'nodeset'
1760                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
1761             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
1762               group: 'RFC2544: IPv4 base, scale, feature'
1763               yaxis: 'Packets Per Second'
1764               num-builds: '20'
1765               keep-records: True
1766               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-2.csv'
1767               series:
1768                   - file: 'csit/output_perf_data.xml'
1769                     format: xml
1770                     xpath-type: 'nodeset'
1771                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
1772
1773             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
1774               group: 'RFC2544: IPv6 base, scale, feature'
1775               yaxis: 'Packets Per Second'
1776               num-builds: '20'
1777               keep-records: True
1778               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-1.csv'
1779               series:
1780                   - file: 'csit/output_perf_data.xml'
1781                     format: xml
1782                     xpath-type: 'nodeset'
1783                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
1784             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
1785               group: 'RFC2544: IPv6 base, scale, feature'
1786               yaxis: 'Packets Per Second'
1787               num-builds: '20'
1788               keep-records: True
1789               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-2.csv'
1790               series:
1791                   - file: 'csit/output_perf_data.xml'
1792                     format: xml
1793                     xpath-type: 'nodeset'
1794                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
1795
1796             - title: '64B-1t1c-ethip4*-ndrdisc'
1797               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1798               yaxis: 'Packets Per Second'
1799               num-builds: '20'
1800               keep-records: True
1801               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-1.csv'
1802               series:
1803                   - file: 'csit/output_perf_data.xml'
1804                     format: xml
1805                     xpath-type: 'nodeset'
1806                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1807             - title: '64B-2t2c-ethip4*-ndrdisc'
1808               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1809               yaxis: 'Packets Per Second'
1810               num-builds: '20'
1811               keep-records: True
1812               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-2.csv'
1813               series:
1814                   - file: 'csit/output_perf_data.xml'
1815                     format: xml
1816                     xpath-type: 'nodeset'
1817                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1818             - title: '78B-1t1c-ethip6*-ndrdisc'
1819               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1820               yaxis: 'Packets Per Second'
1821               num-builds: '20'
1822               keep-records: True
1823               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-3.csv'
1824               series:
1825                   - file: 'csit/output_perf_data.xml'
1826                     format: xml
1827                     xpath-type: 'nodeset'
1828                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1829             - title: '78B-2t2c-ethip6*-ndrdisc'
1830               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1831               yaxis: 'Packets Per Second'
1832               num-builds: '20'
1833               keep-records: True
1834               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-4.csv'
1835               series:
1836                   - file: 'csit/output_perf_data.xml'
1837                     format: xml
1838                     xpath-type: 'nodeset'
1839                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1840
1841             - title: '64B-1t1c-ethip4*-ndrdisc'
1842               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1843               yaxis: 'Packets Per Second'
1844               num-builds: '20'
1845               keep-records: True
1846               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-1.csv'
1847               series:
1848                   - file: 'csit/output_perf_data.xml'
1849                     format: xml
1850                     xpath-type: 'nodeset'
1851                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1852             - title: '64B-2t2c-ethip4*-ndrdisc'
1853               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1854               yaxis: 'Packets Per Second'
1855               num-builds: '20'
1856               keep-records: True
1857               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-2.csv'
1858               series:
1859                   - file: 'csit/output_perf_data.xml'
1860                     format: xml
1861                     xpath-type: 'nodeset'
1862                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1863             - title: '78B-1t1c-ethip6*-ndrdisc'
1864               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1865               yaxis: 'Packets Per Second'
1866               num-builds: '20'
1867               keep-records: True
1868               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-3.csv'
1869               series:
1870                   - file: 'csit/output_perf_data.xml'
1871                     format: xml
1872                     xpath-type: 'nodeset'
1873                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1874             - title: '78B-2t2c-ethip6*-ndrdisc'
1875               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1876               yaxis: 'Packets Per Second'
1877               num-builds: '20'
1878               keep-records: True
1879               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-4.csv'
1880               series:
1881                   - file: 'csit/output_perf_data.xml'
1882                     format: xml
1883                     xpath-type: 'nodeset'
1884                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1885
1886             - title: '64B-1t1c-ethip4*-ndrdisc'
1887               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1888               yaxis: 'Packets Per Second'
1889               num-builds: '20'
1890               keep-records: True
1891               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-1.csv'
1892               series:
1893                   - file: 'csit/output_perf_data.xml'
1894                     format: xml
1895                     xpath-type: 'nodeset'
1896                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1897             - title: '64B-2t2c-ethip4*-ndrdisc'
1898               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1899               yaxis: 'Packets Per Second'
1900               num-builds: '20'
1901               keep-records: True
1902               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-2.csv'
1903               series:
1904                   - file: 'csit/output_perf_data.xml'
1905                     format: xml
1906                     xpath-type: 'nodeset'
1907                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1908             - title: '78B-1t1c-ethip6*-ndrdisc'
1909               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1910               yaxis: 'Packets Per Second'
1911               num-builds: '20'
1912               keep-records: True
1913               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-3.csv'
1914               series:
1915                   - file: 'csit/output_perf_data.xml'
1916                     format: xml
1917                     xpath-type: 'nodeset'
1918                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1919             - title: '78B-2t2c-ethip6*-ndrdisc'
1920               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1921               yaxis: 'Packets Per Second'
1922               num-builds: '20'
1923               keep-records: True
1924               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-4.csv'
1925               series:
1926                   - file: 'csit/output_perf_data.xml'
1927                     format: xml
1928                     xpath-type: 'nodeset'
1929                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1930
1931             - title: '64B-1t1c-ethip4*-ndrdisc'
1932               group: 'RFC2544: Overlay tunnels with crypto in software'
1933               yaxis: 'Packets Per Second'
1934               num-builds: '20'
1935               keep-records: True
1936               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-1.csv'
1937               series:
1938                   - file: 'csit/output_perf_data.xml'
1939                     format: xml
1940                     xpath-type: 'nodeset'
1941                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1942             - title: '64B-2t2c-ethip4*-ndrdisc'
1943               group: 'RFC2544: Overlay tunnels with crypto in software'
1944               yaxis: 'Packets Per Second'
1945               num-builds: '20'
1946               keep-records: True
1947               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-2.csv'
1948               series:
1949                   - file: 'csit/output_perf_data.xml'
1950                     format: xml
1951                     xpath-type: 'nodeset'
1952                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1953             - title: '78B-1t1c-ethip6*-ndrdisc'
1954               group: 'RFC2544: Overlay tunnels with crypto in software'
1955               yaxis: 'Packets Per Second'
1956               num-builds: '20'
1957               keep-records: True
1958               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-3.csv'
1959               series:
1960                   - file: 'csit/output_perf_data.xml'
1961                     format: xml
1962                     xpath-type: 'nodeset'
1963                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1964             - title: '78B-2t2c-ethip6*-ndrdisc'
1965               group: 'RFC2544: Overlay tunnels with crypto in software'
1966               yaxis: 'Packets Per Second'
1967               num-builds: '20'
1968               keep-records: True
1969               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-4.csv'
1970               series:
1971                   - file: 'csit/output_perf_data.xml'
1972                     format: xml
1973                     xpath-type: 'nodeset'
1974                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1975
1976             - title: '64B-1t1c-ethip4*-ndrdisc'
1977               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1978               yaxis: 'Packets Per Second'
1979               num-builds: '20'
1980               keep-records: True
1981               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-1.csv'
1982               series:
1983                   - file: 'csit/output_perf_data.xml'
1984                     format: xml
1985                     xpath-type: 'nodeset'
1986                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1987             - title: '64B-2t2c-ethip4*-ndrdisc'
1988               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1989               yaxis: 'Packets Per Second'
1990               num-builds: '20'
1991               keep-records: True
1992               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-2.csv'
1993               series:
1994                   - file: 'csit/output_perf_data.xml'
1995                     format: xml
1996                     xpath-type: 'nodeset'
1997                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1998             - title: '78B-1t1c-ethip6*-ndrdisc'
1999               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2000               yaxis: 'Packets Per Second'
2001               num-builds: '20'
2002               keep-records: True
2003               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-3.csv'
2004               series:
2005                   - file: 'csit/output_perf_data.xml'
2006                     format: xml
2007                     xpath-type: 'nodeset'
2008                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2009             - title: '78B-2t2c-ethip6*-ndrdisc'
2010               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2011               yaxis: 'Packets Per Second'
2012               num-builds: '20'
2013               keep-records: True
2014               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-4.csv'
2015               series:
2016                   - file: 'csit/output_perf_data.xml'
2017                     format: xml
2018                     xpath-type: 'nodeset'
2019                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2020
2021             - title: '64B-1t1c-*-vhost-*-ndrdisc'
2022               group: 'RFC2544: vhost-user'
2023               yaxis: 'Packets Per Second'
2024               num-builds: '20'
2025               keep-records: True
2026               csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-1.csv'
2027               series:
2028                   - file: 'csit/output_perf_data.xml'
2029                     format: xml
2030                     xpath-type: 'nodeset'
2031                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2032             - title: '64B-2t2c-*-vhost-*-ndrdisc'
2033               group: 'RFC2544: vhost-user'
2034               yaxis: 'Packets Per Second'
2035               num-builds: '20'
2036               keep-records: True
2037               csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-2.csv'
2038               series:
2039                   - file: 'csit/output_perf_data.xml'
2040                     format: xml
2041                     xpath-type: 'nodeset'
2042                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2043
2044 - job-template:
2045     name: 'csit-vpp-perf-trend-semi-weekly-master'
2046
2047     description: |
2048       Purpose of this job is to validate latest vpp build from corresponding
2049       branch stored in nexus against verified CSIT codebase of corresponding
2050       branch.
2051
2052       consumer
2053           csit-dev trending semi-weekly
2054       objective
2055           semi-weekly perf trending of vpp master build job
2056           name
2057               csit-vpp-perf-trend-semi-weekly
2058           trigger
2059               scheduled semi-weekly
2060       perf test-cases selection
2061           all CSIT perf suites
2062       default tags for vpp startup config and perf test type
2063           1T1C - one worker thread, one core
2064           2T2C - two worker threads, two cores
2065           X710 - Intel x710 Fortville NIC
2066           XL710 - Intel xl710 Fortville NIC
2067           NDRDISC - discovery of NDR throughput
2068       results
2069           jjb verify - no
2070           present
2071               jenkins trending graphs
2072
2073     project-type: freestyle
2074     node: 'ubuntu1604-basebuild-4c-4g'
2075     concurrent: false
2076
2077     logrotate:
2078         daysToKeep: '{build-days-to-keep}'
2079         numToKeep: '{build-num-to-keep}'
2080         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2081         artifactNumToKeep: '{build-artifact-num-to-keep}'
2082
2083     parameters:
2084         - project-parameter:
2085             project: '{project}'
2086         - gerrit-parameter:
2087             branch: '{branch}'
2088
2089     wrappers:
2090         - fdio-infra-wrappers-non-activity-timeout:
2091             build-timeout: '{build-timeout}'
2092
2093     builders:
2094         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
2095         - inject:
2096             properties-file: variables.prop
2097         - shell:
2098             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-semi-weekly.sh
2099
2100     publishers:
2101         - archive-artifacts:
2102             artifacts: 'csit/archive/*.*'
2103             latest-only: false
2104
2105         - robot:
2106             output-path: 'csit/archive'
2107             other-files:
2108               - '*.*'
2109
2110         - fdio-infra-shiplogs:
2111             maven-version: 'mvn33-new'
2112
2113         - plot:
2114             - title: '64B-1t1c-eth-l2*-ndrdisc'
2115               group: 'RFC2544: Xconnect and Bridge Domain'
2116               yaxis: 'Packets Per Second'
2117               num-builds: '20'
2118               keep-records: True
2119               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-1.csv'
2120               series:
2121                   - file: 'csit/output_perf_data.xml'
2122                     format: xml
2123                     xpath-type: 'nodeset'
2124                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
2125             - title: '64B-2t2c-eth-l2*-ndrdisc'
2126               group: 'RFC2544: Xconnect and Bridge Domain'
2127               yaxis: 'Packets Per Second'
2128               num-builds: '20'
2129               keep-records: True
2130               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-2.csv'
2131               series:
2132                   - file: 'csit/output_perf_data.xml'
2133                     format: xml
2134                     xpath-type: 'nodeset'
2135                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
2136
2137             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
2138               group: 'RFC2544: IPv4 base, scale, feature'
2139               yaxis: 'Packets Per Second'
2140               num-builds: '20'
2141               keep-records: True
2142               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-1.csv'
2143               series:
2144                   - file: 'csit/output_perf_data.xml'
2145                     format: xml
2146                     xpath-type: 'nodeset'
2147                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
2148             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
2149               group: 'RFC2544: IPv4 base, scale, feature'
2150               yaxis: 'Packets Per Second'
2151               num-builds: '20'
2152               keep-records: True
2153               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-2.csv'
2154               series:
2155                   - file: 'csit/output_perf_data.xml'
2156                     format: xml
2157                     xpath-type: 'nodeset'
2158                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
2159
2160             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
2161               group: 'RFC2544: IPv6 base, scale, feature'
2162               yaxis: 'Packets Per Second'
2163               num-builds: '20'
2164               keep-records: True
2165               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-1.csv'
2166               series:
2167                   - file: 'csit/output_perf_data.xml'
2168                     format: xml
2169                     xpath-type: 'nodeset'
2170                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
2171             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
2172               group: 'RFC2544: IPv6 base, scale, feature'
2173               yaxis: 'Packets Per Second'
2174               num-builds: '20'
2175               keep-records: True
2176               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-2.csv'
2177               series:
2178                   - file: 'csit/output_perf_data.xml'
2179                     format: xml
2180                     xpath-type: 'nodeset'
2181                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
2182
2183             - title: '64B-1t1c-ethip4*-ndrdisc'
2184               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2185               yaxis: 'Packets Per Second'
2186               num-builds: '20'
2187               keep-records: True
2188               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-1.csv'
2189               series:
2190                   - file: 'csit/output_perf_data.xml'
2191                     format: xml
2192                     xpath-type: 'nodeset'
2193                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2194             - title: '64B-2t2c-ethip4*-ndrdisc'
2195               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2196               yaxis: 'Packets Per Second'
2197               num-builds: '20'
2198               keep-records: True
2199               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-2.csv'
2200               series:
2201                   - file: 'csit/output_perf_data.xml'
2202                     format: xml
2203                     xpath-type: 'nodeset'
2204                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2205             - title: '78B-1t1c-ethip6*-ndrdisc'
2206               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2207               yaxis: 'Packets Per Second'
2208               num-builds: '20'
2209               keep-records: True
2210               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-3.csv'
2211               series:
2212                   - file: 'csit/output_perf_data.xml'
2213                     format: xml
2214                     xpath-type: 'nodeset'
2215                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2216             - title: '78B-2t2c-ethip6*-ndrdisc'
2217               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2218               yaxis: 'Packets Per Second'
2219               num-builds: '20'
2220               keep-records: True
2221               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-4.csv'
2222               series:
2223                   - file: 'csit/output_perf_data.xml'
2224                     format: xml
2225                     xpath-type: 'nodeset'
2226                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2227
2228             - title: '64B-1t1c-ethip4*-ndrdisc'
2229               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2230               yaxis: 'Packets Per Second'
2231               num-builds: '20'
2232               keep-records: True
2233               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-1.csv'
2234               series:
2235                   - file: 'csit/output_perf_data.xml'
2236                     format: xml
2237                     xpath-type: 'nodeset'
2238                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2239             - title: '64B-2t2c-ethip4*-ndrdisc'
2240               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2241               yaxis: 'Packets Per Second'
2242               num-builds: '20'
2243               keep-records: True
2244               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-2.csv'
2245               series:
2246                   - file: 'csit/output_perf_data.xml'
2247                     format: xml
2248                     xpath-type: 'nodeset'
2249                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2250             - title: '78B-1t1c-ethip6*-ndrdisc'
2251               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2252               yaxis: 'Packets Per Second'
2253               num-builds: '20'
2254               keep-records: True
2255               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-3.csv'
2256               series:
2257                   - file: 'csit/output_perf_data.xml'
2258                     format: xml
2259                     xpath-type: 'nodeset'
2260                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2261             - title: '78B-2t2c-ethip6*-ndrdisc'
2262               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2263               yaxis: 'Packets Per Second'
2264               num-builds: '20'
2265               keep-records: True
2266               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-4.csv'
2267               series:
2268                   - file: 'csit/output_perf_data.xml'
2269                     format: xml
2270                     xpath-type: 'nodeset'
2271                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2272
2273             - title: '64B-1t1c-ethip4*-ndrdisc'
2274               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2275               yaxis: 'Packets Per Second'
2276               num-builds: '20'
2277               keep-records: True
2278               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-1.csv'
2279               series:
2280                   - file: 'csit/output_perf_data.xml'
2281                     format: xml
2282                     xpath-type: 'nodeset'
2283                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2284             - title: '64B-2t2c-ethip4*-ndrdisc'
2285               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2286               yaxis: 'Packets Per Second'
2287               num-builds: '20'
2288               keep-records: True
2289               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-2.csv'
2290               series:
2291                   - file: 'csit/output_perf_data.xml'
2292                     format: xml
2293                     xpath-type: 'nodeset'
2294                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2295             - title: '78B-1t1c-ethip6*-ndrdisc'
2296               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2297               yaxis: 'Packets Per Second'
2298               num-builds: '20'
2299               keep-records: True
2300               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-3.csv'
2301               series:
2302                   - file: 'csit/output_perf_data.xml'
2303                     format: xml
2304                     xpath-type: 'nodeset'
2305                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2306             - title: '78B-2t2c-ethip6*-ndrdisc'
2307               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2308               yaxis: 'Packets Per Second'
2309               num-builds: '20'
2310               keep-records: True
2311               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-4.csv'
2312               series:
2313                   - file: 'csit/output_perf_data.xml'
2314                     format: xml
2315                     xpath-type: 'nodeset'
2316                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2317
2318             - title: '64B-1t1c-ethip4*-ndrdisc'
2319               group: 'RFC2544: Overlay tunnels with crypto in software'
2320               yaxis: 'Packets Per Second'
2321               num-builds: '20'
2322               keep-records: True
2323               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-1.csv'
2324               series:
2325                   - file: 'csit/output_perf_data.xml'
2326                     format: xml
2327                     xpath-type: 'nodeset'
2328                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2329             - title: '64B-2t2c-ethip4*-ndrdisc'
2330               group: 'RFC2544: Overlay tunnels with crypto in software'
2331               yaxis: 'Packets Per Second'
2332               num-builds: '20'
2333               keep-records: True
2334               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-2.csv'
2335               series:
2336                   - file: 'csit/output_perf_data.xml'
2337                     format: xml
2338                     xpath-type: 'nodeset'
2339                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2340             - title: '78B-1t1c-ethip6*-ndrdisc'
2341               group: 'RFC2544: Overlay tunnels with crypto in software'
2342               yaxis: 'Packets Per Second'
2343               num-builds: '20'
2344               keep-records: True
2345               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-3.csv'
2346               series:
2347                   - file: 'csit/output_perf_data.xml'
2348                     format: xml
2349                     xpath-type: 'nodeset'
2350                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2351             - title: '78B-2t2c-ethip6*-ndrdisc'
2352               group: 'RFC2544: Overlay tunnels with crypto in software'
2353               yaxis: 'Packets Per Second'
2354               num-builds: '20'
2355               keep-records: True
2356               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-4.csv'
2357               series:
2358                   - file: 'csit/output_perf_data.xml'
2359                     format: xml
2360                     xpath-type: 'nodeset'
2361                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2362
2363             - title: '64B-1t1c-ethip4*-ndrdisc'
2364               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2365               yaxis: 'Packets Per Second'
2366               num-builds: '20'
2367               keep-records: True
2368               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-1.csv'
2369               series:
2370                   - file: 'csit/output_perf_data.xml'
2371                     format: xml
2372                     xpath-type: 'nodeset'
2373                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2374             - title: '64B-2t2c-ethip4*-ndrdisc'
2375               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2376               yaxis: 'Packets Per Second'
2377               num-builds: '20'
2378               keep-records: True
2379               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-2.csv'
2380               series:
2381                   - file: 'csit/output_perf_data.xml'
2382                     format: xml
2383                     xpath-type: 'nodeset'
2384                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2385             - title: '78B-1t1c-ethip6*-ndrdisc'
2386               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2387               yaxis: 'Packets Per Second'
2388               num-builds: '20'
2389               keep-records: True
2390               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-3.csv'
2391               series:
2392                   - file: 'csit/output_perf_data.xml'
2393                     format: xml
2394                     xpath-type: 'nodeset'
2395                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2396             - title: '78B-2t2c-ethip6*-ndrdisc'
2397               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2398               yaxis: 'Packets Per Second'
2399               num-builds: '20'
2400               keep-records: True
2401               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-4.csv'
2402               series:
2403                   - file: 'csit/output_perf_data.xml'
2404                     format: xml
2405                     xpath-type: 'nodeset'
2406                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2407
2408             - title: '64B-1t1c-*-vhost-*-ndrdisc'
2409               group: 'RFC2544: vhost-user'
2410               yaxis: 'Packets Per Second'
2411               num-builds: '20'
2412               keep-records: True
2413               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-1.csv'
2414               series:
2415                   - file: 'csit/output_perf_data.xml'
2416                     format: xml
2417                     xpath-type: 'nodeset'
2418                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2419             - title: '64B-2t2c-*-vhost-*-ndrdisc'
2420               group: 'RFC2544: vhost-user'
2421               yaxis: 'Packets Per Second'
2422               num-builds: '20'
2423               keep-records: True
2424               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-2.csv'
2425               series:
2426                   - file: 'csit/output_perf_data.xml'
2427                     format: xml
2428                     xpath-type: 'nodeset'
2429                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2430
2431 - job-template:
2432     name: 'csit-vpp-perf-check-{stream}'
2433
2434     description: |
2435       consumer
2436           csit-dev perf code base checks
2437       objective
2438           check csit perf code base
2439       job
2440           name
2441               csit-vpp-perf-check
2442           trigger
2443               see below
2444       perf test-cases selection
2445           all CSIT perf suites
2446       keywords
2447           format - keyword, tag_list
2448               verify-perf-ndrdisc, NDRDISC
2449               verify-perf-pdrdisc, PDRDISC
2450               verify-perf-mrr, MRR
2451       default tags for vpp startup config and perf test type
2452           1T1C
2453               one worker thread, one core
2454           2T2C
2455               two worker threads, two cores
2456       results
2457           jjb verify
2458               PASS/FAIL
2459           present
2460               no
2461           analyse
2462               csit project
2463                   catch malfunctions
2464                   catch degradations
2465
2466     project-type: freestyle
2467     node: 'ubuntu1604-basebuild-4c-4g'
2468     concurrent: false
2469
2470     logrotate:
2471         daysToKeep: '{build-days-to-keep}'
2472         numToKeep: '{build-num-to-keep}'
2473         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2474         artifactNumToKeep: '{build-artifact-num-to-keep}'
2475
2476     parameters:
2477         - project-parameter:
2478             project: '{project}'
2479         - gerrit-parameter:
2480             branch: '{branch}'
2481
2482     scm:
2483         - gerrit-trigger-scm:
2484             credentials-id: 'jenkins-gerrit-credentials'
2485             refspec: '$GERRIT_REFSPEC'
2486             choosing-strategy: 'gerrit'
2487
2488     wrappers:
2489         - fdio-infra-wrappers-non-activity-timeout:
2490             build-timeout: '{build-timeout}'
2491
2492     triggers:
2493         - gerrit:
2494             server-name: 'Primary'
2495             trigger-on:
2496                 - comment-added-contains-event:
2497                     comment-contains-value: 'verify-perf-ndrdisc'
2498                 - comment-added-contains-event:
2499                     comment-contains-value: 'verify-perf-pdrdisc'
2500                 - comment-added-contains-event:
2501                     comment-contains-value: 'verify-perf-mrr'
2502             projects:
2503               - project-compare-type: 'ANT'
2504                 project-pattern: '{project}'
2505                 branches:
2506                   - branch-compare-type: 'ANT'
2507                     branch-pattern: '**/{branch}'
2508             skip-vote:
2509                 successful: false
2510                 failed: false
2511                 unstable: false
2512                 notbuilt: false
2513
2514     builders:
2515         - shell:
2516             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-check.sh
2517
2518     publishers:
2519         - archive-artifacts:
2520             artifacts: 'archive/*.*'
2521             latest-only: false
2522
2523         - robot:
2524             output-path: archive
2525             other-files:
2526               - '*.*'
2527
2528         - fdio-infra-shiplogs:
2529             maven-version: 'mvn33-new'
2530
2531 - job-template:
2532     name: 'csit-vpp-perf-mrr-daily-master'
2533
2534     description: |
2535       objective
2536           check vpp perf mrr daily
2537       job
2538           name
2539               csit-vpp-perf-mrr-daily
2540           trigger
2541               daily
2542       perf test-cases selection
2543           all CSIT perf suites
2544       default tags for vpp startup config and perf test type
2545           1T1C - one worker thread, one core
2546           2T2C - two worker threads, two cores
2547       results
2548           jjb verify
2549               PASS/FAIL
2550           present
2551               no
2552           analyse
2553               csit project
2554                   catch malfunctions
2555                   catch degradations
2556
2557     project-type: freestyle
2558     node: 'ubuntu1604-basebuild-4c-4g'
2559     concurrent: false
2560
2561     logrotate:
2562         daysToKeep: '{build-days-to-keep}'
2563         numToKeep: '{build-num-to-keep}'
2564         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2565         artifactNumToKeep: '{build-artifact-num-to-keep}'
2566
2567     parameters:
2568         - project-parameter:
2569             project: '{project}'
2570         - gerrit-parameter:
2571             branch: '{branch}'
2572
2573     wrappers:
2574         - fdio-infra-wrappers-non-activity-timeout:
2575             build-timeout: '{build-timeout}'
2576
2577     builders:
2578         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
2579         - inject:
2580             properties-file: variables.prop
2581         - shell:
2582             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-mrr-daily.sh
2583
2584     publishers:
2585         - archive-artifacts:
2586             artifacts: 'csit/archive/*.*'
2587             latest-only: false
2588
2589         - robot:
2590             output-path: 'csit/archive'
2591             other-files:
2592               - '*.*'
2593
2594         - fdio-infra-shiplogs:
2595             maven-version: 'mvn33-new'
2596
2597 - job-template:
2598     name: 'csit-vpp-perf-verify-{stream}'
2599
2600     description: |
2601       objective
2602           perf verify - per csit gerrit patch
2603       job
2604           name
2605               csit-vpp-perf-verify
2606           trigger
2607               keyword in comment to csit patch
2608       perf test-cases selection
2609           test-cases selected using trigger keywords paired with tags
2610           all test-cases are labelled with CSIT RF topic tags defined in
2611           csit/docs/tag_documentation.rst
2612       proposed keywords
2613           focus on testing specified vpp packet processing path
2614           format - keyword - tag_list
2615           perf_verify_ip4 - IP4Base, IP4Scale2M
2616           perf_verify_ip6 - IP6Base, IP6Scale2M
2617           perf_verify_l2 - L2XC, L2BD
2618           perf_verify_lisp - 4Lisp, 6Lisp
2619           perf_verify_vxlan - Vxlan
2620           perf_verify_vhost - Vhost
2621           perf_verify_memif - Memif
2622       default tags for vpp startup config and perf test type
2623           1T1C
2624               one worker thread, one core
2625           X520
2626               x520 Niantic NIC
2627           NDRDISC
2628               discovery of NDR throughput
2629       results
2630           jjb verify
2631               PASS/FAIL
2632           present
2633               no
2634           analyse
2635               no
2636     project-type: freestyle
2637     node: 'ubuntu1604-basebuild-4c-4g'
2638     concurrent: false
2639
2640     logrotate:
2641         daysToKeep: '{build-days-to-keep}'
2642         numToKeep: '{build-num-to-keep}'
2643         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2644         artifactNumToKeep: '{build-artifact-num-to-keep}'
2645
2646     parameters:
2647         - project-parameter:
2648             project: '{project}'
2649         - gerrit-parameter:
2650             branch: '{branch}'
2651
2652     scm:
2653         - gerrit-trigger-scm:
2654             credentials-id: 'jenkins-gerrit-credentials'
2655             refspec: '$GERRIT_REFSPEC'
2656             choosing-strategy: 'gerrit'
2657
2658     wrappers:
2659         - fdio-infra-wrappers-non-activity-timeout:
2660             build-timeout: '{build-timeout}'
2661
2662     triggers:
2663         - gerrit:
2664             server-name: 'Primary'
2665             trigger-on:
2666                 - comment-added-contains-event:
2667                     comment-contains-value: 'verify-perf-l2'
2668                 - comment-added-contains-event:
2669                     comment-contains-value: 'verify-perf-ip4'
2670                 - comment-added-contains-event:
2671                     comment-contains-value: 'verify-perf-ip6'
2672                 - comment-added-contains-event:
2673                     comment-contains-value: 'verify-perf-lisp'
2674                 - comment-added-contains-event:
2675                     comment-contains-value: 'verify-perf-vxlan'
2676                 - comment-added-contains-event:
2677                     comment-contains-value: 'verify-perf-vhost'
2678                 - comment-added-contains-event:
2679                     comment-contains-value: 'verify-perf-memif'
2680                 - comment-added-contains-event:
2681                     comment-contains-value: 'verify-perf-ipsechw'
2682             projects:
2683               - project-compare-type: 'ANT'
2684                 project-pattern: '{project}'
2685                 branches:
2686                   - branch-compare-type: 'ANT'
2687                     branch-pattern: '**/{branch}'
2688             skip-vote:
2689                 successful: false
2690                 failed: false
2691                 unstable: false
2692                 notbuilt: false
2693
2694     builders:
2695         - shell:
2696             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-verify.sh
2697
2698     publishers:
2699         - archive-artifacts:
2700             artifacts: 'archive/*.*'
2701             latest-only: false
2702
2703         - robot:
2704             output-path: archive
2705             other-files:
2706               - '*.*'
2707
2708         - fdio-infra-shiplogs:
2709             maven-version: 'mvn33-new'
2710
2711 - job-template:
2712     name: 'csit-nsh_sfc-verify-perf-{stream}'
2713
2714     project-type: freestyle
2715     node: 'ubuntu1604-basebuild-4c-4g'
2716     concurrent: true
2717
2718     logrotate:
2719         daysToKeep: '{build-days-to-keep}'
2720         numToKeep: '{build-num-to-keep}'
2721         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2722         artifactNumToKeep: '{build-artifact-num-to-keep}'
2723
2724     parameters:
2725         - project-parameter:
2726             project: '{project}'
2727         - gerrit-parameter:
2728             branch: '{branch}'
2729         - os-parameter:
2730             os: 'ubuntu1604'
2731         - stream-parameter:
2732             stream: '{stream}'
2733
2734     scm:
2735         - gerrit-trigger-scm:
2736             credentials-id: 'jenkins-gerrit-credentials'
2737             refspec: '$GERRIT_REFSPEC'
2738             choosing-strategy: 'gerrit'
2739
2740     wrappers:
2741         - fdio-infra-wrappers-non-activity-timeout:
2742             build-timeout: '{build-timeout}'
2743
2744     triggers:
2745         - gerrit-trigger-manually-triggered:
2746             name: '{project}'
2747             branch: '{branch}'
2748             comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
2749
2750     builders:
2751         - shell:
2752             !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
2753
2754     publishers:
2755         - archive-artifacts:
2756             artifacts: 'archive/*.*'
2757             latest-only: false
2758
2759         - robot-report:
2760             output-path: 'archive'
2761
2762         - fdio-infra-shiplogs:
2763             maven-version: 'mvn33-new'
2764
2765 - job-template:
2766     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
2767
2768     project-type: freestyle
2769     node: '{os}-basebuild-4c-4g'
2770     concurrent: true
2771
2772     logrotate:
2773         daysToKeep: '{build-days-to-keep}'
2774         numToKeep: '{build-num-to-keep}'
2775         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2776         artifactNumToKeep: '{build-artifact-num-to-keep}'
2777
2778     parameters:
2779         - project-parameter:
2780             project: '{project}'
2781         - gerrit-parameter:
2782             branch: '{branch}'
2783         - os-parameter:
2784             os: '{os}'
2785         - stream-parameter:
2786             stream: '{stream}'
2787
2788     scm:
2789         - gerrit-trigger-scm:
2790             credentials-id: 'jenkins-gerrit-credentials'
2791             refspec: '$GERRIT_REFSPEC'
2792             choosing-strategy: 'gerrit'
2793
2794     wrappers:
2795         - fdio-infra-wrappers:
2796             build-timeout: '{build-timeout}'
2797
2798     triggers:
2799         - gerrit-trigger-manually-triggered:
2800             name: '{project}'
2801             branch: '{branch}'
2802             comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
2803
2804     builders:
2805         - shell:
2806             !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
2807
2808     publishers:
2809         - archive-artifacts:
2810             artifacts: 'archive/*.*'
2811             latest-only: false
2812
2813         - robot-report:
2814             output-path: 'archive'
2815
2816         - fdio-infra-shiplogs:
2817             maven-version: 'mvn33-new'
2818
2819 - job-template:
2820     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
2821
2822     project-type: freestyle
2823     node: '{os}-basebuild-4c-4g'
2824     concurrent: true
2825
2826     logrotate:
2827         daysToKeep: '{build-days-to-keep}'
2828         numToKeep: '{build-num-to-keep}'
2829         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2830         artifactNumToKeep: '{build-artifact-num-to-keep}'
2831
2832     parameters:
2833         - project-parameter:
2834             project: '{project}'
2835         - gerrit-parameter:
2836             branch: '{branch}'
2837         - os-parameter:
2838             os: '{os}'
2839
2840     scm:
2841         - gerrit-trigger-scm:
2842             credentials-id: 'jenkins-gerrit-credentials'
2843             refspec: '$GERRIT_REFSPEC'
2844             choosing-strategy: 'gerrit'
2845
2846     wrappers:
2847         - fdio-infra-wrappers:
2848             build-timeout: '{build-timeout}'
2849
2850     triggers:
2851         - gerrit-trigger-manually-triggered:
2852             name: '{project}'
2853             branch: '{branch}'
2854             comment-trigger-value: 'csit_verify_tldk_func'
2855
2856     builders:
2857         - shell:
2858             !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
2859
2860     publishers:
2861         - archive-artifacts:
2862             artifacts: 'archive/*.*'
2863             latest-only: false
2864
2865         - robot-report:
2866             output-path: 'archive'
2867
2868         - fdio-infra-shiplogs:
2869             maven-version: 'mvn33-new'
2870
2871 - parameter:
2872     name: test-type-parameter
2873     parameters:
2874         - string:
2875             name: TYPE
2876             default: '{type}'
2877             description: "Test TYPE parameter if not given by trigger"