jjb/csit/csit.yaml

   1 # Copyright (c) 2017 Cisco and/or its affiliates.
   2 # Licensed under the Apache License, Version 2.0 (the "License");
   3 # you may not use this file except in compliance with the License.
   4 # You may obtain a copy of the License at:
   5 #
   6 #     http://www.apache.org/licenses/LICENSE-2.0
   7 #
   8 # Unless required by applicable law or agreed to in writing, software
   9 # distributed under the License is distributed on an "AS IS" BASIS,
  10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11 # See the License for the specific language governing permissions and
  12 # limitations under the License.
  13
  14
  15 - project:
  16     name: csit
  17     description: 'CSIT jenkins jobs.'
  18     os:
  19         - 'ubuntu1604'
  20         - 'centos7'
  21
  22     jobs:
  23         - 'csit-dpdk-perf-{stream}-{type}'
  24         - 'csit-vpp-perf-{stream}-{type}'
  25         - 'csit-ligato-perf-{stream}-{type}'
  26         - 'csit-vpp-functional-{stream}-{os}-virl'
  27         - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
  28         - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
  29         - 'csit-docs-merge-{stream_timed}'
  30         - 'csit-docs-verify-{stream}'
  31         - 'csit-report-merge-{stream}'
  32         - 'csit-vpp-perf-trend-daily-master'
  33         - 'csit-vpp-perf-trend-semi-weekly-master'
  34         - 'csit-vpp-perf-check-{stream}'
  35         - 'csit-vpp-perf-ndrchk-daily-master'
  36         - 'csit-vpp-perf-verify-{stream}'
  37         - 'csit-nsh_sfc-verify-perf-{stream}'
  38         - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
  39         - 'csit-tldk-verify-func-{stream}-{os}-virl'
  40
  41     project: 'csit'
  42     branch: 'master'
  43     branch-id: 'oper'
  44     build-artifact-num-to-keep: 10
  45     type:
  46         - all
  47         - long
  48     stream_timed:
  49         - master:
  50             branch: 'master'
  51             branch-id: 'oper'
  52         - '1801':
  53             branch: 'rls1801'
  54             branch-id: 'oper-rls1801'
  55     stream:
  56         - master:
  57             branch: 'master'
  58             branch-id: 'oper'
  59         - '1701':
  60             branch: 'rls1701'
  61             branch-id: 'oper-rls1701'
  62         - '1704':
  63             branch: 'rls1704'
  64             branch-id: 'oper-rls1704'
  65         - '1707':
  66             branch: 'rls1707'
  67             branch-id: 'oper-rls1707'
  68         - '1710':
  69             branch: 'rls1710'
  70             branch-id: 'oper-rls1710'
  71         - '1801':
  72             branch: 'rls1801'
  73             branch-id: 'oper-rls1801'
  74
  75
  76 - job-template:
  77     name: 'csit-vpp-functional-{stream}-{os}-virl'
  78
  79     project-type: freestyle
  80     node: '{os}-basebuild-4c-4g'
  81     concurrent: true
  82
  83     logrotate:
  84         daysToKeep: '{build-days-to-keep}'
  85         numToKeep: '{build-num-to-keep}'
  86         artifactDaysToKeep: '{build-artifact-days-to-keep}'
  87         artifactNumToKeep: '{build-artifact-num-to-keep}'
  88
  89     parameters:
  90         - project-parameter:
  91             project: '{project}'
  92         - gerrit-parameter:
  93             branch: '{branch}'
  94
  95     scm:
  96         - gerrit-trigger-scm:
  97             credentials-id: 'jenkins-gerrit-credentials'
  98             refspec: '$GERRIT_REFSPEC'
  99             choosing-strategy: 'gerrit'
 100
 101     wrappers:
 102         - fdio-infra-wrappers:
 103             build-timeout: '{build-timeout}'
 104
 105     triggers:
 106         - gerrit-trigger-patch-submitted:
 107             name: '{project}'
 108             branch: '{branch}'
 109
 110     builders:
 111         - shell:
 112             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
 113
 114     publishers:
 115         - archive-artifacts:
 116             artifacts: 'report.html, log.html, output.xml'
 117             latest-only: false
 118
 119         - robot-report:
 120             output-path: ''
 121
 122         - fdio-infra-shiplogs:
 123             maven-version: 'mvn33-new'
 124
 125 - job-template:
 126     name: 'csit-dpdk-perf-{stream}-{type}'
 127
 128     project-type: freestyle
 129     node: 'ubuntu1604-basebuild-4c-4g'
 130     concurrent: false
 131
 132     logrotate:
 133         daysToKeep: '{build-days-to-keep}'
 134         numToKeep: '{build-num-to-keep}'
 135         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 136         artifactNumToKeep: '{build-artifact-num-to-keep}'
 137
 138     parameters:
 139         - project-parameter:
 140             project: '{project}'
 141         - gerrit-parameter:
 142             branch: '{branch}'
 143         - type-parameter:
 144             type: '{type}'
 145
 146     scm:
 147         - gerrit-trigger-scm:
 148             credentials-id: 'jenkins-gerrit-credentials'
 149             refspec: '$GERRIT_REFSPEC'
 150             choosing-strategy: 'gerrit'
 151
 152     wrappers:
 153         - fdio-infra-wrappers-non-activity-timeout:
 154             build-timeout: '{build-timeout}'
 155
 156     triggers:
 157         - gerrit-trigger-manually-triggered:
 158             name: '{project}'
 159             branch: '{branch}'
 160             comment-trigger-value: 'verify-perf-dpdk-{type}'
 161
 162     builders:
 163         - shell:
 164             !include-raw-escape: jjb/csit/include-raw-csit-dpdk-perf-hw.sh
 165
 166     publishers:
 167         - archive-artifacts:
 168             artifacts: 'archive/*.*'
 169             latest-only: false
 170
 171         - robot:
 172             output-path: archive
 173             other-files:
 174               - '*.*'
 175
 176         - plot:
 177             - title: '64B-1t1c-eth-l2xcbase-testpmd-ndrdisc'
 178               group: 'RFC2544: Xconnect'
 179               yaxis: 'Packets Per Second'
 180               num-builds: '20'
 181               keep-records: True
 182               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-1.csv'
 183               series:
 184                   - file: 'output_perf_data.xml'
 185                     format: xml
 186                     xpath-type: 'nodeset'
 187                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]'
 188             - title: '64B-2t2c-eth-l2xcbase-testpmd-ndrdisc'
 189               group: 'RFC2544: Xconnect'
 190               yaxis: 'Packets Per Second'
 191               num-builds: '20'
 192               keep-records: True
 193               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-2.csv'
 194               series:
 195                   - file: 'output_perf_data.xml'
 196                     format: xml
 197                     xpath-type: 'nodeset'
 198                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]'
 199             - title: '64B-4t4c-eth-l2xcbase-testpmd-ndrdisc'
 200               group: 'RFC2544: Xconnect'
 201               yaxis: 'Packets Per Second'
 202               num-builds: '20'
 203               keep-records: True
 204               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-3.csv'
 205               series:
 206                   - file: 'output_perf_data.xml'
 207                     format: xml
 208                     xpath-type: 'nodeset'
 209                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]'
 210             - title: '64B-1t1c-eth-l2xcbase-testpmd-pdrdisc'
 211               group: 'RFC2544: Xconnect'
 212               yaxis: 'Packets Per Second'
 213               num-builds: '20'
 214               keep-records: True
 215               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-4.csv'
 216               series:
 217                   - file: 'output_perf_data.xml'
 218                     format: xml
 219                     xpath-type: 'nodeset'
 220                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "L2XCFWD")]'
 221             - title: '64B-2t2c-eth-l2xcbase-testpmd-pdrdisc'
 222               group: 'RFC2544: Xconnect'
 223               yaxis: 'Packets Per Second'
 224               num-builds: '20'
 225               keep-records: True
 226               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-5.csv'
 227               series:
 228                   - file: 'output_perf_data.xml'
 229                     format: xml
 230                     xpath-type: 'nodeset'
 231                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "L2XCFWD")]'
 232             - title: '64B-4t4c-eth-l2xcbase-testpmd-pdrdisc'
 233               group: 'RFC2544: Xconnect'
 234               yaxis: 'Packets Per Second'
 235               num-builds: '20'
 236               keep-records: True
 237               csv-file-name: 'csit-dpdk-perf-{stream}-{type}-l2-6.csv'
 238               series:
 239                   - file: 'output_perf_data.xml'
 240                     format: xml
 241                     xpath-type: 'nodeset'
 242                     xpath: '//*[@framesize="64B" and contains(@tags, "DPDK") and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "L2XCFWD")]'
 243
 244         - fdio-infra-shiplogs:
 245             maven-version: 'mvn33-new'
 246
 247 - job-template:
 248     name: 'csit-vpp-perf-{stream}-{type}'
 249
 250     project-type: freestyle
 251     node: 'ubuntu1604-basebuild-8c-32g'
 252     concurrent: true
 253
 254     logrotate:
 255         daysToKeep: '{build-days-to-keep}'
 256         numToKeep: '{build-num-to-keep}'
 257         artifactDaysToKeep: '{build-artifact-days-to-keep}'
 258         artifactNumToKeep: '{build-artifact-num-to-keep}'
 259
 260     parameters:
 261         - project-parameter:
 262             project: '{project}'
 263         - gerrit-parameter:
 264             branch: '{branch}'
 265         - type-parameter:
 266             type: '{type}'
 267
 268     scm:
 269         - gerrit-trigger-scm:
 270             credentials-id: 'jenkins-gerrit-credentials'
 271             refspec: '$GERRIT_REFSPEC'
 272             choosing-strategy: 'gerrit'
 273
 274     wrappers:
 275         - fdio-infra-wrappers-non-activity-timeout:
 276             build-timeout: '{build-timeout}'
 277
 278     triggers:
 279         - gerrit-trigger-manually-triggered:
 280             name: '{project}'
 281             branch: '{branch}'
 282             comment-trigger-value: 'verify-perf-{type}'
 283
 284     builders:
 285         - shell:
 286             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-hw.sh
 287
 288     publishers:
 289         - archive-artifacts:
 290             artifacts: 'archive/*.*'
 291             latest-only: false
 292
 293         - robot:
 294             output-path: archive
 295             other-files:
 296               - '*.*'
 297
 298         - plot:
 299             - title: '64B-1t1c-eth-l2*-ndrdisc'
 300               group: 'RFC2544: Xconnect and Bridge Domain'
 301               yaxis: 'Packets Per Second'
 302               num-builds: '20'
 303               keep-records: True
 304               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-1.csv'
 305               series:
 306                   - file: 'output_perf_data.xml'
 307                     format: xml
 308                     xpath-type: 'nodeset'
 309                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 310             - title: '64B-2t2c-eth-l2*-ndrdisc'
 311               group: 'RFC2544: Xconnect and Bridge Domain'
 312               yaxis: 'Packets Per Second'
 313               num-builds: '20'
 314               keep-records: True
 315               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-2.csv'
 316               series:
 317                   - file: 'output_perf_data.xml'
 318                     format: xml
 319                     xpath-type: 'nodeset'
 320                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 321             - title: '64B-4t4c-eth-l2*-ndrdisc'
 322               group: 'RFC2544: Xconnect and Bridge Domain'
 323               yaxis: 'Packets Per Second'
 324               num-builds: '20'
 325               keep-records: True
 326               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-3.csv'
 327               series:
 328                   - file: 'output_perf_data.xml'
 329                     format: xml
 330                     xpath-type: 'nodeset'
 331                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 332             - title: '64B-1t1c-eth-l2*-pdrdisc'
 333               group: 'RFC2544: Xconnect and Bridge Domain'
 334               yaxis: 'Packets Per Second'
 335               num-builds: '20'
 336               keep-records: True
 337               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-4.csv'
 338               series:
 339                   - file: 'output_perf_data.xml'
 340                     format: xml
 341                     xpath-type: 'nodeset'
 342                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 343             - title: '64B-2t2c-eth-l2*-pdrdisc'
 344               group: 'RFC2544: Xconnect and Bridge Domain'
 345               yaxis: 'Packets Per Second'
 346               num-builds: '20'
 347               keep-records: True
 348               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-5.csv'
 349               series:
 350                   - file: 'output_perf_data.xml'
 351                     format: xml
 352                     xpath-type: 'nodeset'
 353                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 354             - title: '64B-4t4c-eth-l2*-pdrdisc'
 355               group: 'RFC2544: Xconnect and Bridge Domain'
 356               yaxis: 'Packets Per Second'
 357               num-builds: '20'
 358               keep-records: True
 359               csv-file-name: 'csit-vpp-perf-{stream}-{type}-l2-6.csv'
 360               series:
 361                   - file: 'output_perf_data.xml'
 362                     format: xml
 363                     xpath-type: 'nodeset'
 364                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
 365
 366             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
 367               group: 'RFC2544: IPv4 base, scale, feature'
 368               yaxis: 'Packets Per Second'
 369               num-builds: '20'
 370               keep-records: True
 371               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-1.csv'
 372               series:
 373                   - file: 'output_perf_data.xml'
 374                     format: xml
 375                     xpath-type: 'nodeset'
 376                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
 377             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
 378               group: 'RFC2544: IPv4 base, scale, feature'
 379               yaxis: 'Packets Per Second'
 380               num-builds: '20'
 381               keep-records: True
 382               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-2.csv'
 383               series:
 384                   - file: 'output_perf_data.xml'
 385                     format: xml
 386                     xpath-type: 'nodeset'
 387                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
 388             - title: '64B-4t4c-ethip4-ip4*-ndrdisc'
 389               group: 'RFC2544: IPv4 base, scale, feature'
 390               yaxis: 'Packets Per Second'
 391               num-builds: '20'
 392               keep-records: True
 393               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-3.csv'
 394               series:
 395                   - file: 'output_perf_data.xml'
 396                     format: xml
 397                     xpath-type: 'nodeset'
 398                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]'
 399             - title: '64B-1t1c-ethip4-ip4*-pdrdisc'
 400               group: 'RFC2544: IPv4 base, scale, feature'
 401               yaxis: 'Packets Per Second'
 402               num-builds: '20'
 403               keep-records: True
 404               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-4.csv'
 405               series:
 406                   - file: 'output_perf_data.xml'
 407                     format: xml
 408                     xpath-type: 'nodeset'
 409                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
 410             - title: '64B-2t2c-ethip4-ip4*-pdrdisc'
 411               group: 'RFC2544: IPv4 base, scale, feature'
 412               yaxis: 'Packets Per Second'
 413               num-builds: '20'
 414               keep-records: True
 415               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-5.csv'
 416               series:
 417                   - file: 'output_perf_data.xml'
 418                     format: xml
 419                     xpath-type: 'nodeset'
 420                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
 421             - title: '64B-4t4c-ethip4-ip4*-pdrdisc'
 422               group: 'RFC2544: IPv4 base, scale, feature'
 423               yaxis: 'Packets Per Second'
 424               num-builds: '20'
 425               keep-records: True
 426               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv4-6.csv'
 427               series:
 428                   - file: 'output_perf_data.xml'
 429                     format: xml
 430                     xpath-type: 'nodeset'
 431                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP4FWD")]'
 432
 433             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
 434               group: 'RFC2544: IPv6 base, scale, feature'
 435               yaxis: 'Packets Per Second'
 436               num-builds: '20'
 437               keep-records: True
 438               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-1.csv'
 439               series:
 440                   - file: 'output_perf_data.xml'
 441                     format: xml
 442                     xpath-type: 'nodeset'
 443                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
 444             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
 445               group: 'RFC2544: IPv6 base, scale, feature'
 446               yaxis: 'Packets Per Second'
 447               num-builds: '20'
 448               keep-records: True
 449               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-2.csv'
 450               series:
 451                   - file: 'output_perf_data.xml'
 452                     format: xml
 453                     xpath-type: 'nodeset'
 454                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
 455             - title: '78B-4t4c-ethip6-ip6*-ndrdisc'
 456               group: 'RFC2544: IPv6 base, scale, feature'
 457               yaxis: 'Packets Per Second'
 458               num-builds: '20'
 459               keep-records: True
 460               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-3.csv'
 461               series:
 462                   - file: 'output_perf_data.xml'
 463                     format: xml
 464                     xpath-type: 'nodeset'
 465                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]'
 466             - title: '78B-1t1c-ethip6-ip6*-pdrdisc'
 467               group: 'RFC2544: IPv6 base, scale, feature'
 468               yaxis: 'Packets Per Second'
 469               num-builds: '20'
 470               keep-records: True
 471               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-4.csv'
 472               series:
 473                   - file: 'output_perf_data.xml'
 474                     format: xml
 475                     xpath-type: 'nodeset'
 476                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
 477             - title: '78B-2t2c-ethip6-ip6*-pdrdisc'
 478               group: 'RFC2544: IPv6 base, scale, feature'
 479               yaxis: 'Packets Per Second'
 480               num-builds: '20'
 481               keep-records: True
 482               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-5.csv'
 483               series:
 484                   - file: 'output_perf_data.xml'
 485                     format: xml
 486                     xpath-type: 'nodeset'
 487                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
 488             - title: '78B-4t4c-ethip6-ip6*-pdrdisc'
 489               group: 'RFC2544: IPv6 base, scale, feature'
 490               yaxis: 'Packets Per Second'
 491               num-builds: '20'
 492               keep-records: True
 493               csv-file-name: 'csit-vpp-perf-{stream}-{type}-ipv6-6.csv'
 494               series:
 495                   - file: 'output_perf_data.xml'
 496                     format: xml
 497                     xpath-type: 'nodeset'
 498                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IP6FWD")]'
 499
 500             - title: '64B-1t1c-ethip4*-ndrdisc'
 501               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 502               yaxis: 'Packets Per Second'
 503               num-builds: '20'
 504               keep-records: True
 505               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-1.csv'
 506               series:
 507                   - file: 'output_perf_data.xml'
 508                     format: xml
 509                     xpath-type: 'nodeset'
 510                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 511             - title: '64B-2t2c-ethip4*-ndrdisc'
 512               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 513               yaxis: 'Packets Per Second'
 514               num-builds: '20'
 515               keep-records: True
 516               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-2.csv'
 517               series:
 518                   - file: 'output_perf_data.xml'
 519                     format: xml
 520                     xpath-type: 'nodeset'
 521                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 522             - title: '64B-4t4c-ethip4*-ndrdisc'
 523               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 524               yaxis: 'Packets Per Second'
 525               num-builds: '20'
 526               keep-records: True
 527               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-3.csv'
 528               series:
 529                   - file: 'output_perf_data.xml'
 530                     format: xml
 531                     xpath-type: 'nodeset'
 532                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 533             - title: '64B-1t1c-ethip4*-pdrdisc'
 534               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 535               yaxis: 'Packets Per Second'
 536               num-builds: '20'
 537               keep-records: True
 538               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-4.csv'
 539               series:
 540                   - file: 'output_perf_data.xml'
 541                     format: xml
 542                     xpath-type: 'nodeset'
 543                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 544             - title: '64B-2t2c-ethip4*-pdrdisc'
 545               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 546               yaxis: 'Packets Per Second'
 547               num-builds: '20'
 548               keep-records: True
 549               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-5.csv'
 550               series:
 551                   - file: 'output_perf_data.xml'
 552                     format: xml
 553                     xpath-type: 'nodeset'
 554                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 555             - title: '64B-4t4c-ethip4*-pdrdisc'
 556               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 557               yaxis: 'Packets Per Second'
 558               num-builds: '20'
 559               keep-records: True
 560               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-6.csv'
 561               series:
 562                   - file: 'output_perf_data.xml'
 563                     format: xml
 564                     xpath-type: 'nodeset'
 565                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 566             - title: '78B-1t1c-ethip6*-ndrdisc'
 567               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 568               yaxis: 'Packets Per Second'
 569               num-builds: '20'
 570               keep-records: True
 571               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-7.csv'
 572               series:
 573                   - file: 'output_perf_data.xml'
 574                     format: xml
 575                     xpath-type: 'nodeset'
 576                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 577             - title: '78B-2t2c-ethip6*-ndrdisc'
 578               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 579               yaxis: 'Packets Per Second'
 580               num-builds: '20'
 581               keep-records: True
 582               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-8.csv'
 583               series:
 584                   - file: 'output_perf_data.xml'
 585                     format: xml
 586                     xpath-type: 'nodeset'
 587                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 588             - title: '78B-4t4c-ethip6*-ndrdisc'
 589               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 590               yaxis: 'Packets Per Second'
 591               num-builds: '20'
 592               keep-records: True
 593               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-9.csv'
 594               series:
 595                   - file: 'output_perf_data.xml'
 596                     format: xml
 597                     xpath-type: 'nodeset'
 598                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 599             - title: '78B-1t1c-ethip6*-pdrdisc'
 600               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 601               yaxis: 'Packets Per Second'
 602               num-builds: '20'
 603               keep-records: True
 604               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-10.csv'
 605               series:
 606                   - file: 'output_perf_data.xml'
 607                     format: xml
 608                     xpath-type: 'nodeset'
 609                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 610             - title: '78B-2t2c-ethip6*-pdrdisc'
 611               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 612               yaxis: 'Packets Per Second'
 613               num-builds: '20'
 614               keep-records: True
 615               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-11.csv'
 616               series:
 617                   - file: 'output_perf_data.xml'
 618                     format: xml
 619                     xpath-type: 'nodeset'
 620                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 621             - title: '78B-4t4c-ethip6*-pdrdisc'
 622               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
 623               yaxis: 'Packets Per Second'
 624               num-builds: '20'
 625               keep-records: True
 626               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-12.csv'
 627               series:
 628                   - file: 'output_perf_data.xml'
 629                     format: xml
 630                     xpath-type: 'nodeset'
 631                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
 632
 633             - title: '64B-1t1c-ethip4*-ndrdisc'
 634               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 635               yaxis: 'Packets Per Second'
 636               num-builds: '20'
 637               keep-records: True
 638               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-1.csv'
 639               series:
 640                   - file: 'output_perf_data.xml'
 641                     format: xml
 642                     xpath-type: 'nodeset'
 643                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 644             - title: '64B-2t2c-ethip4*-ndrdisc'
 645               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 646               yaxis: 'Packets Per Second'
 647               num-builds: '20'
 648               keep-records: True
 649               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-2.csv'
 650               series:
 651                   - file: 'output_perf_data.xml'
 652                     format: xml
 653                     xpath-type: 'nodeset'
 654                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 655             - title: '64B-4t4c-ethip4*-ndrdisc'
 656               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 657               yaxis: 'Packets Per Second'
 658               num-builds: '20'
 659               keep-records: True
 660               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-3.csv'
 661               series:
 662                   - file: 'output_perf_data.xml'
 663                     format: xml
 664                     xpath-type: 'nodeset'
 665                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 666             - title: '64B-1t1c-ethip4*-pdrdisc'
 667               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 668               yaxis: 'Packets Per Second'
 669               num-builds: '20'
 670               keep-records: True
 671               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-4.csv'
 672               series:
 673                   - file: 'output_perf_data.xml'
 674                     format: xml
 675                     xpath-type: 'nodeset'
 676                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 677             - title: '64B-2t2c-ethip4*-pdrdisc'
 678               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 679               yaxis: 'Packets Per Second'
 680               num-builds: '20'
 681               keep-records: True
 682               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-5.csv'
 683               series:
 684                   - file: 'output_perf_data.xml'
 685                     format: xml
 686                     xpath-type: 'nodeset'
 687                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 688             - title: '64B-4t4c-ethip4*-pdrdisc'
 689               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 690               yaxis: 'Packets Per Second'
 691               num-builds: '20'
 692               keep-records: True
 693               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-6.csv'
 694               series:
 695                   - file: 'output_perf_data.xml'
 696                     format: xml
 697                     xpath-type: 'nodeset'
 698                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 699             - title: '78B-1t1c-ethip6*-ndrdisc'
 700               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 701               yaxis: 'Packets Per Second'
 702               num-builds: '20'
 703               keep-records: True
 704               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-7.csv'
 705               series:
 706                   - file: 'output_perf_data.xml'
 707                     format: xml
 708                     xpath-type: 'nodeset'
 709                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 710             - title: '78B-2t2c-ethip6*-ndrdisc'
 711               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 712               yaxis: 'Packets Per Second'
 713               num-builds: '20'
 714               keep-records: True
 715               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-8.csv'
 716               series:
 717                   - file: 'output_perf_data.xml'
 718                     format: xml
 719                     xpath-type: 'nodeset'
 720                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 721             - title: '78B-4t4c-ethip6*-ndrdisc'
 722               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 723               yaxis: 'Packets Per Second'
 724               num-builds: '20'
 725               keep-records: True
 726               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-9.csv'
 727               series:
 728                   - file: 'output_perf_data.xml'
 729                     format: xml
 730                     xpath-type: 'nodeset'
 731                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 732             - title: '78B-1t1c-ethip6*-pdrdisc'
 733               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 734               yaxis: 'Packets Per Second'
 735               num-builds: '20'
 736               keep-records: True
 737               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-10.csv'
 738               series:
 739                   - file: 'output_perf_data.xml'
 740                     format: xml
 741                     xpath-type: 'nodeset'
 742                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 743             - title: '78B-2t2c-ethip6*-pdrdisc'
 744               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 745               yaxis: 'Packets Per Second'
 746               num-builds: '20'
 747               keep-records: True
 748               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-11.csv'
 749               series:
 750                   - file: 'output_perf_data.xml'
 751                     format: xml
 752                     xpath-type: 'nodeset'
 753                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 754             - title: '78B-4t4c-ethip6*-pdrdisc'
 755               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
 756               yaxis: 'Packets Per Second'
 757               num-builds: '20'
 758               keep-records: True
 759               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-sw-12.csv'
 760               series:
 761                   - file: 'output_perf_data.xml'
 762                     format: xml
 763                     xpath-type: 'nodeset'
 764                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 765
 766             - title: '64B-1t1c-ethip4*-ndrdisc'
 767               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 768               yaxis: 'Packets Per Second'
 769               num-builds: '20'
 770               keep-records: True
 771               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-1.csv'
 772               series:
 773                   - file: 'output_perf_data.xml'
 774                     format: xml
 775                     xpath-type: 'nodeset'
 776                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 777             - title: '64B-2t2c-ethip4*-ndrdisc'
 778               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 779               yaxis: 'Packets Per Second'
 780               num-builds: '20'
 781               keep-records: True
 782               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-2.csv'
 783               series:
 784                   - file: 'output_perf_data.xml'
 785                     format: xml
 786                     xpath-type: 'nodeset'
 787                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 788             - title: '64B-4t4c-ethip4*-ndrdisc'
 789               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 790               yaxis: 'Packets Per Second'
 791               num-builds: '20'
 792               keep-records: True
 793               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-3.csv'
 794               series:
 795                   - file: 'output_perf_data.xml'
 796                     format: xml
 797                     xpath-type: 'nodeset'
 798                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 799             - title: '64B-1t1c-ethip4*-pdrdisc'
 800               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 801               yaxis: 'Packets Per Second'
 802               num-builds: '20'
 803               keep-records: True
 804               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-4.csv'
 805               series:
 806                   - file: 'output_perf_data.xml'
 807                     format: xml
 808                     xpath-type: 'nodeset'
 809                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 810             - title: '64B-2t2c-ethip4*-pdrdisc'
 811               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 812               yaxis: 'Packets Per Second'
 813               num-builds: '20'
 814               keep-records: True
 815               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-5.csv'
 816               series:
 817                   - file: 'output_perf_data.xml'
 818                     format: xml
 819                     xpath-type: 'nodeset'
 820                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 821             - title: '64B-4t4c-ethip4*-pdrdisc'
 822               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 823               yaxis: 'Packets Per Second'
 824               num-builds: '20'
 825               keep-records: True
 826               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-6.csv'
 827               series:
 828                   - file: 'output_perf_data.xml'
 829                     format: xml
 830                     xpath-type: 'nodeset'
 831                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 832             - title: '78B-1t1c-ethip6*-ndrdisc'
 833               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 834               yaxis: 'Packets Per Second'
 835               num-builds: '20'
 836               keep-records: True
 837               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-7.csv'
 838               series:
 839                   - file: 'output_perf_data.xml'
 840                     format: xml
 841                     xpath-type: 'nodeset'
 842                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 843             - title: '78B-2t2c-ethip6*-ndrdisc'
 844               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 845               yaxis: 'Packets Per Second'
 846               num-builds: '20'
 847               keep-records: True
 848               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-8.csv'
 849               series:
 850                   - file: 'output_perf_data.xml'
 851                     format: xml
 852                     xpath-type: 'nodeset'
 853                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 854             - title: '78B-4t4c-ethip6*-ndrdisc'
 855               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 856               yaxis: 'Packets Per Second'
 857               num-builds: '20'
 858               keep-records: True
 859               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-9.csv'
 860               series:
 861                   - file: 'output_perf_data.xml'
 862                     format: xml
 863                     xpath-type: 'nodeset'
 864                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 865             - title: '78B-1t1c-ethip6*-pdrdisc'
 866               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 867               yaxis: 'Packets Per Second'
 868               num-builds: '20'
 869               keep-records: True
 870               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-10.csv'
 871               series:
 872                   - file: 'output_perf_data.xml'
 873                     format: xml
 874                     xpath-type: 'nodeset'
 875                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 876             - title: '78B-2t2c-ethip6*-pdrdisc'
 877               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 878               yaxis: 'Packets Per Second'
 879               num-builds: '20'
 880               keep-records: True
 881               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-11.csv'
 882               series:
 883                   - file: 'output_perf_data.xml'
 884                     format: xml
 885                     xpath-type: 'nodeset'
 886                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 887             - title: '78B-4t4c-ethip6*-pdrdisc'
 888               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
 889               yaxis: 'Packets Per Second'
 890               num-builds: '20'
 891               keep-records: True
 892               csv-file-name: 'csit-vpp-perf-{stream}-{type}-crypto-hw-12.csv'
 893               series:
 894                   - file: 'output_perf_data.xml'
 895                     format: xml
 896                     xpath-type: 'nodeset'
 897                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 898
 899             - title: '64B-1t1c-ethip4*-ndrdisc'
 900               group: 'RFC2544: Overlay tunnels with crypto in software'
 901               yaxis: 'Packets Per Second'
 902               num-builds: '20'
 903               keep-records: True
 904               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-1.csv'
 905               series:
 906                   - file: 'output_perf_data.xml'
 907                     format: xml
 908                     xpath-type: 'nodeset'
 909                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 910             - title: '64B-2t2c-ethip4*-ndrdisc'
 911               group: 'RFC2544: Overlay tunnels with crypto in software'
 912               yaxis: 'Packets Per Second'
 913               num-builds: '20'
 914               keep-records: True
 915               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-2.csv'
 916               series:
 917                   - file: 'output_perf_data.xml'
 918                     format: xml
 919                     xpath-type: 'nodeset'
 920                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 921             - title: '64B-4t4c-ethip4*-ndrdisc'
 922               group: 'RFC2544: Overlay tunnels with crypto in software'
 923               yaxis: 'Packets Per Second'
 924               num-builds: '20'
 925               keep-records: True
 926               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-3.csv'
 927               series:
 928                   - file: 'output_perf_data.xml'
 929                     format: xml
 930                     xpath-type: 'nodeset'
 931                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 932             - title: '64B-1t1c-ethip4*-pdrdisc'
 933               group: 'RFC2544: Overlay tunnels with crypto in software'
 934               yaxis: 'Packets Per Second'
 935               num-builds: '20'
 936               keep-records: True
 937               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-4.csv'
 938               series:
 939                   - file: 'output_perf_data.xml'
 940                     format: xml
 941                     xpath-type: 'nodeset'
 942                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 943             - title: '64B-2t2c-ethip4*-pdrdisc'
 944               group: 'RFC2544: Overlay tunnels with crypto in software'
 945               yaxis: 'Packets Per Second'
 946               num-builds: '20'
 947               keep-records: True
 948               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-5.csv'
 949               series:
 950                   - file: 'output_perf_data.xml'
 951                     format: xml
 952                     xpath-type: 'nodeset'
 953                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 954             - title: '64B-4t4c-ethip4*-pdrdisc'
 955               group: 'RFC2544: Overlay tunnels with crypto in software'
 956               yaxis: 'Packets Per Second'
 957               num-builds: '20'
 958               keep-records: True
 959               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-6.csv'
 960               series:
 961                   - file: 'output_perf_data.xml'
 962                     format: xml
 963                     xpath-type: 'nodeset'
 964                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 965             - title: '78B-1t1c-ethip6*-ndrdisc'
 966               group: 'RFC2544: Overlay tunnels with crypto in software'
 967               yaxis: 'Packets Per Second'
 968               num-builds: '20'
 969               keep-records: True
 970               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-7.csv'
 971               series:
 972                   - file: 'output_perf_data.xml'
 973                     format: xml
 974                     xpath-type: 'nodeset'
 975                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 976             - title: '78B-2t2c-ethip6*-ndrdisc'
 977               group: 'RFC2544: Overlay tunnels with crypto in software'
 978               yaxis: 'Packets Per Second'
 979               num-builds: '20'
 980               keep-records: True
 981               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-8.csv'
 982               series:
 983                   - file: 'output_perf_data.xml'
 984                     format: xml
 985                     xpath-type: 'nodeset'
 986                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 987             - title: '78B-4t4c-ethip6*-ndrdisc'
 988               group: 'RFC2544: Overlay tunnels with crypto in software'
 989               yaxis: 'Packets Per Second'
 990               num-builds: '20'
 991               keep-records: True
 992               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-9.csv'
 993               series:
 994                   - file: 'output_perf_data.xml'
 995                     format: xml
 996                     xpath-type: 'nodeset'
 997                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
 998             - title: '78B-1t1c-ethip6*-pdrdisc'
 999               group: 'RFC2544: Overlay tunnels with crypto in software'
1000               yaxis: 'Packets Per Second'
1001               num-builds: '20'
1002               keep-records: True
1003               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-10.csv'
1004               series:
1005                   - file: 'output_perf_data.xml'
1006                     format: xml
1007                     xpath-type: 'nodeset'
1008                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1009             - title: '78B-2t2c-ethip6*-pdrdisc'
1010               group: 'RFC2544: Overlay tunnels with crypto in software'
1011               yaxis: 'Packets Per Second'
1012               num-builds: '20'
1013               keep-records: True
1014               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-11.csv'
1015               series:
1016                   - file: 'output_perf_data.xml'
1017                     format: xml
1018                     xpath-type: 'nodeset'
1019                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1020             - title: '78B-4t4c-ethip6*-pdrdisc'
1021               group: 'RFC2544: Overlay tunnels with crypto in software'
1022               yaxis: 'Packets Per Second'
1023               num-builds: '20'
1024               keep-records: True
1025               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-sw-12.csv'
1026               series:
1027                   - file: 'output_perf_data.xml'
1028                     format: xml
1029                     xpath-type: 'nodeset'
1030                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1031
1032             - title: '64B-1t1c-ethip4*-ndrdisc'
1033               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1034               yaxis: 'Packets Per Second'
1035               num-builds: '20'
1036               keep-records: True
1037               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-1.csv'
1038               series:
1039                   - file: 'output_perf_data.xml'
1040                     format: xml
1041                     xpath-type: 'nodeset'
1042                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1043             - title: '64B-2t2c-ethip4*-ndrdisc'
1044               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1045               yaxis: 'Packets Per Second'
1046               num-builds: '20'
1047               keep-records: True
1048               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-2.csv'
1049               series:
1050                   - file: 'output_perf_data.xml'
1051                     format: xml
1052                     xpath-type: 'nodeset'
1053                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1054             - title: '64B-4t4c-ethip4*-ndrdisc'
1055               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1056               yaxis: 'Packets Per Second'
1057               num-builds: '20'
1058               keep-records: True
1059               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-3.csv'
1060               series:
1061                   - file: 'output_perf_data.xml'
1062                     format: xml
1063                     xpath-type: 'nodeset'
1064                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1065             - title: '64B-1t1c-ethip4*-pdrdisc'
1066               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1067               yaxis: 'Packets Per Second'
1068               num-builds: '20'
1069               keep-records: True
1070               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-4.csv'
1071               series:
1072                   - file: 'output_perf_data.xml'
1073                     format: xml
1074                     xpath-type: 'nodeset'
1075                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1076             - title: '64B-2t2c-ethip4*-pdrdisc'
1077               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1078               yaxis: 'Packets Per Second'
1079               num-builds: '20'
1080               keep-records: True
1081               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-5.csv'
1082               series:
1083                   - file: 'output_perf_data.xml'
1084                     format: xml
1085                     xpath-type: 'nodeset'
1086                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1087             - title: '64B-4t4c-ethip4*-pdrdisc'
1088               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1089               yaxis: 'Packets Per Second'
1090               num-builds: '20'
1091               keep-records: True
1092               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-6.csv'
1093               series:
1094                   - file: 'output_perf_data.xml'
1095                     format: xml
1096                     xpath-type: 'nodeset'
1097                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1098             - title: '78B-1t1c-ethip6*-ndrdisc'
1099               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1100               yaxis: 'Packets Per Second'
1101               num-builds: '20'
1102               keep-records: True
1103               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-7.csv'
1104               series:
1105                   - file: 'output_perf_data.xml'
1106                     format: xml
1107                     xpath-type: 'nodeset'
1108                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1109             - title: '78B-2t2c-ethip6*-ndrdisc'
1110               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1111               yaxis: 'Packets Per Second'
1112               num-builds: '20'
1113               keep-records: True
1114               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-8.csv'
1115               series:
1116                   - file: 'output_perf_data.xml'
1117                     format: xml
1118                     xpath-type: 'nodeset'
1119                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1120             - title: '78B-4t4c-ethip6*-ndrdisc'
1121               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1122               yaxis: 'Packets Per Second'
1123               num-builds: '20'
1124               keep-records: True
1125               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-9.csv'
1126               series:
1127                   - file: 'output_perf_data.xml'
1128                     format: xml
1129                     xpath-type: 'nodeset'
1130                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1131             - title: '78B-1t1c-ethip6*-pdrdisc'
1132               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1133               yaxis: 'Packets Per Second'
1134               num-builds: '20'
1135               keep-records: True
1136               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-10.csv'
1137               series:
1138                   - file: 'output_perf_data.xml'
1139                     format: xml
1140                     xpath-type: 'nodeset'
1141                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1142             - title: '78B-2t2c-ethip6*-pdrdisc'
1143               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1144               yaxis: 'Packets Per Second'
1145               num-builds: '20'
1146               keep-records: True
1147               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-11.csv'
1148               series:
1149                   - file: 'output_perf_data.xml'
1150                     format: xml
1151                     xpath-type: 'nodeset'
1152                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1153             - title: '78B-4t4c-ethip6*-pdrdisc'
1154               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1155               yaxis: 'Packets Per Second'
1156               num-builds: '20'
1157               keep-records: True
1158               csv-file-name: 'csit-vpp-perf-{stream}-{type}-encap-crypto-hw-12.csv'
1159               series:
1160                   - file: 'output_perf_data.xml'
1161                     format: xml
1162                     xpath-type: 'nodeset'
1163                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1164
1165             - title: '64B-1t1c-*-vhost-*-ndrdisc'
1166               group: 'RFC2544: vhost-user'
1167               yaxis: 'Packets Per Second'
1168               num-builds: '20'
1169               keep-records: True
1170               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-1.csv'
1171               series:
1172                   - file: 'output_perf_data.xml'
1173                     format: xml
1174                     xpath-type: 'nodeset'
1175                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1176             - title: '64B-2t2c-*-vhost-*-ndrdisc'
1177               group: 'RFC2544: vhost-user'
1178               yaxis: 'Packets Per Second'
1179               num-builds: '20'
1180               keep-records: True
1181               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-2.csv'
1182               series:
1183                   - file: 'output_perf_data.xml'
1184                     format: xml
1185                     xpath-type: 'nodeset'
1186                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1187             - title: '64B-4t4c-*-vhost-*-ndrdisc'
1188               group: 'RFC2544: vhost-user'
1189               yaxis: 'Packets Per Second'
1190               num-builds: '20'
1191               keep-records: True
1192               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-3.csv'
1193               series:
1194                   - file: 'output_perf_data.xml'
1195                     format: xml
1196                     xpath-type: 'nodeset'
1197                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1198             - title: '64B-1t1c-*-vhost-*-pdrdisc'
1199               group: 'RFC2544: vhost-user'
1200               yaxis: 'Packets Per Second'
1201               num-builds: '20'
1202               keep-records: True
1203               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-4.csv'
1204               series:
1205                   - file: 'output_perf_data.xml'
1206                     format: xml
1207                     xpath-type: 'nodeset'
1208                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1209             - title: '64B-2t2c-*-vhost-*-pdrdisc'
1210               group: 'RFC2544: vhost-user'
1211               yaxis: 'Packets Per Second'
1212               num-builds: '20'
1213               keep-records: True
1214               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-5.csv'
1215               series:
1216                   - file: 'output_perf_data.xml'
1217                     format: xml
1218                     xpath-type: 'nodeset'
1219                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1220             - title: '64B-4t4c-*-vhost-*-pdrdisc'
1221               group: 'RFC2544: vhost-user'
1222               yaxis: 'Packets Per Second'
1223               num-builds: '20'
1224               keep-records: True
1225               csv-file-name: 'csit-vpp-perf-{stream}-{type}-vhost-6.csv'
1226               series:
1227                   - file: 'output_perf_data.xml'
1228                     format: xml
1229                     xpath-type: 'nodeset'
1230                     xpath: '//*[@framesize="64B" and contains(@tags, "PDRDISC") and not(contains(@tags,"NDRDISC")) and contains(@tags, "4T4C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
1231
1232         - fdio-infra-shiplogs:
1233             maven-version: 'mvn33-new'
1234
1235 - job-template:
1236     name: 'csit-ligato-perf-{stream}-{type}'
1237
1238     project-type: freestyle
1239     node: 'ubuntu1604-basebuild-4c-4g'
1240     concurrent: true
1241
1242     logrotate:
1243         daysToKeep: '{build-days-to-keep}'
1244         numToKeep: '{build-num-to-keep}'
1245         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1246         artifactNumToKeep: '{build-artifact-num-to-keep}'
1247
1248     parameters:
1249         - project-parameter:
1250             project: '{project}'
1251         - gerrit-parameter:
1252             branch: '{branch}'
1253         - type-parameter:
1254             type: '{type}'
1255
1256     scm:
1257         - gerrit-trigger-scm:
1258             credentials-id: 'jenkins-gerrit-credentials'
1259             refspec: '$GERRIT_REFSPEC'
1260             choosing-strategy: 'gerrit'
1261
1262     wrappers:
1263         - fdio-infra-wrappers-non-activity-timeout:
1264             build-timeout: '{build-timeout}'
1265
1266     triggers:
1267         - gerrit-trigger-manually-triggered:
1268             name: '{project}'
1269             branch: '{branch}'
1270             comment-trigger-value: 'verify-perf-ligato-{type}'
1271
1272     builders:
1273         - shell:
1274             !include-raw-escape: jjb/csit/include-raw-csit-ligato-perf-hw.sh
1275
1276     publishers:
1277         - archive-artifacts:
1278             artifacts: 'archive/*.*'
1279             latest-only: false
1280
1281         - robot:
1282             output-path: archive
1283             other-files:
1284               - '*.*'
1285
1286         - fdio-infra-shiplogs:
1287             maven-version: 'mvn33-new'
1288
1289
1290 - job-template:
1291     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
1292     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
1293
1294     project-type: freestyle
1295     node: '{os}-basebuild-4c-4g'
1296     concurrent: false
1297
1298     logrotate:
1299         daysToKeep: '{build-days-to-keep}'
1300         numToKeep: '{build-num-to-keep}'
1301         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1302         artifactNumToKeep: '{build-artifact-num-to-keep}'
1303
1304     parameters:
1305         - project-parameter:
1306             project: '{project}'
1307         - gerrit-parameter:
1308             branch: '{branch}'
1309
1310     scm:
1311         - git-scm:
1312             credentials-id: 'jenkins-gerrit-credentials'
1313             branch: '{branch}'
1314
1315     wrappers:
1316         - fdio-infra-wrappers-non-activity-timeout:
1317             build-timeout: '{build-timeout}'
1318
1319     triggers:
1320         - timed: '0 4 * * 0'
1321
1322         - gerrit-trigger-manually-triggered:
1323             comment-trigger-value: 'csit-vpp-ref-verify'
1324             name: '{project}'
1325             branch: '{branch}'
1326
1327     builders:
1328         - shell:
1329             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
1330
1331     publishers:
1332         - archive-artifacts:
1333             artifacts: 'report.html, log.html, output.xml'
1334             latest-only: false
1335
1336         - robot-report:
1337             output-path: ''
1338
1339         - fdio-infra-shiplogs:
1340             maven-version: 'mvn33-new'
1341
1342 - job-template:
1343     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
1344     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
1345
1346     project-type: freestyle
1347     node: '{os}-basebuild-4c-4g'
1348     concurrent: false
1349
1350     logrotate:
1351         daysToKeep: '{build-days-to-keep}'
1352         numToKeep: '{build-num-to-keep}'
1353         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1354         artifactNumToKeep: '{build-artifact-num-to-keep}'
1355
1356     parameters:
1357         - project-parameter:
1358             project: '{project}'
1359         - gerrit-parameter:
1360             branch: '{branch}'
1361
1362     wrappers:
1363         - fdio-infra-wrappers-non-activity-timeout:
1364             build-timeout: '{build-timeout}'
1365
1366     triggers:
1367         - timed: '0 4 * * 2,6'
1368
1369         - gerrit-trigger-manually-triggered:
1370             comment-trigger-value: 'csit-verify-vpp'
1371             name: '{project}'
1372             branch: '{branch}'
1373
1374     builders:
1375         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1376         - inject:
1377             properties-file: variables.prop
1378         - shell:
1379             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
1380
1381     publishers:
1382         - archive-artifacts:
1383             artifacts: 'csit/archive/*.*'
1384             latest-only: false
1385
1386         - robot-report:
1387             output-path: 'csit/archive'
1388
1389         - fdio-infra-shiplogs:
1390             maven-version: 'mvn33-new'
1391
1392 - job-template:
1393     name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
1394     description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
1395
1396     project-type: freestyle
1397     node: centos7-basebuild-4c-4g'
1398     concurrent: false
1399
1400     logrotate:
1401         daysToKeep: '{build-days-to-keep}'
1402         numToKeep: '{build-num-to-keep}'
1403         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1404         artifactNumToKeep: '{build-artifact-num-to-keep}'
1405
1406     parameters:
1407         - project-parameter:
1408             project: '{project}'
1409         - gerrit-parameter:
1410             branch: '{branch}'
1411
1412     scm:
1413         - git-scm:
1414             credentials-id: 'jenkins-gerrit-credentials'
1415             branch: '{branch}'
1416
1417     wrappers:
1418         - fdio-infra-wrappers:
1419             build-timeout: '{build-timeout}'
1420
1421     triggers:
1422         - timed: 'H H(3-4) * * *'
1423
1424         - gerrit-trigger-manually-triggered:
1425             comment-trigger-value: 'vpp-verify-func-centos7'
1426             name: '{project}'
1427             branch: '{branch}'
1428
1429     builders:
1430         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1431         - inject:
1432             properties-file: variables.prop
1433         - shell:
1434             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-nightly.sh
1435
1436     publishers:
1437         - archive-artifacts:
1438             artifacts: 'csit/archive/*.*'
1439             latest-only: false
1440
1441         - robot-report:
1442             output-path: 'csit/archive'
1443
1444         - fdio-infra-shiplogs:
1445             maven-version: 'mvn33-new'
1446
1447 - job-template:
1448     name: 'csit-docs-verify-{stream}'
1449
1450     project-type: freestyle
1451     node: 'ubuntu1604-basebuild-4c-4g'
1452     concurrent: true
1453
1454     logrotate:
1455         daysToKeep: '{build-days-to-keep}'
1456         numToKeep: '{build-num-to-keep}'
1457         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1458         artifactNumToKeep: '{build-artifact-num-to-keep}'
1459
1460     parameters:
1461         - project-parameter:
1462             project: '{project}'
1463         - gerrit-parameter:
1464             branch: '{branch}'
1465         - maven-exec:
1466             maven-version: 'mvn33-new'
1467
1468     scm:
1469         - gerrit-trigger-scm:
1470             credentials-id: 'jenkins-gerrit-credentials'
1471             refspec: '$GERRIT_REFSPEC'
1472             choosing-strategy: 'gerrit'
1473
1474     wrappers:
1475         - fdio-infra-wrappers-non-activity-timeout:
1476             build-timeout: '{build-timeout}'
1477
1478     triggers:
1479         - gerrit-trigger-patch-submitted:
1480             name: '{project}'
1481             branch: '{branch}'
1482
1483     builders:
1484         - maven-target:
1485             maven-version: 'mvn33-new'
1486             goals: '--version'
1487             settings: 'csit-settings'
1488             settings-type: cfp
1489             global-settings: 'global-settings'
1490             global-settings-type: cfp
1491         - provide-maven-settings:
1492             settings-file: 'csit-settings'
1493             global-settings-file: 'global-settings'
1494         - shell:
1495             !include-raw-escape: include-raw-csit-docs.sh
1496
1497     publishers:
1498         - archive:
1499             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
1500             allow-empty: 'true'
1501             fingerprint: false
1502             only-if-success: true
1503             default-excludes: false
1504
1505         - fdio-infra-shiplogs:
1506             maven-version: 'mvn33-new'
1507
1508 - job-template:
1509     name: 'csit-docs-merge-{stream_timed}'
1510
1511     project-type: freestyle
1512     node: 'ubuntu1604-basebuild-4c-4g'
1513     concurrent: true
1514
1515     logrotate:
1516         daysToKeep: '{build-days-to-keep}'
1517         numToKeep: '{build-num-to-keep}'
1518         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1519         artifactNumToKeep: '{build-artifact-num-to-keep}'
1520
1521     parameters:
1522         - project-parameter:
1523             project: '{project}'
1524         - gerrit-parameter:
1525             branch: '{branch}'
1526         - maven-exec:
1527             maven-version: 'mvn33-new'
1528
1529     scm:
1530         - gerrit-trigger-scm:
1531             credentials-id: 'jenkins-gerrit-credentials'
1532             refspec: ''
1533             choosing-strategy: 'default'
1534
1535     wrappers:
1536         - fdio-infra-wrappers-non-activity-timeout:
1537             build-timeout: '{build-timeout}'
1538
1539     triggers:
1540         - reverse:
1541             jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
1542             result: 'success'
1543         - gerrit:
1544             server-name: 'Primary'
1545             trigger-on:
1546                 - comment-added-contains-event:
1547                     comment-contains-value: 'run-docs'
1548             projects:
1549               - project-compare-type: 'ANT'
1550                 project-pattern: '{project}'
1551                 branches:
1552                   - branch-compare-type: 'ANT'
1553                     branch-pattern: '**/{branch}'
1554             skip-vote:
1555                 successful: true
1556                 failed: true
1557                 unstable: true
1558                 notbuilt: true
1559
1560     builders:
1561         - maven-target:
1562             maven-version: 'mvn33-new'
1563             goals: '--version'
1564             settings: 'csit-settings'
1565             settings-type: cfp
1566             global-settings: 'global-settings'
1567             global-settings-type: cfp
1568         - provide-maven-settings:
1569             settings-file: 'csit-settings'
1570             global-settings-file: 'global-settings'
1571         - shell:
1572             !include-raw-escape: include-raw-csit-docs.sh
1573
1574     publishers:
1575         - archive:
1576             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
1577             allow-empty: 'true'
1578             fingerprint: false
1579             only-if-success: true
1580             default-excludes: false
1581
1582         - fdio-infra-shiplogs:
1583             maven-version: 'mvn33-new'
1584
1585 - job-template:
1586     name: 'csit-report-merge-{stream}'
1587
1588     project-type: freestyle
1589     node: 'ubuntu1604-basebuild-8c-32g'
1590     concurrent: false
1591
1592     logrotate:
1593         daysToKeep: '{build-days-to-keep}'
1594         numToKeep: '{build-num-to-keep}'
1595         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1596         artifactNumToKeep: '{build-artifact-num-to-keep}'
1597
1598     parameters:
1599         - project-parameter:
1600             project: '{project}'
1601         - gerrit-parameter:
1602             branch: '{branch}'
1603         - maven-exec:
1604             maven-version: 'mvn33-new'
1605
1606     scm:
1607         - gerrit-trigger-scm:
1608             credentials-id: 'jenkins-gerrit-credentials'
1609             refspec: '$GERRIT_REFSPEC'
1610             choosing-strategy: 'default'
1611
1612     wrappers:
1613         - fdio-infra-wrappers-non-activity-timeout:
1614             build-timeout: '{build-timeout}'
1615
1616     triggers:
1617         - gerrit:
1618             server-name: 'Primary'
1619             trigger-on:
1620                 - comment-added-contains-event:
1621                     comment-contains-value: 'run-report'
1622             projects:
1623               - project-compare-type: 'ANT'
1624                 project-pattern: '{project}'
1625                 branches:
1626                   - branch-compare-type: 'ANT'
1627                     branch-pattern: '**/{branch}'
1628             skip-vote:
1629                 successful: true
1630                 failed: true
1631                 unstable: true
1632                 notbuilt: true
1633
1634     builders:
1635         - maven-target:
1636             maven-version: 'mvn33-new'
1637             goals: '--version'
1638             settings: 'csit-settings'
1639             settings-type: cfp
1640             global-settings: 'global-settings'
1641             global-settings-type: cfp
1642         - provide-maven-settings:
1643             settings-file: 'csit-settings'
1644             global-settings-file: 'global-settings'
1645         - shell:
1646             !include-raw-escape: include-raw-csit-report.sh
1647
1648     publishers:
1649         - archive:
1650             artifacts: 'resources/tools/report_gen/csit.report.tar.gz'
1651             allow-empty: 'true'
1652             fingerprint: false
1653             only-if-success: true
1654             default-excludes: false
1655
1656         - fdio-infra-shiplogs:
1657             maven-version: 'mvn33-new'
1658
1659 - job-template:
1660     name: 'csit-vpp-perf-trend-daily-master'
1661
1662     description: |
1663       Purpose of this job is to validate latest vpp build from corresponding
1664       branch stored in nexus against verified CSIT codebase of corresponding
1665       branch.
1666
1667       objective
1668           daily perf trending of vpp master build
1669       job
1670          name
1671              csit-vpp-perf-trend-daily
1672          trigger
1673              scheduled daily
1674       perf test-cases selection
1675           all CSIT perf suites
1676       default tags for vpp startup config and perf test type
1677           1T1C - one worker thread, one core
1678           2T2C - two worker threads, two cores
1679           X520 - Intel x520-DA2 NIC
1680           NDRDISC - discovery of NDR throughput
1681       results
1682           jjb verify - no
1683           present
1684               jenkins trending graphs
1685
1686     project-type: freestyle
1687     node: 'ubuntu1604-basebuild-4c-4g'
1688     concurrent: false
1689
1690     logrotate:
1691         daysToKeep: '{build-days-to-keep}'
1692         numToKeep: '{build-num-to-keep}'
1693         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1694         artifactNumToKeep: '{build-artifact-num-to-keep}'
1695
1696     parameters:
1697         - project-parameter:
1698             project: '{project}'
1699         - gerrit-parameter:
1700             branch: '{branch}'
1701
1702     wrappers:
1703         - fdio-infra-wrappers-non-activity-timeout:
1704             build-timeout: '{build-timeout}'
1705
1706     triggers:
1707         - timed: 'H H(17-20) * * *'
1708
1709     builders:
1710         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1711         - inject:
1712             properties-file: variables.prop
1713         - shell:
1714             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-daily.sh
1715
1716     publishers:
1717         - archive-artifacts:
1718             artifacts: 'csit/archive/*.*'
1719             latest-only: false
1720
1721         - robot:
1722             output-path: 'csit/archive'
1723             other-files:
1724               - '*.*'
1725
1726         - fdio-infra-shiplogs:
1727             maven-version: 'mvn33-new'
1728
1729         - plot:
1730             - title: '64B-1t1c-eth-l2*-ndrdisc'
1731               group: 'RFC2544: Xconnect and Bridge Domain'
1732               yaxis: 'Packets Per Second'
1733               num-builds: '20'
1734               keep-records: True
1735               csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-1.csv'
1736               series:
1737                   - file: 'csit/output_perf_data.xml'
1738                     format: xml
1739                     xpath-type: 'nodeset'
1740                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
1741             - title: '64B-2t2c-eth-l2*-ndrdisc'
1742               group: 'RFC2544: Xconnect and Bridge Domain'
1743               yaxis: 'Packets Per Second'
1744               num-builds: '20'
1745               keep-records: True
1746               csv-file-name: 'csit-vpp-perf-trend-daily-master-l2-2.csv'
1747               series:
1748                   - file: 'csit/output_perf_data.xml'
1749                     format: xml
1750                     xpath-type: 'nodeset'
1751                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
1752
1753             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
1754               group: 'RFC2544: IPv4 base, scale, feature'
1755               yaxis: 'Packets Per Second'
1756               num-builds: '20'
1757               keep-records: True
1758               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-1.csv'
1759               series:
1760                   - file: 'csit/output_perf_data.xml'
1761                     format: xml
1762                     xpath-type: 'nodeset'
1763                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
1764             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
1765               group: 'RFC2544: IPv4 base, scale, feature'
1766               yaxis: 'Packets Per Second'
1767               num-builds: '20'
1768               keep-records: True
1769               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv4-2.csv'
1770               series:
1771                   - file: 'csit/output_perf_data.xml'
1772                     format: xml
1773                     xpath-type: 'nodeset'
1774                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
1775
1776             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
1777               group: 'RFC2544: IPv6 base, scale, feature'
1778               yaxis: 'Packets Per Second'
1779               num-builds: '20'
1780               keep-records: True
1781               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-1.csv'
1782               series:
1783                   - file: 'csit/output_perf_data.xml'
1784                     format: xml
1785                     xpath-type: 'nodeset'
1786                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
1787             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
1788               group: 'RFC2544: IPv6 base, scale, feature'
1789               yaxis: 'Packets Per Second'
1790               num-builds: '20'
1791               keep-records: True
1792               csv-file-name: 'csit-vpp-perf-trend-daily-master-ipv6-2.csv'
1793               series:
1794                   - file: 'csit/output_perf_data.xml'
1795                     format: xml
1796                     xpath-type: 'nodeset'
1797                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
1798
1799             - title: '64B-1t1c-ethip4*-ndrdisc'
1800               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1801               yaxis: 'Packets Per Second'
1802               num-builds: '20'
1803               keep-records: True
1804               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-1.csv'
1805               series:
1806                   - file: 'csit/output_perf_data.xml'
1807                     format: xml
1808                     xpath-type: 'nodeset'
1809                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1810             - title: '64B-2t2c-ethip4*-ndrdisc'
1811               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1812               yaxis: 'Packets Per Second'
1813               num-builds: '20'
1814               keep-records: True
1815               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-2.csv'
1816               series:
1817                   - file: 'csit/output_perf_data.xml'
1818                     format: xml
1819                     xpath-type: 'nodeset'
1820                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1821             - title: '78B-1t1c-ethip6*-ndrdisc'
1822               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1823               yaxis: 'Packets Per Second'
1824               num-builds: '20'
1825               keep-records: True
1826               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-3.csv'
1827               series:
1828                   - file: 'csit/output_perf_data.xml'
1829                     format: xml
1830                     xpath-type: 'nodeset'
1831                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1832             - title: '78B-2t2c-ethip6*-ndrdisc'
1833               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
1834               yaxis: 'Packets Per Second'
1835               num-builds: '20'
1836               keep-records: True
1837               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-4.csv'
1838               series:
1839                   - file: 'csit/output_perf_data.xml'
1840                     format: xml
1841                     xpath-type: 'nodeset'
1842                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
1843
1844             - title: '64B-1t1c-ethip4*-ndrdisc'
1845               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1846               yaxis: 'Packets Per Second'
1847               num-builds: '20'
1848               keep-records: True
1849               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-1.csv'
1850               series:
1851                   - file: 'csit/output_perf_data.xml'
1852                     format: xml
1853                     xpath-type: 'nodeset'
1854                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1855             - title: '64B-2t2c-ethip4*-ndrdisc'
1856               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1857               yaxis: 'Packets Per Second'
1858               num-builds: '20'
1859               keep-records: True
1860               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-2.csv'
1861               series:
1862                   - file: 'csit/output_perf_data.xml'
1863                     format: xml
1864                     xpath-type: 'nodeset'
1865                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1866             - title: '78B-1t1c-ethip6*-ndrdisc'
1867               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1868               yaxis: 'Packets Per Second'
1869               num-builds: '20'
1870               keep-records: True
1871               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-3.csv'
1872               series:
1873                   - file: 'csit/output_perf_data.xml'
1874                     format: xml
1875                     xpath-type: 'nodeset'
1876                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1877             - title: '78B-2t2c-ethip6*-ndrdisc'
1878               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
1879               yaxis: 'Packets Per Second'
1880               num-builds: '20'
1881               keep-records: True
1882               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-sw-4.csv'
1883               series:
1884                   - file: 'csit/output_perf_data.xml'
1885                     format: xml
1886                     xpath-type: 'nodeset'
1887                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1888
1889             - title: '64B-1t1c-ethip4*-ndrdisc'
1890               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1891               yaxis: 'Packets Per Second'
1892               num-builds: '20'
1893               keep-records: True
1894               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-1.csv'
1895               series:
1896                   - file: 'csit/output_perf_data.xml'
1897                     format: xml
1898                     xpath-type: 'nodeset'
1899                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1900             - title: '64B-2t2c-ethip4*-ndrdisc'
1901               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1902               yaxis: 'Packets Per Second'
1903               num-builds: '20'
1904               keep-records: True
1905               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-2.csv'
1906               series:
1907                   - file: 'csit/output_perf_data.xml'
1908                     format: xml
1909                     xpath-type: 'nodeset'
1910                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1911             - title: '78B-1t1c-ethip6*-ndrdisc'
1912               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1913               yaxis: 'Packets Per Second'
1914               num-builds: '20'
1915               keep-records: True
1916               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-3.csv'
1917               series:
1918                   - file: 'csit/output_perf_data.xml'
1919                     format: xml
1920                     xpath-type: 'nodeset'
1921                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1922             - title: '78B-2t2c-ethip6*-ndrdisc'
1923               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
1924               yaxis: 'Packets Per Second'
1925               num-builds: '20'
1926               keep-records: True
1927               csv-file-name: 'csit-vpp-perf-trend-daily-master-crypto-hw-4.csv'
1928               series:
1929                   - file: 'csit/output_perf_data.xml'
1930                     format: xml
1931                     xpath-type: 'nodeset'
1932                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1933
1934             - title: '64B-1t1c-ethip4*-ndrdisc'
1935               group: 'RFC2544: Overlay tunnels with crypto in software'
1936               yaxis: 'Packets Per Second'
1937               num-builds: '20'
1938               keep-records: True
1939               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-1.csv'
1940               series:
1941                   - file: 'csit/output_perf_data.xml'
1942                     format: xml
1943                     xpath-type: 'nodeset'
1944                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1945             - title: '64B-2t2c-ethip4*-ndrdisc'
1946               group: 'RFC2544: Overlay tunnels with crypto in software'
1947               yaxis: 'Packets Per Second'
1948               num-builds: '20'
1949               keep-records: True
1950               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-2.csv'
1951               series:
1952                   - file: 'csit/output_perf_data.xml'
1953                     format: xml
1954                     xpath-type: 'nodeset'
1955                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1956             - title: '78B-1t1c-ethip6*-ndrdisc'
1957               group: 'RFC2544: Overlay tunnels with crypto in software'
1958               yaxis: 'Packets Per Second'
1959               num-builds: '20'
1960               keep-records: True
1961               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-3.csv'
1962               series:
1963                   - file: 'csit/output_perf_data.xml'
1964                     format: xml
1965                     xpath-type: 'nodeset'
1966                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1967             - title: '78B-2t2c-ethip6*-ndrdisc'
1968               group: 'RFC2544: Overlay tunnels with crypto in software'
1969               yaxis: 'Packets Per Second'
1970               num-builds: '20'
1971               keep-records: True
1972               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-sw-4.csv'
1973               series:
1974                   - file: 'csit/output_perf_data.xml'
1975                     format: xml
1976                     xpath-type: 'nodeset'
1977                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1978
1979             - title: '64B-1t1c-ethip4*-ndrdisc'
1980               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1981               yaxis: 'Packets Per Second'
1982               num-builds: '20'
1983               keep-records: True
1984               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-1.csv'
1985               series:
1986                   - file: 'csit/output_perf_data.xml'
1987                     format: xml
1988                     xpath-type: 'nodeset'
1989                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
1990             - title: '64B-2t2c-ethip4*-ndrdisc'
1991               group: 'RFC2544: Overlay tunnels with crypto in hardware'
1992               yaxis: 'Packets Per Second'
1993               num-builds: '20'
1994               keep-records: True
1995               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-2.csv'
1996               series:
1997                   - file: 'csit/output_perf_data.xml'
1998                     format: xml
1999                     xpath-type: 'nodeset'
2000                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2001             - title: '78B-1t1c-ethip6*-ndrdisc'
2002               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2003               yaxis: 'Packets Per Second'
2004               num-builds: '20'
2005               keep-records: True
2006               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-3.csv'
2007               series:
2008                   - file: 'csit/output_perf_data.xml'
2009                     format: xml
2010                     xpath-type: 'nodeset'
2011                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2012             - title: '78B-2t2c-ethip6*-ndrdisc'
2013               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2014               yaxis: 'Packets Per Second'
2015               num-builds: '20'
2016               keep-records: True
2017               csv-file-name: 'csit-vpp-perf-trend-daily-master-encap-crypto-hw-4.csv'
2018               series:
2019                   - file: 'csit/output_perf_data.xml'
2020                     format: xml
2021                     xpath-type: 'nodeset'
2022                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2023
2024             - title: '64B-1t1c-*-vhost-*-ndrdisc'
2025               group: 'RFC2544: vhost-user'
2026               yaxis: 'Packets Per Second'
2027               num-builds: '20'
2028               keep-records: True
2029               csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-1.csv'
2030               series:
2031                   - file: 'csit/output_perf_data.xml'
2032                     format: xml
2033                     xpath-type: 'nodeset'
2034                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2035             - title: '64B-2t2c-*-vhost-*-ndrdisc'
2036               group: 'RFC2544: vhost-user'
2037               yaxis: 'Packets Per Second'
2038               num-builds: '20'
2039               keep-records: True
2040               csv-file-name: 'csit-vpp-perf-trend-daily-master-vhost-2.csv'
2041               series:
2042                   - file: 'csit/output_perf_data.xml'
2043                     format: xml
2044                     xpath-type: 'nodeset'
2045                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2046
2047 - job-template:
2048     name: 'csit-vpp-perf-trend-semi-weekly-master'
2049
2050     description: |
2051       Purpose of this job is to validate latest vpp build from corresponding
2052       branch stored in nexus against verified CSIT codebase of corresponding
2053       branch.
2054
2055       consumer
2056           csit-dev trending semi-weekly
2057       objective
2058           semi-weekly perf trending of vpp master build job
2059           name
2060               csit-vpp-perf-trend-semi-weekly
2061           trigger
2062               scheduled semi-weekly
2063       perf test-cases selection
2064           all CSIT perf suites
2065       default tags for vpp startup config and perf test type
2066           1T1C - one worker thread, one core
2067           2T2C - two worker threads, two cores
2068           X710 - Intel x710 Fortville NIC
2069           XL710 - Intel xl710 Fortville NIC
2070           NDRDISC - discovery of NDR throughput
2071       results
2072           jjb verify - no
2073           present
2074               jenkins trending graphs
2075
2076     project-type: freestyle
2077     node: 'ubuntu1604-basebuild-4c-4g'
2078     concurrent: false
2079
2080     logrotate:
2081         daysToKeep: '{build-days-to-keep}'
2082         numToKeep: '{build-num-to-keep}'
2083         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2084         artifactNumToKeep: '{build-artifact-num-to-keep}'
2085
2086     parameters:
2087         - project-parameter:
2088             project: '{project}'
2089         - gerrit-parameter:
2090             branch: '{branch}'
2091
2092     wrappers:
2093         - fdio-infra-wrappers-non-activity-timeout:
2094             build-timeout: '{build-timeout}'
2095
2096     triggers:
2097         - timed: 'H H(17-20) * * 2,6'
2098
2099     builders:
2100         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
2101         - inject:
2102             properties-file: variables.prop
2103         - shell:
2104             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-trend-semi-weekly.sh
2105
2106     publishers:
2107         - archive-artifacts:
2108             artifacts: 'csit/archive/*.*'
2109             latest-only: false
2110
2111         - robot:
2112             output-path: 'csit/archive'
2113             other-files:
2114               - '*.*'
2115
2116         - fdio-infra-shiplogs:
2117             maven-version: 'mvn33-new'
2118
2119         - plot:
2120             - title: '64B-1t1c-eth-l2*-ndrdisc'
2121               group: 'RFC2544: Xconnect and Bridge Domain'
2122               yaxis: 'Packets Per Second'
2123               num-builds: '20'
2124               keep-records: True
2125               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-1.csv'
2126               series:
2127                   - file: 'csit/output_perf_data.xml'
2128                     format: xml
2129                     xpath-type: 'nodeset'
2130                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
2131             - title: '64B-2t2c-eth-l2*-ndrdisc'
2132               group: 'RFC2544: Xconnect and Bridge Domain'
2133               yaxis: 'Packets Per Second'
2134               num-builds: '20'
2135               keep-records: True
2136               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-l2-2.csv'
2137               series:
2138                   - file: 'csit/output_perf_data.xml'
2139                     format: xml
2140                     xpath-type: 'nodeset'
2141                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "BASE") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "L2BDMACSTAT") or contains(@tags, "L2BDMACLRN") or contains(@tags, "L2XCFWD"))]'
2142
2143             - title: '64B-1t1c-ethip4-ip4*-ndrdisc'
2144               group: 'RFC2544: IPv4 base, scale, feature'
2145               yaxis: 'Packets Per Second'
2146               num-builds: '20'
2147               keep-records: True
2148               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-1.csv'
2149               series:
2150                   - file: 'csit/output_perf_data.xml'
2151                     format: xml
2152                     xpath-type: 'nodeset'
2153                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP4FWD")]'
2154             - title: '64B-2t2c-ethip4-ip4*-ndrdisc'
2155               group: 'RFC2544: IPv4 base, scale, feature'
2156               yaxis: 'Packets Per Second'
2157               num-builds: '20'
2158               keep-records: True
2159               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv4-2.csv'
2160               series:
2161                   - file: 'csit/output_perf_data.xml'
2162                     format: xml
2163                     xpath-type: 'nodeset'
2164                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP4FWD")]'
2165
2166             - title: '78B-1t1c-ethip6-ip6*-ndrdisc'
2167               group: 'RFC2544: IPv6 base, scale, feature'
2168               yaxis: 'Packets Per Second'
2169               num-builds: '20'
2170               keep-records: True
2171               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-1.csv'
2172               series:
2173                   - file: 'csit/output_perf_data.xml'
2174                     format: xml
2175                     xpath-type: 'nodeset'
2176                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IP6FWD")]'
2177             - title: '78B-2t2c-ethip6-ip6*-ndrdisc'
2178               group: 'RFC2544: IPv6 base, scale, feature'
2179               yaxis: 'Packets Per Second'
2180               num-builds: '20'
2181               keep-records: True
2182               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-ipv6-2.csv'
2183               series:
2184                   - file: 'csit/output_perf_data.xml'
2185                     format: xml
2186                     xpath-type: 'nodeset'
2187                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and (contains(@tags, "BASE") or contains(@tags, "SCALE") or contains(@tags, "FEATURE")) and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IP6FWD")]'
2188
2189             - title: '64B-1t1c-ethip4*-ndrdisc'
2190               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2191               yaxis: 'Packets Per Second'
2192               num-builds: '20'
2193               keep-records: True
2194               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-1.csv'
2195               series:
2196                   - file: 'csit/output_perf_data.xml'
2197                     format: xml
2198                     xpath-type: 'nodeset'
2199                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2200             - title: '64B-2t2c-ethip4*-ndrdisc'
2201               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2202               yaxis: 'Packets Per Second'
2203               num-builds: '20'
2204               keep-records: True
2205               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-2.csv'
2206               series:
2207                   - file: 'csit/output_perf_data.xml'
2208                     format: xml
2209                     xpath-type: 'nodeset'
2210                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2211             - title: '78B-1t1c-ethip6*-ndrdisc'
2212               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2213               yaxis: 'Packets Per Second'
2214               num-builds: '20'
2215               keep-records: True
2216               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-3.csv'
2217               series:
2218                   - file: 'csit/output_perf_data.xml'
2219                     format: xml
2220                     xpath-type: 'nodeset'
2221                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2222             - title: '78B-2t2c-ethip6*-ndrdisc'
2223               group: 'RFC2544: Overlay tunnels - LISP, VXLAN, GPE, GRE'
2224               yaxis: 'Packets Per Second'
2225               num-builds: '20'
2226               keep-records: True
2227               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-4.csv'
2228               series:
2229                   - file: 'csit/output_perf_data.xml'
2230                     format: xml
2231                     xpath-type: 'nodeset'
2232                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE"))]'
2233
2234             - title: '64B-1t1c-ethip4*-ndrdisc'
2235               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2236               yaxis: 'Packets Per Second'
2237               num-builds: '20'
2238               keep-records: True
2239               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-1.csv'
2240               series:
2241                   - file: 'csit/output_perf_data.xml'
2242                     format: xml
2243                     xpath-type: 'nodeset'
2244                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2245             - title: '64B-2t2c-ethip4*-ndrdisc'
2246               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2247               yaxis: 'Packets Per Second'
2248               num-builds: '20'
2249               keep-records: True
2250               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-2.csv'
2251               series:
2252                   - file: 'csit/output_perf_data.xml'
2253                     format: xml
2254                     xpath-type: 'nodeset'
2255                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2256             - title: '78B-1t1c-ethip6*-ndrdisc'
2257               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2258               yaxis: 'Packets Per Second'
2259               num-builds: '20'
2260               keep-records: True
2261               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-3.csv'
2262               series:
2263                   - file: 'csit/output_perf_data.xml'
2264                     format: xml
2265                     xpath-type: 'nodeset'
2266                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2267             - title: '78B-2t2c-ethip6*-ndrdisc'
2268               group: 'RFC2544: Crypto in software: IP4FWD, IP6FWD'
2269               yaxis: 'Packets Per Second'
2270               num-builds: '20'
2271               keep-records: True
2272               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-sw-4.csv'
2273               series:
2274                   - file: 'csit/output_perf_data.xml'
2275                     format: xml
2276                     xpath-type: 'nodeset'
2277                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2278
2279             - title: '64B-1t1c-ethip4*-ndrdisc'
2280               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2281               yaxis: 'Packets Per Second'
2282               num-builds: '20'
2283               keep-records: True
2284               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-1.csv'
2285               series:
2286                   - file: 'csit/output_perf_data.xml'
2287                     format: xml
2288                     xpath-type: 'nodeset'
2289                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2290             - title: '64B-2t2c-ethip4*-ndrdisc'
2291               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2292               yaxis: 'Packets Per Second'
2293               num-builds: '20'
2294               keep-records: True
2295               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-2.csv'
2296               series:
2297                   - file: 'csit/output_perf_data.xml'
2298                     format: xml
2299                     xpath-type: 'nodeset'
2300                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP4FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2301             - title: '78B-1t1c-ethip6*-ndrdisc'
2302               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2303               yaxis: 'Packets Per Second'
2304               num-builds: '20'
2305               keep-records: True
2306               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-3.csv'
2307               series:
2308                   - file: 'csit/output_perf_data.xml'
2309                     format: xml
2310                     xpath-type: 'nodeset'
2311                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2312             - title: '78B-2t2c-ethip6*-ndrdisc'
2313               group: 'RFC2544: Crypto in hardware: IP4FWD, IP6FWD'
2314               yaxis: 'Packets Per Second'
2315               num-builds: '20'
2316               keep-records: True
2317               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-crypto-hw-4.csv'
2318               series:
2319                   - file: 'csit/output_perf_data.xml'
2320                     format: xml
2321                     xpath-type: 'nodeset'
2322                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "IP6FWD") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2323
2324             - title: '64B-1t1c-ethip4*-ndrdisc'
2325               group: 'RFC2544: Overlay tunnels with crypto in software'
2326               yaxis: 'Packets Per Second'
2327               num-builds: '20'
2328               keep-records: True
2329               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-1.csv'
2330               series:
2331                   - file: 'csit/output_perf_data.xml'
2332                     format: xml
2333                     xpath-type: 'nodeset'
2334                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2335             - title: '64B-2t2c-ethip4*-ndrdisc'
2336               group: 'RFC2544: Overlay tunnels with crypto in software'
2337               yaxis: 'Packets Per Second'
2338               num-builds: '20'
2339               keep-records: True
2340               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-2.csv'
2341               series:
2342                   - file: 'csit/output_perf_data.xml'
2343                     format: xml
2344                     xpath-type: 'nodeset'
2345                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2346             - title: '78B-1t1c-ethip6*-ndrdisc'
2347               group: 'RFC2544: Overlay tunnels with crypto in software'
2348               yaxis: 'Packets Per Second'
2349               num-builds: '20'
2350               keep-records: True
2351               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-3.csv'
2352               series:
2353                   - file: 'csit/output_perf_data.xml'
2354                     format: xml
2355                     xpath-type: 'nodeset'
2356                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2357             - title: '78B-2t2c-ethip6*-ndrdisc'
2358               group: 'RFC2544: Overlay tunnels with crypto in software'
2359               yaxis: 'Packets Per Second'
2360               num-builds: '20'
2361               keep-records: True
2362               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-sw-4.csv'
2363               series:
2364                   - file: 'csit/output_perf_data.xml'
2365                     format: xml
2366                     xpath-type: 'nodeset'
2367                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECSW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2368
2369             - title: '64B-1t1c-ethip4*-ndrdisc'
2370               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2371               yaxis: 'Packets Per Second'
2372               num-builds: '20'
2373               keep-records: True
2374               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-1.csv'
2375               series:
2376                   - file: 'csit/output_perf_data.xml'
2377                     format: xml
2378                     xpath-type: 'nodeset'
2379                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2380             - title: '64B-2t2c-ethip4*-ndrdisc'
2381               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2382               yaxis: 'Packets Per Second'
2383               num-builds: '20'
2384               keep-records: True
2385               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-2.csv'
2386               series:
2387                   - file: 'csit/output_perf_data.xml'
2388                     format: xml
2389                     xpath-type: 'nodeset'
2390                     xpath: '//*[@framesize="64B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2391             - title: '78B-1t1c-ethip6*-ndrdisc'
2392               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2393               yaxis: 'Packets Per Second'
2394               num-builds: '20'
2395               keep-records: True
2396               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-3.csv'
2397               series:
2398                   - file: 'csit/output_perf_data.xml'
2399                     format: xml
2400                     xpath-type: 'nodeset'
2401                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2402             - title: '78B-2t2c-ethip6*-ndrdisc'
2403               group: 'RFC2544: Overlay tunnels with crypto in hardware'
2404               yaxis: 'Packets Per Second'
2405               num-builds: '20'
2406               keep-records: True
2407               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-encap-crypto-hw-4.csv'
2408               series:
2409                   - file: 'csit/output_perf_data.xml'
2410                     format: xml
2411                     xpath-type: 'nodeset'
2412                     xpath: '//*[@framesize="78B" and not(contains(@tags, "VHOST")) and contains(@tags, "ENCAP") and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and (contains(@tags, "VXLAN") or contains(@tags, "VXLANGPE") or contains(@tags, "LISP") or contains(@tags, "LISPGPE") or contains(@tags, "GRE")) and contains(@tags, "IPSECHW") and (contains(@tags, "IPSECTRAN") or contains(@tags, "IPSECTUN"))]'
2413
2414             - title: '64B-1t1c-*-vhost-*-ndrdisc'
2415               group: 'RFC2544: vhost-user'
2416               yaxis: 'Packets Per Second'
2417               num-builds: '20'
2418               keep-records: True
2419               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-1.csv'
2420               series:
2421                   - file: 'csit/output_perf_data.xml'
2422                     format: xml
2423                     xpath-type: 'nodeset'
2424                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "1T1C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2425             - title: '64B-2t2c-*-vhost-*-ndrdisc'
2426               group: 'RFC2544: vhost-user'
2427               yaxis: 'Packets Per Second'
2428               num-builds: '20'
2429               keep-records: True
2430               csv-file-name: 'csit-vpp-perf-trend-semi-weekly-master-vhost-2.csv'
2431               series:
2432                   - file: 'csit/output_perf_data.xml'
2433                     format: xml
2434                     xpath-type: 'nodeset'
2435                     xpath: '//*[@framesize="64B" and contains(@tags, "NDRDISC") and contains(@tags, "2T2C") and contains(@tags, "VHOST") and (contains(@tags, "ETH") or contains(@tags, "DOT1Q") or contains(@tags, "VXLAN"))]'
2436
2437 - job-template:
2438     name: 'csit-vpp-perf-check-{stream}'
2439
2440     description: |
2441       consumer
2442           csit-dev perf code base checks
2443       objective
2444           check csit perf code base
2445       job
2446           name
2447               csit-vpp-perf-check
2448           trigger
2449               see below
2450       perf test-cases selection
2451           all CSIT perf suites
2452       keywords
2453           format - keyword, tag_list
2454               verify-perf-ndrdisc, NDRDISC
2455               verify-perf-pdrdisc, PDRDISC
2456               verify-perf-ndrchk, NDRCHK
2457       default tags for vpp startup config and perf test type
2458           1T1C
2459               one worker thread, one core
2460           2T2C
2461               two worker threads, two cores
2462       results
2463           jjb verify
2464               PASS/FAIL
2465           present
2466               no
2467           analyse
2468               csit project
2469                   catch malfunctions
2470                   catch degradations
2471
2472     project-type: freestyle
2473     node: 'ubuntu1604-basebuild-4c-4g'
2474     concurrent: false
2475
2476     logrotate:
2477         daysToKeep: '{build-days-to-keep}'
2478         numToKeep: '{build-num-to-keep}'
2479         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2480         artifactNumToKeep: '{build-artifact-num-to-keep}'
2481
2482     parameters:
2483         - project-parameter:
2484             project: '{project}'
2485         - gerrit-parameter:
2486             branch: '{branch}'
2487
2488     scm:
2489         - gerrit-trigger-scm:
2490             credentials-id: 'jenkins-gerrit-credentials'
2491             refspec: '$GERRIT_REFSPEC'
2492             choosing-strategy: 'gerrit'
2493
2494     wrappers:
2495         - fdio-infra-wrappers-non-activity-timeout:
2496             build-timeout: '{build-timeout}'
2497
2498     triggers:
2499         - gerrit:
2500             server-name: 'Primary'
2501             trigger-on:
2502                 - comment-added-contains-event:
2503                     comment-contains-value: 'verify-perf-ndrdisc'
2504                 - comment-added-contains-event:
2505                     comment-contains-value: 'verify-perf-pdrdisc'
2506                 - comment-added-contains-event:
2507                     comment-contains-value: 'verify-perf-ndrchk'
2508             projects:
2509               - project-compare-type: 'ANT'
2510                 project-pattern: '{project}'
2511                 branches:
2512                   - branch-compare-type: 'ANT'
2513                     branch-pattern: '**/{branch}'
2514             skip-vote:
2515                 successful: false
2516                 failed: false
2517                 unstable: false
2518                 notbuilt: false
2519
2520     builders:
2521         - shell:
2522             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-check.sh
2523
2524     publishers:
2525         - archive-artifacts:
2526             artifacts: 'archive/*.*'
2527             latest-only: false
2528
2529         - robot:
2530             output-path: archive
2531             other-files:
2532               - '*.*'
2533
2534         - fdio-infra-shiplogs:
2535             maven-version: 'mvn33-new'
2536
2537 - job-template:
2538     name: 'csit-vpp-perf-ndrchk-daily-master'
2539
2540     description: |
2541       objective
2542           check vpp perf ndr chk daily
2543       job
2544           name
2545               csit-vpp-perf-ndrchk-daily
2546           trigger
2547               daily
2548       perf test-cases selection
2549           all CSIT perf suites
2550       default tags for vpp startup config and perf test type
2551           1T1C - one worker thread, one core
2552           2T2C - two worker threads, two cores
2553       results
2554           jjb verify
2555               PASS/FAIL
2556           present
2557               no
2558           analyse
2559               csit project
2560                   catch malfunctions
2561                   catch degradations
2562
2563     project-type: freestyle
2564     node: 'ubuntu1604-basebuild-4c-4g'
2565     concurrent: false
2566
2567     logrotate:
2568         daysToKeep: '{build-days-to-keep}'
2569         numToKeep: '{build-num-to-keep}'
2570         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2571         artifactNumToKeep: '{build-artifact-num-to-keep}'
2572
2573     parameters:
2574         - project-parameter:
2575             project: '{project}'
2576         - gerrit-parameter:
2577             branch: '{branch}'
2578
2579     wrappers:
2580         - fdio-infra-wrappers-non-activity-timeout:
2581             build-timeout: '{build-timeout}'
2582
2583     triggers:
2584         - timed: 'H H(0-2) * * *'
2585
2586     builders:
2587         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
2588         - inject:
2589             properties-file: variables.prop
2590         - shell:
2591             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-ndrchk-daily.sh
2592
2593     publishers:
2594         - archive-artifacts:
2595             artifacts: 'csit/archive/*.*'
2596             latest-only: false
2597
2598         - robot:
2599             output-path: 'csit/archive'
2600             other-files:
2601               - '*.*'
2602
2603         - fdio-infra-shiplogs:
2604             maven-version: 'mvn33-new'
2605
2606 - job-template:
2607     name: 'csit-vpp-perf-verify-{stream}'
2608
2609     description: |
2610       objective
2611           perf verify - per csit gerrit patch
2612       job
2613           name
2614               csit-vpp-perf-verify
2615           trigger
2616               keyword in comment to csit patch
2617       perf test-cases selection
2618           test-cases selected using trigger keywords paired with tags
2619           all test-cases are labelled with CSIT RF topic tags defined in
2620           csit/docs/tag_documentation.rst
2621       proposed keywords
2622           focus on testing specified vpp packet processing path
2623           format - keyword - tag_list
2624           perf_verify_ip4 - IP4Base, IP4Scale2M
2625           perf_verify_ip6 - IP6Base, IP6Scale2M
2626           perf_verify_l2 - L2XC, L2BD
2627           perf_verify_lisp - 4Lisp, 6Lisp
2628           perf_verify_vxlan - Vxlan
2629           perf_verify_vhost - Vhost
2630           perf_verify_memif - Memif
2631       default tags for vpp startup config and perf test type
2632           1T1C
2633               one worker thread, one core
2634           X520
2635               x520 Niantic NIC
2636           NDRDISC
2637               discovery of NDR throughput
2638       results
2639           jjb verify
2640               PASS/FAIL
2641           present
2642               no
2643           analyse
2644               no
2645     project-type: freestyle
2646     node: 'ubuntu1604-basebuild-4c-4g'
2647     concurrent: false
2648
2649     logrotate:
2650         daysToKeep: '{build-days-to-keep}'
2651         numToKeep: '{build-num-to-keep}'
2652         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2653         artifactNumToKeep: '{build-artifact-num-to-keep}'
2654
2655     parameters:
2656         - project-parameter:
2657             project: '{project}'
2658         - gerrit-parameter:
2659             branch: '{branch}'
2660
2661     scm:
2662         - gerrit-trigger-scm:
2663             credentials-id: 'jenkins-gerrit-credentials'
2664             refspec: '$GERRIT_REFSPEC'
2665             choosing-strategy: 'gerrit'
2666
2667     wrappers:
2668         - fdio-infra-wrappers-non-activity-timeout:
2669             build-timeout: '{build-timeout}'
2670
2671     triggers:
2672         - gerrit:
2673             server-name: 'Primary'
2674             trigger-on:
2675                 - comment-added-contains-event:
2676                     comment-contains-value: 'verify-perf-l2'
2677                 - comment-added-contains-event:
2678                     comment-contains-value: 'verify-perf-ip4'
2679                 - comment-added-contains-event:
2680                     comment-contains-value: 'verify-perf-ip6'
2681                 - comment-added-contains-event:
2682                     comment-contains-value: 'verify-perf-lisp'
2683                 - comment-added-contains-event:
2684                     comment-contains-value: 'verify-perf-vxlan'
2685                 - comment-added-contains-event:
2686                     comment-contains-value: 'verify-perf-vhost'
2687                 - comment-added-contains-event:
2688                     comment-contains-value: 'verify-perf-memif'
2689                 - comment-added-contains-event:
2690                     comment-contains-value: 'verify-perf-ipsechw'
2691             projects:
2692               - project-compare-type: 'ANT'
2693                 project-pattern: '{project}'
2694                 branches:
2695                   - branch-compare-type: 'ANT'
2696                     branch-pattern: '**/{branch}'
2697             skip-vote:
2698                 successful: false
2699                 failed: false
2700                 unstable: false
2701                 notbuilt: false
2702
2703     builders:
2704         - shell:
2705             !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-verify.sh
2706
2707     publishers:
2708         - archive-artifacts:
2709             artifacts: 'archive/*.*'
2710             latest-only: false
2711
2712         - robot:
2713             output-path: archive
2714             other-files:
2715               - '*.*'
2716
2717         - fdio-infra-shiplogs:
2718             maven-version: 'mvn33-new'
2719
2720 - job-template:
2721     name: 'csit-nsh_sfc-verify-perf-{stream}'
2722
2723     project-type: freestyle
2724     node: 'ubuntu1604-basebuild-4c-4g'
2725     concurrent: true
2726
2727     logrotate:
2728         daysToKeep: '{build-days-to-keep}'
2729         numToKeep: '{build-num-to-keep}'
2730         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2731         artifactNumToKeep: '{build-artifact-num-to-keep}'
2732
2733     parameters:
2734         - project-parameter:
2735             project: '{project}'
2736         - gerrit-parameter:
2737             branch: '{branch}'
2738         - os-parameter:
2739             os: 'ubuntu1604'
2740         - stream-parameter:
2741             stream: '{stream}'
2742
2743     scm:
2744         - gerrit-trigger-scm:
2745             credentials-id: 'jenkins-gerrit-credentials'
2746             refspec: '$GERRIT_REFSPEC'
2747             choosing-strategy: 'gerrit'
2748
2749     wrappers:
2750         - fdio-infra-wrappers-non-activity-timeout:
2751             build-timeout: '{build-timeout}'
2752
2753     triggers:
2754         - gerrit-trigger-manually-triggered:
2755             name: '{project}'
2756             branch: '{branch}'
2757             comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
2758
2759     builders:
2760         - shell:
2761             !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
2762
2763     publishers:
2764         - archive-artifacts:
2765             artifacts: 'archive/*.*'
2766             latest-only: false
2767
2768         - robot-report:
2769             output-path: 'archive'
2770
2771         - fdio-infra-shiplogs:
2772             maven-version: 'mvn33-new'
2773
2774 - job-template:
2775     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
2776
2777     project-type: freestyle
2778     node: '{os}-basebuild-4c-4g'
2779     concurrent: true
2780
2781     logrotate:
2782         daysToKeep: '{build-days-to-keep}'
2783         numToKeep: '{build-num-to-keep}'
2784         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2785         artifactNumToKeep: '{build-artifact-num-to-keep}'
2786
2787     parameters:
2788         - project-parameter:
2789             project: '{project}'
2790         - gerrit-parameter:
2791             branch: '{branch}'
2792         - os-parameter:
2793             os: '{os}'
2794         - stream-parameter:
2795             stream: '{stream}'
2796
2797     scm:
2798         - gerrit-trigger-scm:
2799             credentials-id: 'jenkins-gerrit-credentials'
2800             refspec: '$GERRIT_REFSPEC'
2801             choosing-strategy: 'gerrit'
2802
2803     wrappers:
2804         - fdio-infra-wrappers:
2805             build-timeout: '{build-timeout}'
2806
2807     triggers:
2808         - gerrit-trigger-manually-triggered:
2809             name: '{project}'
2810             branch: '{branch}'
2811             comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
2812
2813     builders:
2814         - shell:
2815             !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
2816
2817     publishers:
2818         - archive-artifacts:
2819             artifacts: 'archive/*.*'
2820             latest-only: false
2821
2822         - robot-report:
2823             output-path: 'archive'
2824
2825         - fdio-infra-shiplogs:
2826             maven-version: 'mvn33-new'
2827
2828 - job-template:
2829     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
2830
2831     project-type: freestyle
2832     node: '{os}-basebuild-4c-4g'
2833     concurrent: true
2834
2835     logrotate:
2836         daysToKeep: '{build-days-to-keep}'
2837         numToKeep: '{build-num-to-keep}'
2838         artifactDaysToKeep: '{build-artifact-days-to-keep}'
2839         artifactNumToKeep: '{build-artifact-num-to-keep}'
2840
2841     parameters:
2842         - project-parameter:
2843             project: '{project}'
2844         - gerrit-parameter:
2845             branch: '{branch}'
2846         - os-parameter:
2847             os: '{os}'
2848
2849     scm:
2850         - gerrit-trigger-scm:
2851             credentials-id: 'jenkins-gerrit-credentials'
2852             refspec: '$GERRIT_REFSPEC'
2853             choosing-strategy: 'gerrit'
2854
2855     wrappers:
2856         - fdio-infra-wrappers:
2857             build-timeout: '{build-timeout}'
2858
2859     triggers:
2860         - gerrit-trigger-manually-triggered:
2861             name: '{project}'
2862             branch: '{branch}'
2863             comment-trigger-value: 'csit_verify_tldk_func'
2864
2865     builders:
2866         - shell:
2867             !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
2868
2869     publishers:
2870         - archive-artifacts:
2871             artifacts: 'archive/*.*'
2872             latest-only: false
2873
2874         - robot-report:
2875             output-path: 'archive'
2876
2877         - fdio-infra-shiplogs:
2878             maven-version: 'mvn33-new'
2879
2880 - parameter:
2881     name: test-type-parameter
2882     parameters:
2883         - string:
2884             name: TYPE
2885             default: '{type}'
2886             description: "Test TYPE parameter if not given by trigger"