1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
22 # - Download of input data files
24 # - Read data from given zip / xml files
25 # - Set the configuration as it is done in normal mode
26 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
30 # Top level directories:
34 DIR[BUILD,HTML]: "_build"
36 DIR[RST]: "../../../docs/cpta"
39 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
40 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
41 # DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
42 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
45 ## Input data files (.zip, .xml)
46 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
47 ## Static source files from git
48 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
49 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
52 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
53 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
56 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
57 URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
58 URL[NEXUS]: "https://docs.fd.io/csit"
59 DIR[NEXUS]: "report/_static/archive"
62 # List the directories which are created while preparing the environment.
63 # All directories MUST be defined in "paths" section.
65 - "DIR[WORKING,SRC,STATIC]"
70 # List the directories where the results (build) is stored.
71 # All directories MUST be defined in "paths" section.
78 # TODO: Specify input data, this is only an example:
79 plot-performance-trending:
80 csit-vpp-perf-mrr-daily-master:
82 end: "lastSuccessfulBuild" # take all from the 'start'
93 title: "Throughput [Mpps]"
96 gridcolor: "rgb(238, 238, 238)"
97 linecolor: "rgb(238, 238, 238)"
100 tickcolor: "rgb(238, 238, 238)"
105 title: "VPP Performance Trending Job ID"
108 gridcolor: "rgb(238, 238, 238)"
109 linecolor: "rgb(238, 238, 238)"
112 tickcolor: "rgb(238, 238, 238)"
125 # bordercolor: "rgb(238, 238, 238)"
131 input-format: "xml" # zip or xml
132 extract: "robot-plugin/output.xml" # Only for zip
134 # The files must be in the directory DIR[WORKING,DATA]
135 csit-vpp-perf-mrr-daily-master:
138 file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
141 file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
144 file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
147 file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
150 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
153 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
156 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
159 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
162 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
165 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
168 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
171 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
175 src-path: "{DIR[RST]}"
176 dst-path: "{DIR[WORKING,SRC]}"
179 type: "input" # Ignored in debug mode
181 file-name: "output.xml.log.gz"
183 download-path: "{job}/{build}/archives/{filename}"
184 extract: "output.xml"
185 # file-name: "robot-plugin.zip"
186 # file-format: ".zip"
187 # download-path: "{job}/{build}/robot/report/*zip*/{filename}"
188 # extract: "robot-plugin/output.xml"
190 csit-vpp-perf-mrr-daily-master:
192 end: "lastSuccessfulBuild" # take all from the 'start'
193 # csit-vpp-perf-check-master:
201 "CPTA" # Continuous Performance Trending and Analysis
208 ################################################################################
210 ################################################################################
212 # Plots VPP Continuous Performance Trending and Analysis
215 title: "Continuous Performance Trending and Analysis"
217 output-file-type: ".html"
218 output-file: "{DIR[STATIC,VPP]}/cpta"
223 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
224 output-file-name: "l2-1t1c-x520"
225 data: "plot-performance-trending"
226 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
236 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
237 output-file-name: "l2-2t2c-x520"
238 data: "plot-performance-trending"
239 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
249 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
250 output-file-name: "l2-4t4c-x520"
251 data: "plot-performance-trending"
252 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
262 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
263 output-file-name: "l2-feature-1t1c-x520"
264 data: "plot-performance-trending"
265 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
275 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
276 output-file-name: "l2-feature-2t2c-x520"
277 data: "plot-performance-trending"
278 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
288 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
289 output-file-name: "l2-feature-4t4c-x520"
290 data: "plot-performance-trending"
291 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
301 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
302 output-file-name: "l2-1t1c-xl710"
303 data: "plot-performance-trending"
304 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
314 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
315 output-file-name: "l2-2t2c-xl710"
316 data: "plot-performance-trending"
317 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
327 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
328 output-file-name: "l2-4t4c-xl710"
329 data: "plot-performance-trending"
330 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
342 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
343 output-file-name: "ip4-1t1c-x520"
344 data: "plot-performance-trending"
345 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
355 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
356 output-file-name: "ip4-2t2c-x520"
357 data: "plot-performance-trending"
358 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
368 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
369 output-file-name: "ip4-4t4c-x520"
370 data: "plot-performance-trending"
371 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
381 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
382 output-file-name: "ip4-feature-1t1c-x520"
383 data: "plot-performance-trending"
384 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
394 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
395 output-file-name: "ip4-feature-2t2c-x520"
396 data: "plot-performance-trending"
397 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
407 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
408 output-file-name: "ip4-feature-4t4c-x520"
409 data: "plot-performance-trending"
410 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
420 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
421 output-file-name: "ip4-1t1c-xl710"
422 data: "plot-performance-trending"
423 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
433 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
434 output-file-name: "ip4-2t2c-xl710"
435 data: "plot-performance-trending"
436 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
446 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
447 output-file-name: "ip4-4t4c-xl710"
448 data: "plot-performance-trending"
449 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
461 - title: "VPP 1T1C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
462 output-file-name: "ip4-tunnels-1t1c-x520"
463 data: "plot-performance-trending"
464 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
474 - title: "VPP 2T2C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
475 output-file-name: "ip4-tunnels-2t2c-x520"
476 data: "plot-performance-trending"
477 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
487 - title: "VPP 4T4C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
488 output-file-name: "ip4-tunnels-4t4c-x520"
489 data: "plot-performance-trending"
490 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
502 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
503 output-file-name: "ip6"
504 data: "plot-performance-trending"
505 filter: "'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
517 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
518 output-file-name: "container-memif-l2-1t1c-x520"
519 data: "plot-performance-trending"
520 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
530 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
531 output-file-name: "container-memif-l2-2t2c-x520"
532 data: "plot-performance-trending"
533 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
543 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
544 output-file-name: "container-memif-l2-4t4c-x520"
545 data: "plot-performance-trending"
546 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
556 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
557 output-file-name: "container-memif-l2-1t1c-xl710"
558 data: "plot-performance-trending"
559 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
569 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
570 output-file-name: "container-memif-l2-2t2c-xl710"
571 data: "plot-performance-trending"
572 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
582 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
583 output-file-name: "container-memif-l2-4t4c-xl710"
584 data: "plot-performance-trending"
585 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
597 - title: "VPP 1T1C VM vhost ethip4 64B Packet Throughput - {period} Trending"
598 output-file-name: "vm-vhost-ethip4-1t1c-x520"
599 data: "plot-performance-trending"
600 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
610 - title: "VPP 2T2C VM vhost ethip4 64B Packet Throughput - {period} Trending"
611 output-file-name: "vm-vhost-ethip4-2t2c-x520"
612 data: "plot-performance-trending"
613 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
623 - title: "VPP 4T4C VM vhost ethip4 64B Packet Throughput - {period} Trending"
624 output-file-name: "vm-vhost-ethip4-4t4c-x520"
625 data: "plot-performance-trending"
626 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
636 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
637 output-file-name: "vm-vhost-eth-1t1c-x520"
638 data: "plot-performance-trending"
639 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
650 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
651 output-file-name: "vm-vhost-eth-2t2c-x520"
652 data: "plot-performance-trending"
653 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
663 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
664 output-file-name: "vm-vhost-eth-4t4c-x520"
665 data: "plot-performance-trending"
666 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
676 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
677 output-file-name: "vm-vhost-eth-1t1c-xl710"
678 data: "plot-performance-trending"
679 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
690 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
691 output-file-name: "vm-vhost-eth-2t2c-xl710"
692 data: "plot-performance-trending"
693 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
703 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
704 output-file-name: "vm-vhost-eth-4t4c-xl710"
705 data: "plot-performance-trending"
706 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"