1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
22 # - Download of input data files
24 # - Read data from given zip / xml files
25 # - Set the configuration as it is done in normal mode
26 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
30 # Top level directories:
34 DIR[BUILD,HTML]: "_build"
36 DIR[RST]: "../../../docs/cpta"
39 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
40 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
41 # DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
42 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
45 ## Input data files (.zip, .xml)
46 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
47 ## Static source files from git
48 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
49 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
52 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
53 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
56 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
57 URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
58 URL[NEXUS]: "https://docs.fd.io/csit"
59 DIR[NEXUS]: "report/_static/archive"
62 # List the directories which are created while preparing the environment.
63 # All directories MUST be defined in "paths" section.
65 - "DIR[WORKING,SRC,STATIC]"
70 # List the directories where the results (build) is stored.
71 # All directories MUST be defined in "paths" section.
78 # TODO: Specify input data, this is only an example:
79 plot-performance-trending:
80 csit-vpp-perf-mrr-daily-master:
82 end: "lastSuccessfulBuild" # take all from the 'start'
93 title: "Throughput [Mpps]"
96 gridcolor: "rgb(238, 238, 238)"
97 linecolor: "rgb(238, 238, 238)"
100 tickcolor: "rgb(238, 238, 238)"
105 title: "VPP Performance Trending Job ID"
108 gridcolor: "rgb(238, 238, 238)"
109 linecolor: "rgb(238, 238, 238)"
112 tickcolor: "rgb(238, 238, 238)"
125 # bordercolor: "rgb(238, 238, 238)"
131 input-format: "xml" # zip or xml
132 extract: "robot-plugin/output.xml" # Only for zip
134 # The files must be in the directory DIR[WORKING,DATA]
135 csit-vpp-perf-mrr-daily-master:
138 file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
141 file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
144 file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
147 file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
150 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
153 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
156 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
159 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
162 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
165 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
168 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
171 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
175 src-path: "{DIR[RST]}"
176 dst-path: "{DIR[WORKING,SRC]}"
179 type: "input" # Ignored in debug mode
181 file-name: "output.xml.log.gz"
183 download-path: "{job}/{build}/archives/{filename}"
184 extract: "output.xml"
185 # file-name: "robot-plugin.zip"
186 # file-format: ".zip"
187 # download-path: "{job}/{build}/robot/report/*zip*/{filename}"
188 # extract: "robot-plugin/output.xml"
190 csit-vpp-perf-mrr-daily-master:
192 end: "lastSuccessfulBuild" # take all from the 'start'
193 # csit-vpp-perf-check-master:
201 "CPTA" # Continuous Performance Trending and Analysis
208 ################################################################################
210 ################################################################################
212 # Plots VPP Continuous Performance Trending and Analysis
215 title: "Continuous Performance Trending and Analysis"
217 output-file-type: ".html"
218 output-file: "{DIR[STATIC,VPP]}/cpta"
223 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
224 output-file-name: "l2-1t1c-x520"
225 data: "plot-performance-trending"
226 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
236 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
237 output-file-name: "l2-2t2c-x520"
238 data: "plot-performance-trending"
239 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
249 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
250 output-file-name: "l2-4t4c-x520"
251 data: "plot-performance-trending"
252 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
262 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
263 output-file-name: "l2-feature-1t1c-x520"
264 data: "plot-performance-trending"
265 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
275 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
276 output-file-name: "l2-feature-2t2c-x520"
277 data: "plot-performance-trending"
278 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
288 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
289 output-file-name: "l2-feature-4t4c-x520"
290 data: "plot-performance-trending"
291 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
301 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
302 output-file-name: "l2-1t1c-xl710"
303 data: "plot-performance-trending"
304 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
314 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
315 output-file-name: "l2-2t2c-xl710"
316 data: "plot-performance-trending"
317 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
327 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
328 output-file-name: "l2-4t4c-xl710"
329 data: "plot-performance-trending"
330 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
342 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
343 output-file-name: "ip4-1t1c-x520"
344 data: "plot-performance-trending"
345 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
355 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
356 output-file-name: "ip4-2t2c-x520"
357 data: "plot-performance-trending"
358 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
368 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
369 output-file-name: "ip4-4t4c-x520"
370 data: "plot-performance-trending"
371 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
381 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
382 output-file-name: "ip4-feature-1t1c-x520"
383 data: "plot-performance-trending"
384 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
394 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
395 output-file-name: "ip4-feature-2t2c-x520"
396 data: "plot-performance-trending"
397 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
407 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
408 output-file-name: "ip4-feature-4t4c-x520"
409 data: "plot-performance-trending"
410 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
420 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
421 output-file-name: "ip4-1t1c-xl710"
422 data: "plot-performance-trending"
423 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
433 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
434 output-file-name: "ip4-2t2c-xl710"
435 data: "plot-performance-trending"
436 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
446 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
447 output-file-name: "ip4-4t4c-xl710"
448 data: "plot-performance-trending"
449 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
461 - title: "VPP 1T1C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
462 output-file-name: "ip4-tunnels-1t1c-x520"
463 data: "plot-performance-trending"
464 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
474 - title: "VPP 2T2C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
475 output-file-name: "ip4-tunnels-2t2c-x520"
476 data: "plot-performance-trending"
477 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
487 - title: "VPP 4T4C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
488 output-file-name: "ip4-tunnels-4t4c-x520"
489 data: "plot-performance-trending"
490 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
502 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
503 output-file-name: "ip6-1t1c-x520"
504 data: "plot-performance-trending"
505 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
515 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
516 output-file-name: "ip6-2t2c-x520"
517 data: "plot-performance-trending"
518 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
528 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
529 output-file-name: "ip6-4t4c-x520"
530 data: "plot-performance-trending"
531 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
541 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
542 output-file-name: "ip6-1t1c-xl710"
543 data: "plot-performance-trending"
544 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
554 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
555 output-file-name: "ip6-2t2c-xl710"
556 data: "plot-performance-trending"
557 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
567 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
568 output-file-name: "ip6-4t4c-xl710"
569 data: "plot-performance-trending"
570 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
582 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
583 output-file-name: "container-memif-l2-1t1c-x520"
584 data: "plot-performance-trending"
585 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
595 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
596 output-file-name: "container-memif-l2-2t2c-x520"
597 data: "plot-performance-trending"
598 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
608 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
609 output-file-name: "container-memif-l2-4t4c-x520"
610 data: "plot-performance-trending"
611 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
621 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
622 output-file-name: "container-memif-l2-1t1c-xl710"
623 data: "plot-performance-trending"
624 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
634 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
635 output-file-name: "container-memif-l2-2t2c-xl710"
636 data: "plot-performance-trending"
637 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
647 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
648 output-file-name: "container-memif-l2-4t4c-xl710"
649 data: "plot-performance-trending"
650 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
662 - title: "VPP 1T1C VM vhost ethip4 64B Packet Throughput - {period} Trending"
663 output-file-name: "vm-vhost-ethip4-1t1c-x520"
664 data: "plot-performance-trending"
665 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
675 - title: "VPP 2T2C VM vhost ethip4 64B Packet Throughput - {period} Trending"
676 output-file-name: "vm-vhost-ethip4-2t2c-x520"
677 data: "plot-performance-trending"
678 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
688 - title: "VPP 4T4C VM vhost ethip4 64B Packet Throughput - {period} Trending"
689 output-file-name: "vm-vhost-ethip4-4t4c-x520"
690 data: "plot-performance-trending"
691 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
701 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
702 output-file-name: "vm-vhost-eth-1t1c-x520"
703 data: "plot-performance-trending"
704 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
715 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
716 output-file-name: "vm-vhost-eth-2t2c-x520"
717 data: "plot-performance-trending"
718 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
728 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
729 output-file-name: "vm-vhost-eth-4t4c-x520"
730 data: "plot-performance-trending"
731 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
741 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
742 output-file-name: "vm-vhost-eth-1t1c-xl710"
743 data: "plot-performance-trending"
744 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
755 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
756 output-file-name: "vm-vhost-eth-2t2c-xl710"
757 data: "plot-performance-trending"
758 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
768 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
769 output-file-name: "vm-vhost-eth-4t4c-xl710"
770 data: "plot-performance-trending"
771 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
783 - title: "VPP 1T1C IPSec 64B Packet Throughput - {period} Trending"
784 output-file-name: "ipsec-1t1c-x520"
785 data: "plot-performance-trending"
786 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
796 - title: "VPP 2T2C IPSec 64B Packet Throughput - {period} Trending"
797 output-file-name: "ipsec-2t2c-x520"
798 data: "plot-performance-trending"
799 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
809 - title: "VPP 4T4C IPSec 64B Packet Throughput - {period} Trending"
810 output-file-name: "ipsec-4t4c-x520"
811 data: "plot-performance-trending"
812 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"