1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
22 # - Download of input data files
24 # - Read data from given zip / xml files
25 # - Set the configuration as it is done in normal mode
26 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
30 # Top level directories:
34 DIR[BUILD,HTML]: "_build"
36 DIR[RST]: "../../../docs/cpta"
39 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
40 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
41 # DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
42 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
45 ## Input data files (.zip, .xml)
46 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
47 ## Static source files from git
48 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
49 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
52 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
53 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
56 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
57 URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
58 URL[NEXUS]: "https://docs.fd.io/csit"
59 DIR[NEXUS]: "report/_static/archive"
62 # List the directories which are created while preparing the environment.
63 # All directories MUST be defined in "paths" section.
65 - "DIR[WORKING,SRC,STATIC]"
70 # List the directories where the results (build) is stored.
71 # All directories MUST be defined in "paths" section.
78 # TODO: Specify input data, this is only an example:
79 plot-performance-trending:
80 csit-vpp-perf-mrr-daily-master:
82 end: "lastSuccessfulBuild" # take all from the 'start'
93 title: "Throughput [Mpps]"
96 gridcolor: "rgb(238, 238, 238)"
97 linecolor: "rgb(238, 238, 238)"
100 tickcolor: "rgb(238, 238, 238)"
105 title: "VPP Performance Trending Job ID"
108 gridcolor: "rgb(238, 238, 238)"
109 linecolor: "rgb(238, 238, 238)"
112 tickcolor: "rgb(238, 238, 238)"
125 # bordercolor: "rgb(238, 238, 238)"
131 input-format: "xml" # zip or xml
132 extract: "robot-plugin/output.xml" # Only for zip
134 # The files must be in the directory DIR[WORKING,DATA]
135 csit-vpp-perf-mrr-daily-master:
138 file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
141 file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
144 file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
147 file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
150 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
153 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
156 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
159 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
162 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
165 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
168 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
171 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
175 src-path: "{DIR[RST]}"
176 dst-path: "{DIR[WORKING,SRC]}"
179 type: "input" # Ignored in debug mode
181 file-name: "output.xml.log.gz"
183 download-path: "{job}/{build}/archives/{filename}"
184 extract: "output.xml"
185 # file-name: "robot-plugin.zip"
186 # file-format: ".zip"
187 # download-path: "{job}/{build}/robot/report/*zip*/{filename}"
188 # extract: "robot-plugin/output.xml"
190 csit-vpp-perf-mrr-daily-master:
192 end: "lastSuccessfulBuild" # take all from the 'start'
193 # csit-vpp-perf-check-master:
201 "CPTA" # Continuous Performance Trending and Analysis
208 ################################################################################
210 ################################################################################
212 # Plots VPP Continuous Performance Trending and Analysis
215 title: "Continuous Performance Trending and Analysis"
217 output-file-type: ".html"
218 output-file: "{DIR[STATIC,VPP]}/cpta"
219 data: "plot-performance-trending"
224 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
225 output-file-name: "l2-1t1c-x520"
226 data: "plot-performance-trending"
227 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
237 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
238 output-file-name: "l2-2t2c-x520"
239 data: "plot-performance-trending"
240 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
250 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
251 output-file-name: "l2-4t4c-x520"
252 data: "plot-performance-trending"
253 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
263 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
264 output-file-name: "l2-feature-1t1c-x520"
265 data: "plot-performance-trending"
266 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
276 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
277 output-file-name: "l2-feature-2t2c-x520"
278 data: "plot-performance-trending"
279 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
289 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
290 output-file-name: "l2-feature-4t4c-x520"
291 data: "plot-performance-trending"
292 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
302 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
303 output-file-name: "l2-1t1c-xl710"
304 data: "plot-performance-trending"
305 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
315 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
316 output-file-name: "l2-2t2c-xl710"
317 data: "plot-performance-trending"
318 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
328 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
329 output-file-name: "l2-4t4c-xl710"
330 data: "plot-performance-trending"
331 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
343 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
344 output-file-name: "ip4-1t1c-x520"
345 data: "plot-performance-trending"
346 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
356 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
357 output-file-name: "ip4-2t2c-x520"
358 data: "plot-performance-trending"
359 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
369 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
370 output-file-name: "ip4-4t4c-x520"
371 data: "plot-performance-trending"
372 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
382 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
383 output-file-name: "ip4-feature-1t1c-x520"
384 data: "plot-performance-trending"
385 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
395 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
396 output-file-name: "ip4-feature-2t2c-x520"
397 data: "plot-performance-trending"
398 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
408 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
409 output-file-name: "ip4-feature-4t4c-x520"
410 data: "plot-performance-trending"
411 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
421 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
422 output-file-name: "ip4-1t1c-xl710"
423 data: "plot-performance-trending"
424 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
434 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
435 output-file-name: "ip4-2t2c-xl710"
436 data: "plot-performance-trending"
437 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
447 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
448 output-file-name: "ip4-4t4c-xl710"
449 data: "plot-performance-trending"
450 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
462 - title: "VPP 1T1C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
463 output-file-name: "ip4-tunnels-1t1c-x520"
464 data: "plot-performance-trending"
465 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
475 - title: "VPP 2T2C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
476 output-file-name: "ip4-tunnels-2t2c-x520"
477 data: "plot-performance-trending"
478 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
488 - title: "VPP 4T4C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
489 output-file-name: "ip4-tunnels-4t4c-x520"
490 data: "plot-performance-trending"
491 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
503 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
504 output-file-name: "ip6-1t1c-x520"
505 data: "plot-performance-trending"
506 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
516 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
517 output-file-name: "ip6-2t2c-x520"
518 data: "plot-performance-trending"
519 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
529 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
530 output-file-name: "ip6-4t4c-x520"
531 data: "plot-performance-trending"
532 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
542 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
543 output-file-name: "ip6-1t1c-xl710"
544 data: "plot-performance-trending"
545 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
555 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
556 output-file-name: "ip6-2t2c-xl710"
557 data: "plot-performance-trending"
558 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
568 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
569 output-file-name: "ip6-4t4c-xl710"
570 data: "plot-performance-trending"
571 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
583 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
584 output-file-name: "container-memif-l2-1t1c-x520"
585 data: "plot-performance-trending"
586 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
596 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
597 output-file-name: "container-memif-l2-2t2c-x520"
598 data: "plot-performance-trending"
599 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
609 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
610 output-file-name: "container-memif-l2-4t4c-x520"
611 data: "plot-performance-trending"
612 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
622 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
623 output-file-name: "container-memif-l2-1t1c-xl710"
624 data: "plot-performance-trending"
625 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
635 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
636 output-file-name: "container-memif-l2-2t2c-xl710"
637 data: "plot-performance-trending"
638 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
648 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
649 output-file-name: "container-memif-l2-4t4c-xl710"
650 data: "plot-performance-trending"
651 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
663 - title: "VPP 1T1C VM vhost ethip4 64B Packet Throughput - {period} Trending"
664 output-file-name: "vm-vhost-ethip4-1t1c-x520"
665 data: "plot-performance-trending"
666 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
676 - title: "VPP 2T2C VM vhost ethip4 64B Packet Throughput - {period} Trending"
677 output-file-name: "vm-vhost-ethip4-2t2c-x520"
678 data: "plot-performance-trending"
679 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
689 - title: "VPP 4T4C VM vhost ethip4 64B Packet Throughput - {period} Trending"
690 output-file-name: "vm-vhost-ethip4-4t4c-x520"
691 data: "plot-performance-trending"
692 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
702 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
703 output-file-name: "vm-vhost-eth-1t1c-x520"
704 data: "plot-performance-trending"
705 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
716 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
717 output-file-name: "vm-vhost-eth-2t2c-x520"
718 data: "plot-performance-trending"
719 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
729 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
730 output-file-name: "vm-vhost-eth-4t4c-x520"
731 data: "plot-performance-trending"
732 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
742 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
743 output-file-name: "vm-vhost-eth-1t1c-xl710"
744 data: "plot-performance-trending"
745 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
756 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
757 output-file-name: "vm-vhost-eth-2t2c-xl710"
758 data: "plot-performance-trending"
759 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
769 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
770 output-file-name: "vm-vhost-eth-4t4c-xl710"
771 data: "plot-performance-trending"
772 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
784 - title: "VPP 1T1C IPSec 64B Packet Throughput - {period} Trending"
785 output-file-name: "ipsec-1t1c-x520"
786 data: "plot-performance-trending"
787 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
797 - title: "VPP 2T2C IPSec 64B Packet Throughput - {period} Trending"
798 output-file-name: "ipsec-2t2c-x520"
799 data: "plot-performance-trending"
800 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
810 - title: "VPP 4T4C IPSec 64B Packet Throughput - {period} Trending"
811 output-file-name: "ipsec-4t4c-x520"
812 data: "plot-performance-trending"
813 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"