1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
22 # - Download of input data files
24 # - Read data from given zip / xml files
25 # - Set the configuration as it is done in normal mode
26 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
30 # Top level directories:
34 DIR[BUILD,HTML]: "_build"
36 DIR[RST]: "../../../docs/cpta"
39 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
40 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
41 # DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
42 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
45 ## Input data files (.zip, .xml)
46 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
47 ## Static source files from git
48 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
49 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
52 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
53 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
56 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
57 URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
58 URL[NEXUS]: "https://docs.fd.io/csit"
59 DIR[NEXUS]: "report/_static/archive"
62 # List the directories which are created while preparing the environment.
63 # All directories MUST be defined in "paths" section.
65 - "DIR[WORKING,SRC,STATIC]"
70 # List the directories where the results (build) is stored.
71 # All directories MUST be defined in "paths" section.
78 plot-performance-trending:
79 csit-vpp-perf-mrr-daily-master:
81 end: "lastCompletedBuild" # "lastSuccessfulBuild" # take all from the 'start'
92 title: "Throughput [Mpps]"
95 gridcolor: "rgb(238, 238, 238)"
96 linecolor: "rgb(238, 238, 238)"
99 tickcolor: "rgb(238, 238, 238)"
104 title: "VPP Performance Trending Job ID"
107 gridcolor: "rgb(238, 238, 238)"
108 linecolor: "rgb(238, 238, 238)"
111 tickcolor: "rgb(238, 238, 238)"
124 # bordercolor: "rgb(238, 238, 238)"
132 input-format: "xml" # zip or xml
133 extract: "robot-plugin/output.xml" # Only for zip
135 # The files must be in the directory DIR[WORKING,DATA]
136 csit-vpp-perf-mrr-daily-master:
139 file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
142 file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
145 file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
148 file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
151 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
154 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
157 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
160 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
163 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
166 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
169 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
172 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
176 src-path: "{DIR[RST]}"
177 dst-path: "{DIR[WORKING,SRC]}"
180 type: "input" # Ignored in debug mode
182 file-name: "output.xml.gz"
184 download-path: "{job}/{build}/archives/{filename}"
185 extract: "output.xml"
186 # file-name: "robot-plugin.zip"
187 # file-format: ".zip"
188 # download-path: "{job}/{build}/robot/report/*zip*/{filename}"
189 # extract: "robot-plugin/output.xml"
191 csit-vpp-perf-mrr-daily-master:
193 end: "lastCompletedBuild" # take all from the 'start'
199 "CPTA" # Continuous Performance Trending and Analysis
206 ################################################################################
208 ################################################################################
210 # Plots VPP Continuous Performance Trending and Analysis
213 title: "Continuous Performance Trending and Analysis"
215 output-file-type: ".html"
216 output-file: "{DIR[STATIC,VPP]}/cpta"
217 data: "plot-performance-trending"
222 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
223 output-file-name: "l2-1t1c-x520"
224 data: "plot-performance-trending"
225 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
234 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
235 output-file-name: "l2-2t2c-x520"
236 data: "plot-performance-trending"
237 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
246 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
247 output-file-name: "l2-4t4c-x520"
248 data: "plot-performance-trending"
249 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
258 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
259 output-file-name: "l2-feature-1t1c-x520"
260 data: "plot-performance-trending"
261 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
270 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
271 output-file-name: "l2-feature-2t2c-x520"
272 data: "plot-performance-trending"
273 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
282 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
283 output-file-name: "l2-feature-4t4c-x520"
284 data: "plot-performance-trending"
285 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
294 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
295 output-file-name: "l2-1t1c-xl710"
296 data: "plot-performance-trending"
297 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
306 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
307 output-file-name: "l2-2t2c-xl710"
308 data: "plot-performance-trending"
309 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
318 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
319 output-file-name: "l2-4t4c-xl710"
320 data: "plot-performance-trending"
321 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
332 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
333 output-file-name: "ip4-1t1c-x520"
334 data: "plot-performance-trending"
335 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
344 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
345 output-file-name: "ip4-2t2c-x520"
346 data: "plot-performance-trending"
347 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
356 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
357 output-file-name: "ip4-4t4c-x520"
358 data: "plot-performance-trending"
359 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
368 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
369 output-file-name: "ip4-feature-1t1c-x520"
370 data: "plot-performance-trending"
371 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
380 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
381 output-file-name: "ip4-feature-2t2c-x520"
382 data: "plot-performance-trending"
383 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
392 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
393 output-file-name: "ip4-feature-4t4c-x520"
394 data: "plot-performance-trending"
395 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
404 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
405 output-file-name: "ip4-1t1c-xl710"
406 data: "plot-performance-trending"
407 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
416 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
417 output-file-name: "ip4-2t2c-xl710"
418 data: "plot-performance-trending"
419 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
428 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
429 output-file-name: "ip4-4t4c-xl710"
430 data: "plot-performance-trending"
431 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
442 - title: "VPP 1T1C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
443 output-file-name: "ip4-tunnels-1t1c-x520"
444 data: "plot-performance-trending"
445 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
454 - title: "VPP 2T2C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
455 output-file-name: "ip4-tunnels-2t2c-x520"
456 data: "plot-performance-trending"
457 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
466 - title: "VPP 4T4C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
467 output-file-name: "ip4-tunnels-4t4c-x520"
468 data: "plot-performance-trending"
469 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
480 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
481 output-file-name: "ip6-1t1c-x520"
482 data: "plot-performance-trending"
483 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
492 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
493 output-file-name: "ip6-2t2c-x520"
494 data: "plot-performance-trending"
495 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
504 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
505 output-file-name: "ip6-4t4c-x520"
506 data: "plot-performance-trending"
507 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
516 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
517 output-file-name: "ip6-1t1c-xl710"
518 data: "plot-performance-trending"
519 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
528 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
529 output-file-name: "ip6-2t2c-xl710"
530 data: "plot-performance-trending"
531 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
540 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
541 output-file-name: "ip6-4t4c-xl710"
542 data: "plot-performance-trending"
543 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
554 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
555 output-file-name: "container-memif-l2-1t1c-x520"
556 data: "plot-performance-trending"
557 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
566 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
567 output-file-name: "container-memif-l2-2t2c-x520"
568 data: "plot-performance-trending"
569 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
578 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
579 output-file-name: "container-memif-l2-4t4c-x520"
580 data: "plot-performance-trending"
581 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
590 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
591 output-file-name: "container-memif-l2-1t1c-xl710"
592 data: "plot-performance-trending"
593 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
602 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
603 output-file-name: "container-memif-l2-2t2c-xl710"
604 data: "plot-performance-trending"
605 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
614 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
615 output-file-name: "container-memif-l2-4t4c-xl710"
616 data: "plot-performance-trending"
617 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
628 - title: "VPP 1T1C VM vhost ethip4 64B Packet Throughput - {period} Trending"
629 output-file-name: "vm-vhost-ethip4-1t1c-x520"
630 data: "plot-performance-trending"
631 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
640 - title: "VPP 2T2C VM vhost ethip4 64B Packet Throughput - {period} Trending"
641 output-file-name: "vm-vhost-ethip4-2t2c-x520"
642 data: "plot-performance-trending"
643 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
652 - title: "VPP 4T4C VM vhost ethip4 64B Packet Throughput - {period} Trending"
653 output-file-name: "vm-vhost-ethip4-4t4c-x520"
654 data: "plot-performance-trending"
655 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
664 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
665 output-file-name: "vm-vhost-eth-1t1c-x520"
666 data: "plot-performance-trending"
667 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
677 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
678 output-file-name: "vm-vhost-eth-2t2c-x520"
679 data: "plot-performance-trending"
680 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
689 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
690 output-file-name: "vm-vhost-eth-4t4c-x520"
691 data: "plot-performance-trending"
692 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
701 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
702 output-file-name: "vm-vhost-eth-1t1c-xl710"
703 data: "plot-performance-trending"
704 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
714 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
715 output-file-name: "vm-vhost-eth-2t2c-xl710"
716 data: "plot-performance-trending"
717 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
726 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
727 output-file-name: "vm-vhost-eth-4t4c-xl710"
728 data: "plot-performance-trending"
729 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
740 - title: "VPP 1T1C IPSec 64B Packet Throughput - {period} Trending"
741 output-file-name: "ipsec-1t1c-xl710"
742 data: "plot-performance-trending"
743 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
752 - title: "VPP 2T2C IPSec 64B Packet Throughput - {period} Trending"
753 output-file-name: "ipsec-2t2c-xl710"
754 data: "plot-performance-trending"
755 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
764 - title: "VPP 4T4C IPSec 64B Packet Throughput - {period} Trending"
765 output-file-name: "ipsec-4t4c-xl710"
766 data: "plot-performance-trending"
767 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"