1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
22 # - Download of input data files
24 # - Read data from given zip / xml files
25 # - Set the configuration as it is done in normal mode
26 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
30 # Top level directories:
34 DIR[BUILD,HTML]: "_build"
36 DIR[RST]: "../../../docs/cpta"
39 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
40 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
41 # DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
42 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
45 ## Input data files (.zip, .xml)
46 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
47 ## Static source files from git
48 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
49 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
52 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
53 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
56 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
57 URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
58 URL[NEXUS]: "https://docs.fd.io/csit"
59 DIR[NEXUS]: "report/_static/archive"
62 # List the directories which are created while preparing the environment.
63 # All directories MUST be defined in "paths" section.
65 - "DIR[WORKING,SRC,STATIC]"
70 # List the directories where the results (build) is stored.
71 # All directories MUST be defined in "paths" section.
78 plot-performance-trending:
79 csit-vpp-perf-mrr-daily-master:
81 end: "lastCompletedBuild" # "lastSuccessfulBuild" # take all from the 'start'
92 title: "Throughput [Mpps]"
95 gridcolor: "rgb(238, 238, 238)"
96 linecolor: "rgb(238, 238, 238)"
99 tickcolor: "rgb(238, 238, 238)"
104 title: "VPP Performance Trending Job ID"
107 gridcolor: "rgb(238, 238, 238)"
108 linecolor: "rgb(238, 238, 238)"
111 tickcolor: "rgb(238, 238, 238)"
124 # bordercolor: "rgb(238, 238, 238)"
130 input-format: "xml" # zip or xml
131 extract: "robot-plugin/output.xml" # Only for zip
133 # The files must be in the directory DIR[WORKING,DATA]
134 csit-vpp-perf-mrr-daily-master:
137 file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
140 file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
143 file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
146 file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
149 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
152 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
155 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
158 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
161 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
164 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
167 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
170 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
174 src-path: "{DIR[RST]}"
175 dst-path: "{DIR[WORKING,SRC]}"
178 type: "input" # Ignored in debug mode
180 file-name: "output.xml.log.gz"
182 download-path: "{job}/{build}/archives/{filename}"
183 extract: "output.xml"
184 # file-name: "robot-plugin.zip"
185 # file-format: ".zip"
186 # download-path: "{job}/{build}/robot/report/*zip*/{filename}"
187 # extract: "robot-plugin/output.xml"
189 csit-vpp-perf-mrr-daily-master:
191 end: "lastCompletedBuild" # take all from the 'start'
197 "CPTA" # Continuous Performance Trending and Analysis
204 ################################################################################
206 ################################################################################
208 # Plots VPP Continuous Performance Trending and Analysis
211 title: "Continuous Performance Trending and Analysis"
213 output-file-type: ".html"
214 output-file: "{DIR[STATIC,VPP]}/cpta"
215 data: "plot-performance-trending"
220 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
221 output-file-name: "l2-1t1c-x520"
222 data: "plot-performance-trending"
223 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
232 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
233 output-file-name: "l2-2t2c-x520"
234 data: "plot-performance-trending"
235 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
244 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
245 output-file-name: "l2-4t4c-x520"
246 data: "plot-performance-trending"
247 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
256 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
257 output-file-name: "l2-feature-1t1c-x520"
258 data: "plot-performance-trending"
259 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
268 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
269 output-file-name: "l2-feature-2t2c-x520"
270 data: "plot-performance-trending"
271 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
280 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
281 output-file-name: "l2-feature-4t4c-x520"
282 data: "plot-performance-trending"
283 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
292 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
293 output-file-name: "l2-1t1c-xl710"
294 data: "plot-performance-trending"
295 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
304 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
305 output-file-name: "l2-2t2c-xl710"
306 data: "plot-performance-trending"
307 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
316 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
317 output-file-name: "l2-4t4c-xl710"
318 data: "plot-performance-trending"
319 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
330 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
331 output-file-name: "ip4-1t1c-x520"
332 data: "plot-performance-trending"
333 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
342 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
343 output-file-name: "ip4-2t2c-x520"
344 data: "plot-performance-trending"
345 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
354 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
355 output-file-name: "ip4-4t4c-x520"
356 data: "plot-performance-trending"
357 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
366 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
367 output-file-name: "ip4-feature-1t1c-x520"
368 data: "plot-performance-trending"
369 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
378 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
379 output-file-name: "ip4-feature-2t2c-x520"
380 data: "plot-performance-trending"
381 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
390 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
391 output-file-name: "ip4-feature-4t4c-x520"
392 data: "plot-performance-trending"
393 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
402 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
403 output-file-name: "ip4-1t1c-xl710"
404 data: "plot-performance-trending"
405 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
414 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
415 output-file-name: "ip4-2t2c-xl710"
416 data: "plot-performance-trending"
417 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
426 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
427 output-file-name: "ip4-4t4c-xl710"
428 data: "plot-performance-trending"
429 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
440 - title: "VPP 1T1C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
441 output-file-name: "ip4-tunnels-1t1c-x520"
442 data: "plot-performance-trending"
443 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
452 - title: "VPP 2T2C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
453 output-file-name: "ip4-tunnels-2t2c-x520"
454 data: "plot-performance-trending"
455 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
464 - title: "VPP 4T4C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
465 output-file-name: "ip4-tunnels-4t4c-x520"
466 data: "plot-performance-trending"
467 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
478 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
479 output-file-name: "ip6-1t1c-x520"
480 data: "plot-performance-trending"
481 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
490 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
491 output-file-name: "ip6-2t2c-x520"
492 data: "plot-performance-trending"
493 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
502 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
503 output-file-name: "ip6-4t4c-x520"
504 data: "plot-performance-trending"
505 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
514 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
515 output-file-name: "ip6-1t1c-xl710"
516 data: "plot-performance-trending"
517 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
526 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
527 output-file-name: "ip6-2t2c-xl710"
528 data: "plot-performance-trending"
529 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
538 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
539 output-file-name: "ip6-4t4c-xl710"
540 data: "plot-performance-trending"
541 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
552 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
553 output-file-name: "container-memif-l2-1t1c-x520"
554 data: "plot-performance-trending"
555 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
564 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
565 output-file-name: "container-memif-l2-2t2c-x520"
566 data: "plot-performance-trending"
567 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
576 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
577 output-file-name: "container-memif-l2-4t4c-x520"
578 data: "plot-performance-trending"
579 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
588 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
589 output-file-name: "container-memif-l2-1t1c-xl710"
590 data: "plot-performance-trending"
591 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
600 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
601 output-file-name: "container-memif-l2-2t2c-xl710"
602 data: "plot-performance-trending"
603 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
612 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
613 output-file-name: "container-memif-l2-4t4c-xl710"
614 data: "plot-performance-trending"
615 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
626 - title: "VPP 1T1C VM vhost ethip4 64B Packet Throughput - {period} Trending"
627 output-file-name: "vm-vhost-ethip4-1t1c-x520"
628 data: "plot-performance-trending"
629 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
638 - title: "VPP 2T2C VM vhost ethip4 64B Packet Throughput - {period} Trending"
639 output-file-name: "vm-vhost-ethip4-2t2c-x520"
640 data: "plot-performance-trending"
641 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
650 - title: "VPP 4T4C VM vhost ethip4 64B Packet Throughput - {period} Trending"
651 output-file-name: "vm-vhost-ethip4-4t4c-x520"
652 data: "plot-performance-trending"
653 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
662 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
663 output-file-name: "vm-vhost-eth-1t1c-x520"
664 data: "plot-performance-trending"
665 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
675 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
676 output-file-name: "vm-vhost-eth-2t2c-x520"
677 data: "plot-performance-trending"
678 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
687 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
688 output-file-name: "vm-vhost-eth-4t4c-x520"
689 data: "plot-performance-trending"
690 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
699 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
700 output-file-name: "vm-vhost-eth-1t1c-xl710"
701 data: "plot-performance-trending"
702 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
712 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
713 output-file-name: "vm-vhost-eth-2t2c-xl710"
714 data: "plot-performance-trending"
715 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
724 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
725 output-file-name: "vm-vhost-eth-4t4c-xl710"
726 data: "plot-performance-trending"
727 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
738 - title: "VPP 1T1C IPSec 64B Packet Throughput - {period} Trending"
739 output-file-name: "ipsec-1t1c-xl710"
740 data: "plot-performance-trending"
741 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
750 - title: "VPP 2T2C IPSec 64B Packet Throughput - {period} Trending"
751 output-file-name: "ipsec-2t2c-xl710"
752 data: "plot-performance-trending"
753 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
762 - title: "VPP 4T4C IPSec 64B Packet Throughput - {period} Trending"
763 output-file-name: "ipsec-4t4c-xl710"
764 data: "plot-performance-trending"
765 filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"