1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
22 # - Download of input data files
24 # - Read data from given zip / xml files
25 # - Set the configuration as it is done in normal mode
26 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
30 # Top level directories:
34 DIR[BUILD,HTML]: "_build"
36 DIR[RST]: "../../../docs/cpta"
39 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
40 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
41 # DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
42 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
45 ## Input data files (.zip, .xml)
46 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
47 ## Static source files from git
48 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
49 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
52 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
53 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
56 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
57 URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
58 URL[NEXUS]: "https://docs.fd.io/csit"
59 DIR[NEXUS]: "report/_static/archive"
62 # List the directories which are created while preparing the environment.
63 # All directories MUST be defined in "paths" section.
65 - "DIR[WORKING,SRC,STATIC]"
70 # List the directories where the results (build) is stored.
71 # All directories MUST be defined in "paths" section.
78 plot-performance-trending:
79 csit-vpp-perf-mrr-daily-master:
81 end: "lastCompletedBuild" # "lastSuccessfulBuild" # take all from the 'start'
92 title: "Throughput [Mpps]"
95 gridcolor: "rgb(238, 238, 238)"
96 linecolor: "rgb(238, 238, 238)"
99 tickcolor: "rgb(238, 238, 238)"
104 title: "VPP Performance Trending Job ID"
107 gridcolor: "rgb(238, 238, 238)"
108 linecolor: "rgb(238, 238, 238)"
111 tickcolor: "rgb(238, 238, 238)"
124 # bordercolor: "rgb(238, 238, 238)"
130 input-format: "xml" # zip or xml
131 extract: "robot-plugin/output.xml" # Only for zip
133 # The files must be in the directory DIR[WORKING,DATA]
134 csit-vpp-perf-mrr-daily-master:
137 file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
140 file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
143 file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
146 file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
149 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
152 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
155 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
158 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
161 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
164 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
167 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
170 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
174 src-path: "{DIR[RST]}"
175 dst-path: "{DIR[WORKING,SRC]}"
178 type: "input" # Ignored in debug mode
180 file-name: "output.xml.log.gz"
182 download-path: "{job}/{build}/archives/{filename}"
183 extract: "output.xml"
184 # file-name: "robot-plugin.zip"
185 # file-format: ".zip"
186 # download-path: "{job}/{build}/robot/report/*zip*/{filename}"
187 # extract: "robot-plugin/output.xml"
189 csit-vpp-perf-mrr-daily-master:
191 end: "lastCompletedBuild" # take all from the 'start'
197 "CPTA" # Continuous Performance Trending and Analysis
204 ################################################################################
206 ################################################################################
208 # Plots VPP Continuous Performance Trending and Analysis
211 title: "Continuous Performance Trending and Analysis"
213 output-file-type: ".html"
214 output-file: "{DIR[STATIC,VPP]}/cpta"
215 data: "plot-performance-trending"
220 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
221 output-file-name: "l2-1t1c-x520"
222 data: "plot-performance-trending"
223 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
233 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
234 output-file-name: "l2-2t2c-x520"
235 data: "plot-performance-trending"
236 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
246 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
247 output-file-name: "l2-4t4c-x520"
248 data: "plot-performance-trending"
249 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
259 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
260 output-file-name: "l2-feature-1t1c-x520"
261 data: "plot-performance-trending"
262 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
272 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
273 output-file-name: "l2-feature-2t2c-x520"
274 data: "plot-performance-trending"
275 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
285 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
286 output-file-name: "l2-feature-4t4c-x520"
287 data: "plot-performance-trending"
288 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
298 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
299 output-file-name: "l2-1t1c-xl710"
300 data: "plot-performance-trending"
301 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
311 - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
312 output-file-name: "l2-2t2c-xl710"
313 data: "plot-performance-trending"
314 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
324 - title: "VPP 4T4C L2 64B Packet Throughput - {period} Trending"
325 output-file-name: "l2-4t4c-xl710"
326 data: "plot-performance-trending"
327 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
339 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
340 output-file-name: "ip4-1t1c-x520"
341 data: "plot-performance-trending"
342 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
352 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
353 output-file-name: "ip4-2t2c-x520"
354 data: "plot-performance-trending"
355 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
365 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
366 output-file-name: "ip4-4t4c-x520"
367 data: "plot-performance-trending"
368 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
378 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
379 output-file-name: "ip4-feature-1t1c-x520"
380 data: "plot-performance-trending"
381 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
391 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
392 output-file-name: "ip4-feature-2t2c-x520"
393 data: "plot-performance-trending"
394 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
404 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
405 output-file-name: "ip4-feature-4t4c-x520"
406 data: "plot-performance-trending"
407 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
417 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
418 output-file-name: "ip4-1t1c-xl710"
419 data: "plot-performance-trending"
420 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
430 - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
431 output-file-name: "ip4-2t2c-xl710"
432 data: "plot-performance-trending"
433 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
443 - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
444 output-file-name: "ip4-4t4c-xl710"
445 data: "plot-performance-trending"
446 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
458 - title: "VPP 1T1C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
459 output-file-name: "ip4-tunnels-1t1c-x520"
460 data: "plot-performance-trending"
461 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
471 - title: "VPP 2T2C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
472 output-file-name: "ip4-tunnels-2t2c-x520"
473 data: "plot-performance-trending"
474 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
484 - title: "VPP 4T4C IPv4 Tunnels 64B Packet Throughput - {period} Trending"
485 output-file-name: "ip4-tunnels-4t4c-x520"
486 data: "plot-performance-trending"
487 filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
499 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
500 output-file-name: "ip6-1t1c-x520"
501 data: "plot-performance-trending"
502 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
512 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
513 output-file-name: "ip6-2t2c-x520"
514 data: "plot-performance-trending"
515 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
525 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
526 output-file-name: "ip6-4t4c-x520"
527 data: "plot-performance-trending"
528 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
538 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
539 output-file-name: "ip6-1t1c-xl710"
540 data: "plot-performance-trending"
541 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
551 - title: "VPP 2T2C IPv6 78B Packet Throughput - {period} Trending"
552 output-file-name: "ip6-2t2c-xl710"
553 data: "plot-performance-trending"
554 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
564 - title: "VPP 4T4C IPv6 78B Packet Throughput - {period} Trending"
565 output-file-name: "ip6-4t4c-xl710"
566 data: "plot-performance-trending"
567 filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
579 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
580 output-file-name: "container-memif-l2-1t1c-x520"
581 data: "plot-performance-trending"
582 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
592 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
593 output-file-name: "container-memif-l2-2t2c-x520"
594 data: "plot-performance-trending"
595 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
605 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
606 output-file-name: "container-memif-l2-4t4c-x520"
607 data: "plot-performance-trending"
608 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
618 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
619 output-file-name: "container-memif-l2-1t1c-xl710"
620 data: "plot-performance-trending"
621 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
631 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
632 output-file-name: "container-memif-l2-2t2c-xl710"
633 data: "plot-performance-trending"
634 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
644 - title: "VPP 4T4C L2 Container memif 64B Packet Throughput - {period} Trending"
645 output-file-name: "container-memif-l2-4t4c-xl710"
646 data: "plot-performance-trending"
647 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
659 - title: "VPP 1T1C VM vhost ethip4 64B Packet Throughput - {period} Trending"
660 output-file-name: "vm-vhost-ethip4-1t1c-x520"
661 data: "plot-performance-trending"
662 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
672 - title: "VPP 2T2C VM vhost ethip4 64B Packet Throughput - {period} Trending"
673 output-file-name: "vm-vhost-ethip4-2t2c-x520"
674 data: "plot-performance-trending"
675 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
685 - title: "VPP 4T4C VM vhost ethip4 64B Packet Throughput - {period} Trending"
686 output-file-name: "vm-vhost-ethip4-4t4c-x520"
687 data: "plot-performance-trending"
688 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
698 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
699 output-file-name: "vm-vhost-eth-1t1c-x520"
700 data: "plot-performance-trending"
701 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
712 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
713 output-file-name: "vm-vhost-eth-2t2c-x520"
714 data: "plot-performance-trending"
715 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
725 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
726 output-file-name: "vm-vhost-eth-4t4c-x520"
727 data: "plot-performance-trending"
728 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
738 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
739 output-file-name: "vm-vhost-eth-1t1c-xl710"
740 data: "plot-performance-trending"
741 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
752 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
753 output-file-name: "vm-vhost-eth-2t2c-xl710"
754 data: "plot-performance-trending"
755 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
765 - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
766 output-file-name: "vm-vhost-eth-4t4c-xl710"
767 data: "plot-performance-trending"
768 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
780 - title: "VPP 1T1C IPSec 64B Packet Throughput - {period} Trending"
781 output-file-name: "ipsec-1t1c-x520"
782 data: "plot-performance-trending"
783 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
793 - title: "VPP 2T2C IPSec 64B Packet Throughput - {period} Trending"
794 output-file-name: "ipsec-2t2c-x520"
795 data: "plot-performance-trending"
796 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"
806 - title: "VPP 4T4C IPSec 64B Packet Throughput - {period} Trending"
807 output-file-name: "ipsec-4t4c-x520"
808 data: "plot-performance-trending"
809 filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'"