1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
22 # - Download of input data files
24 # - Read data from given zip / xml files
25 # - Set the configuration as it is done in normal mode
26 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
30 # Top level directories:
34 DIR[BUILD,HTML]: "_build"
36 DIR[RST]: "../../../docs/cpta"
39 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
40 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
41 # DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
42 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
45 ## Input data files (.zip, .xml)
46 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
47 ## Static source files from git
48 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
49 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
52 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
53 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
56 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
57 URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
58 URL[NEXUS]: "https://docs.fd.io/csit"
59 DIR[NEXUS]: "report/_static/archive"
62 # List the directories which are created while preparing the environment.
63 # All directories MUST be defined in "paths" section.
65 - "DIR[WORKING,SRC,STATIC]"
70 # List the directories where the results (build) is stored.
71 # All directories MUST be defined in "paths" section.
78 # TODO: Specify input data, this is only an example:
79 plot-performance-trending:
80 csit-vpp-perf-mrr-daily-master:
82 end: 14 # "lastSuccessfulBuild" # take all from the 'start'
93 title: "Throughput [Mpps]"
96 gridcolor: "rgb(238, 238, 238)"
97 linecolor: "rgb(238, 238, 238)"
100 tickcolor: "rgb(238, 238, 238)"
105 title: "VPP Performance Trending Job ID"
108 gridcolor: "rgb(238, 238, 238)"
109 linecolor: "rgb(238, 238, 238)"
112 tickcolor: "rgb(238, 238, 238)"
125 # bordercolor: "rgb(238, 238, 238)"
131 input-format: "xml" # zip or xml
132 extract: "robot-plugin/output.xml" # Only for zip
134 # The files must be in the directory DIR[WORKING,DATA]
135 csit-vpp-perf-mrr-daily-master:
138 file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
141 file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
144 file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
147 file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
150 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
153 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
156 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
159 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
162 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
165 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
168 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
171 file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
175 src-path: "{DIR[RST]}"
176 dst-path: "{DIR[WORKING,SRC]}"
179 type: "input" # Ignored in debug mode
181 file-name: "output.xml.log.gz"
183 download-path: "{job}/{build}/archives/{filename}"
184 extract: "output.xml"
185 # file-name: "robot-plugin.zip"
186 # file-format: ".zip"
187 # download-path: "{job}/{build}/robot/report/*zip*/{filename}"
188 # extract: "robot-plugin/output.xml"
190 csit-vpp-perf-mrr-daily-master:
192 end: 14 #"lastSuccessfulBuild" # take all from the 'start'
193 # csit-vpp-perf-check-master:
201 "CPTA" # Continuous Performance Trending and Analysis
208 ################################################################################
210 ################################################################################
212 # Plots VPP Continuous Performance Trending and Analysis
215 title: "Continuous Performance Trending and Analysis"
217 output-file-type: ".html"
218 output-file: "{DIR[STATIC,VPP]}/cpta"
223 - title: "VPP 1T1C L2 64B Packet Throughput - {period} Trending"
224 output-file-name: "l2"
225 data: "plot-performance-trending"
226 filter: "'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
238 - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
239 output-file-name: "ip4"
240 data: "plot-performance-trending"
241 filter: "'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
253 - title: "VPP 1T1C IPv6 78B Packet Throughput - {period} Trending"
254 output-file-name: "ip6"
255 data: "plot-performance-trending"
256 filter: "'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
268 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
269 output-file-name: "container-memif-l2-1t1c-x520"
270 data: "plot-performance-trending"
271 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
281 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
282 output-file-name: "container-memif-l2-2t2c-x520"
283 data: "plot-performance-trending"
284 filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
294 - title: "VPP 1T1C L2 Container memif 64B Packet Throughput - {period} Trending"
295 output-file-name: "container-memif-l2-1t1c-xl710"
296 data: "plot-performance-trending"
297 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
307 - title: "VPP 2T2C L2 Container memif 64B Packet Throughput - {period} Trending"
308 output-file-name: "container-memif-l2-2t2c-xl710"
309 data: "plot-performance-trending"
310 filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
322 - title: "VPP 1T1C VM vhost ethip4 64B Packet Throughput - {period} Trending"
323 output-file-name: "vm-vhost-ethip4-1t1c-x520"
324 data: "plot-performance-trending"
325 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
335 - title: "VPP 2T2C VM vhost ethip4 64B Packet Throughput - {period} Trending"
336 output-file-name: "vm-vhost-ethip4-2t2c-x520"
337 data: "plot-performance-trending"
338 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
348 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
349 output-file-name: "vm-vhost-eth-1t1c-x520"
350 data: "plot-performance-trending"
351 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
362 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
363 output-file-name: "vm-vhost-eth-2t2c-x520"
364 data: "plot-performance-trending"
365 filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
375 - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
376 output-file-name: "vm-vhost-eth-1t1c-xl710"
377 data: "plot-performance-trending"
378 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
389 - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
390 output-file-name: "vm-vhost-eth-2t2c-xl710"
391 data: "plot-performance-trending"
392 filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"