Trending: Add NAT44 tests
[csit.git] / resources / tools / presentation / specification_CPTA.yaml
1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
16
17 -
18   type: "environment"
19
20   paths:
21     # Top level directories:
22     ## Working directory
23     DIR[WORKING]: "_tmp"
24     ## Build directories
25     DIR[BUILD,HTML]: "_build"
26     ## Static .rst files
27     DIR[RST]: "../../../docs/cpta"
28
29     # Static html content
30     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
31     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
32     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
33
34     # Working directories
35     ## Input data files (.zip, .xml)
36     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
37     ## Static source files from git
38     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
39     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
40
41     # .css patch file
42     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
43     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
44
45   urls:
46     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
47     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
48     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
49     DIR[NEXUS,DOC]: "trending/_static/archive"
50
51   make-dirs:
52   # List the directories which are created while preparing the environment.
53   # All directories MUST be defined in "paths" section.
54   - "DIR[WORKING,DATA]"
55   - "DIR[WORKING,SRC,STATIC]"
56   - "DIR[BUILD,HTML]"
57   - "DIR[STATIC,VPP]"
58   - "DIR[STATIC,ARCH]"
59   build-dirs:
60   # List the directories where the results (build) is stored.
61   # All directories MUST be defined in "paths" section.
62   - "DIR[BUILD,HTML]"
63
64   testbeds:
65     "10.30.51.45": "LF-2n-SKX-21"
66     "10.30.51.53": "LF-2n-SKX-22"
67     "10.30.51.55": "LF-2n-SKX-23"
68     "10.30.51.57": "LF-2n-SKX-24"
69     "10.32.8.19": "LF-2n-CLX-27"
70     "10.32.8.21": "LF-2n-CLX-28"
71     "10.32.8.23": "LF-2n-CLX-29"
72     "10.30.51.16": "LF-3n-HSW-01"
73     "10.30.51.20": "LF-3n-HSW-02"
74     "10.30.51.24": "LF-3n-HSW-03"
75     "10.30.51.48": "LF-3n-SKX-31"
76     "10.30.51.60": "LF-3n-SKX-32"
77     "10.30.51.49": "LF-3n-TSH-33"
78     "10.32.8.10": "LF-DNV"
79
80 -
81   type: "configuration"
82
83   archive-inputs: False
84
85   mapping-file: "mapping_tc_names.yaml"
86
87   ignore-list: "ignored_tcs.yaml"
88
89   alerting:
90
91     alerts:
92
93 # As Jenkins slave is not configured to send emails, this is now only as
94 # a working example:
95 #
96 #      # Send the list of failed tests vie email.
97 #      # Pre-requisites:
98 #      # - SMTP server is installed on the Jenkins slave
99 #      # - SMTP server is configured to send emails. Default configuration is
100 #      #   sufficient.
101 #      email-failed-tests:
102 #        # Title is used in logs and also as the email subject.
103 #        title: "Trending: Failed Tests"
104 #        # Type of alert.
105 #        type: "failed-tests"
106 #        # How to send the alert. The used way must be specified in the
107 #        # configuration part.
108 #        way: "email"
109 #        # Data to be included in the alert.
110 #        # Here is used the list of tables generated by the function
111 #        # "table_failed_tests_html".
112 #        include:
113 #        - "failed-tests-3n-hsw"
114 #        - "failed-tests-3n-skx"
115 #        - "failed-tests-2n-skx"
116 #        # This url is used in the tables instead of the original one. The aim
117 #        # is to make the links usable also from the email.
118 #        url: "https://docs.fd.io/csit/master/trending/trending"
119
120       # Jenkins job sends the email with failed tests.
121       # Pre-requisites:
122       # - Jenkins job is configured to send emails in "Post-build Actions" -->
123       #   "Editable Email Notification".
124       jenkins-send-failed-tests:
125         title: "Trending: Failed Tests"
126         type: "failed-tests"
127         way: "jenkins"
128         include:
129           - "last-failed-tests-vpp-2n-skx-mrr"
130           - "last-failed-tests-vpp-3n-skx-mrr"
131           - "last-failed-tests-vpp-2n-clx-mrr"
132           - "last-failed-tests-vpp-3n-hsw-mrr"
133           - "last-failed-tests-vpp-3n-tsh-mrr"
134           - "last-failed-tests-vpp-2n-dnv-mrr"
135           - "last-failed-tests-vpp-3n-dnv-mrr"
136           - "last-failed-tests-dpdk-2n-skx-mrr"
137           - "last-failed-tests-dpdk-3n-skx-mrr"
138           - "last-failed-tests-dpdk-2n-clx-mrr"
139           - "last-failed-tests-dpdk-3n-hsw-mrr"
140           - "last-failed-tests-dpdk-3n-tsh-mrr"
141           - "last-failed-tests-vpp-2n-skx-ndrpdr"
142           - "last-failed-tests-vpp-3n-skx-ndrpdr"
143           - "last-failed-tests-vpp-2n-clx-ndrpdr"
144           - "last-failed-tests-vpp-3n-hsw-ndrpdr"
145         urls:
146           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
147           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
148           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx"
149           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
150           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh"
151           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv"
152           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv"
153           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-skx"
154           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx"
155           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-clx"
156           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master"
157           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-tsh"
158           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx"
159           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx"
160           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx"
161           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-hsw"
162         url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
163
164     configurations:
165       # Configuration of the email notifications.
166       email:
167         # SMTP server
168         server: "localhost"
169         # List of recipients.
170         address-to:
171         - "csit-report@lists.fd.io"
172         # Sender
173         address-from: "testuser@testserver.com"
174
175       # Configuration of notifications sent by Jenkins.
176       jenkins:
177         # The directory in the workspace where the generated data is stored and
178         # then read by Jenkins job.
179         output-dir: "_build/_static/vpp"
180         # The name of the output files. ASCII text and HTML formats are
181         # generated.
182         output-file: "trending-failed-tests"
183         # If defined, all output files are zipped into this file.
184         zip-output: "failed-tests.tar.gz"
185
186   data-sets:
187
188     # Compressed failed tests (last builds)
189     table-last-failed-tests-3n-hsw:
190       csit-vpp-perf-mrr-daily-master:
191         - "lastCompletedBuild"
192     table-last-failed-tests-3n-skx:
193       csit-vpp-perf-mrr-daily-master-3n-skx:
194         - "lastCompletedBuild"
195     table-last-failed-tests-2n-skx:
196       csit-vpp-perf-mrr-daily-master-2n-skx:
197         - "lastCompletedBuild"
198     table-last-failed-tests-2n-clx:
199       csit-vpp-perf-mrr-daily-master-2n-clx:
200         - "lastCompletedBuild"
201     table-last-failed-tests-3n-tsh:
202       csit-vpp-perf-mrr-daily-master-3n-tsh:
203         - "lastCompletedBuild"
204     table-last-failed-tests-3n-dnv:
205       csit-vpp-perf-mrr-daily-master-3n-dnv:
206         - "lastCompletedBuild"
207     table-last-failed-tests-2n-dnv:
208       csit-vpp-perf-mrr-daily-master-2n-dnv:
209         - "lastCompletedBuild"
210     table-last-failed-tests-3n-hsw-ndrpdr:
211       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
212         - "lastCompletedBuild"
213     table-last-failed-tests-3n-skx-ndrpdr:
214       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
215         - "lastCompletedBuild"
216     table-last-failed-tests-2n-skx-ndrpdr:
217       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
218         - "lastCompletedBuild"
219     table-last-failed-tests-2n-clx-ndrpdr:
220       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
221         - "lastCompletedBuild"
222     table-last-failed-tests-dpdk-3n-hsw:
223       csit-dpdk-perf-mrr-weekly-master:
224         - "lastCompletedBuild"
225     table-last-failed-tests-dpdk-3n-skx:
226       csit-dpdk-perf-mrr-weekly-master-3n-skx:
227         - "lastCompletedBuild"
228     table-last-failed-tests-dpdk-2n-skx:
229       csit-dpdk-perf-mrr-weekly-master-2n-skx:
230         - "lastCompletedBuild"
231     table-last-failed-tests-dpdk-2n-clx:
232       csit-dpdk-perf-mrr-weekly-master-2n-clx:
233         - "lastCompletedBuild"
234     table-last-failed-tests-dpdk-3n-tsh:
235       csit-dpdk-perf-mrr-weekly-master-3n-tsh:
236         - "lastCompletedBuild"
237
238     # 3n-hsw
239     plot-performance-trending-all-3n-hsw:
240       csit-vpp-perf-mrr-daily-master:
241         start: 1100
242         end: "lastCompletedBuild"
243         max-builds: 180
244       csit-dpdk-perf-mrr-weekly-master:
245         start: 107
246         end: "lastCompletedBuild"
247         max-builds: 26
248
249     plot-performance-trending-vpp-3n-hsw:
250       csit-vpp-perf-mrr-daily-master:
251         start: 1100
252         end: "lastCompletedBuild"
253         max-builds: 180
254
255     plot-performance-trending-dpdk-3n-hsw:
256       csit-dpdk-perf-mrr-weekly-master:
257         start: 107
258         end: "lastCompletedBuild"
259         max-builds: 26
260
261     # 3n-skx
262     plot-performance-trending-all-3n-skx:
263       csit-vpp-perf-mrr-daily-master-3n-skx:
264         start: 834
265         end: "lastCompletedBuild"
266         max-builds: 180
267       csit-dpdk-perf-mrr-weekly-master-3n-skx:
268         start: 72
269         end: "lastCompletedBuild"
270         max-builds: 26
271
272     plot-performance-trending-vpp-3n-skx:
273       csit-vpp-perf-mrr-daily-master-3n-skx:
274         start: 834
275         end: "lastCompletedBuild"
276         max-builds: 180
277
278     plot-performance-trending-dpdk-3n-skx:
279       csit-dpdk-perf-mrr-weekly-master-3n-skx:
280         start: 72
281         end: "lastCompletedBuild"
282         max-builds: 26
283
284     # 2n-skx
285     plot-performance-trending-all-2n-skx:
286       csit-vpp-perf-mrr-daily-master-2n-skx:
287         start: 858
288         end: "lastCompletedBuild"
289         max-builds: 180
290       csit-dpdk-perf-mrr-weekly-master-2n-skx:
291         start: 78
292         end: "lastCompletedBuild"
293         max-builds: 26
294
295     plot-performance-trending-vpp-2n-skx:
296       csit-vpp-perf-mrr-daily-master-2n-skx:
297         start: 858
298         end: "lastCompletedBuild"
299
300     plot-performance-trending-dpdk-2n-skx:
301       csit-dpdk-perf-mrr-weekly-master-2n-skx:
302         start: 78
303         end: "lastCompletedBuild"
304         max-builds: 26
305
306     plot-performance-trending-vpp-nfv-2n-skx:
307       csit-vpp-perf-mrr-weekly-master-2n-skx:
308         start: 66
309         end: "lastCompletedBuild"
310         max-builds: 26
311         skip:
312           - 68
313           - 72
314           - 73
315           - 75
316           - 76
317
318     # 2n-clx
319     plot-performance-trending-vpp-2n-clx:
320       csit-vpp-perf-mrr-daily-master-2n-clx:
321         start: 236
322         end: "lastCompletedBuild"
323         max-builds: 180
324
325     plot-performance-trending-vpp-nfv-2n-clx:
326       csit-vpp-perf-mrr-weekly-master-2n-clx:
327         start: 37
328         end: "lastCompletedBuild"
329         max-builds: 26
330         skip:
331           - 39
332           - 45
333           - 48
334
335     plot-performance-trending-dpdk-2n-clx:
336       csit-dpdk-perf-mrr-weekly-master-2n-clx:
337         start: 23
338         end: "lastCompletedBuild"
339         max-builds: 26
340
341     # 3n-tsh
342     plot-performance-trending-all-3n-tsh:
343       csit-vpp-perf-mrr-daily-master-3n-tsh:
344         start: 144
345         end: "lastCompletedBuild"
346         max-builds: 180
347
348     plot-performance-trending-vpp-3n-tsh:
349       csit-vpp-perf-mrr-daily-master-3n-tsh:
350         start: 144
351         end: "lastCompletedBuild"
352
353     plot-performance-trending-dpdk-3n-tsh:
354       csit-dpdk-perf-mrr-weekly-master-3n-tsh:
355         start: 4
356         end: "lastCompletedBuild"
357
358     # 3n-dnv
359     plot-performance-trending-vpp-3n-dnv:
360       csit-vpp-perf-mrr-daily-master-3n-dnv:
361         start: 329
362         end: "lastCompletedBuild"
363         max-builds: 180
364
365     # 2n-dnv
366     plot-performance-trending-vpp-2n-dnv:
367       csit-vpp-perf-mrr-daily-master-2n-dnv:
368         start: 335
369         end: "lastCompletedBuild"
370         max-builds: 180
371
372     # NDRPDR
373     plot-ndrpdr-comparison-2n-skx:
374       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
375         start: 76
376         end: "lastCompletedBuild"
377         max-builds: 26
378
379     plot-ndrpdr-comparison-3n-skx:
380       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
381         start: 76
382         end: "lastCompletedBuild"
383         max-builds: 26
384         skip:
385           - 87
386
387     plot-ndrpdr-comparison-2n-clx:
388       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
389         start: 21
390         end: "lastCompletedBuild"
391         max-builds: 26
392
393     plot-ndrpdr-comparison-3n-hsw:
394       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
395         start: 76
396         end: "lastCompletedBuild"
397         max-builds: 26
398
399     table-ndrpdr-comparison-2n-skx:
400       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
401         start: 76
402         end: "lastCompletedBuild"
403         max-builds: 26
404         reverse: True  # Must be reversed
405
406     table-ndrpdr-comparison-3n-skx:
407       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
408         start: 76
409         end: "lastCompletedBuild"
410         max-builds: 26
411         reverse: True  # Must be reversed
412         skip:
413           - 87
414
415     table-ndrpdr-comparison-2n-clx:
416       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
417         start: 21
418         end: "lastCompletedBuild"
419         max-builds: 26
420         reverse: True  # Must be reversed
421
422     table-ndrpdr-comparison-3n-hsw:
423       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
424         start: 76
425         end: "lastCompletedBuild"
426         max-builds: 26
427         reverse: True  # Must be reversed
428
429   plot-layouts:
430
431     plot-cpta:
432       title: ""
433       titlefont:
434         size: 16
435       autosize: True
436       showlegend: True
437       width: 1100
438       height: 800
439       yaxis:
440         showticklabels: True
441         tickformat: ".5s"
442         title: "Throughput [Mpps]"
443         hoverformat: ".5s"
444         gridcolor: "rgb(238, 238, 238)"
445         linecolor: "rgb(238, 238, 238)"
446         showline: True
447         zeroline: False
448         tickcolor: "rgb(238, 238, 238)"
449         linewidth: 1
450         showgrid: True
451       xaxis:
452         title: 'Date [MMDD]'
453         type: "date"
454         autorange: True
455         fixedrange: False
456         showgrid: True
457         gridcolor: "rgb(238, 238, 238)"
458         showline: True
459         linecolor: "rgb(238, 238, 238)"
460         zeroline: False
461         linewidth: 1
462         showticklabels: True
463         tickcolor: "rgb(238, 238, 238)"
464         tickmode: "auto"
465         tickformat: "%m%d"
466         rangeselector:
467           buttons:
468           - count: 14
469             label: "2w"
470             step: "day"
471             stepmode: "backward"
472           - count: 1
473             label: "1m"
474             step: "month"
475             stepmode: "backward"
476           - count: 2
477             label: "2m"
478             step: "month"
479             stepmode: "backward"
480           - count: 3
481             label: "3m"
482             step: "month"
483             stepmode: "backward"
484           - step: "all"
485       margin:
486         r: 20
487         b: 5
488         t: 5
489         l: 70
490       legend:
491         orientation: "h"
492         xanchor: "auto"
493         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
494         bordercolor: "rgb(238, 238, 238)"
495       paper_bgcolor: "#fff"
496       plot_bgcolor: "#fff"
497       hoverlabel:
498         namelength: -1
499
500     plot-cpta-cps:
501       title: ""
502       titlefont:
503         size: 16
504       autosize: True
505       showlegend: True
506       width: 1100
507       height: 800
508       yaxis:
509         showticklabels: True
510         tickformat: ".5s"
511         title: "Connection Rate [Mcps]"
512         hoverformat: ".5s"
513         gridcolor: "rgb(238, 238, 238)"
514         linecolor: "rgb(238, 238, 238)"
515         showline: True
516         zeroline: False
517         tickcolor: "rgb(238, 238, 238)"
518         linewidth: 1
519         showgrid: True
520       xaxis:
521         title: 'Date [MMDD]'
522         type: "date"
523         autorange: True
524         fixedrange: False
525         showgrid: True
526         gridcolor: "rgb(238, 238, 238)"
527         showline: True
528         linecolor: "rgb(238, 238, 238)"
529         zeroline: False
530         linewidth: 1
531         showticklabels: True
532         tickcolor: "rgb(238, 238, 238)"
533         tickmode: "auto"
534         tickformat: "%m%d"
535         rangeselector:
536           buttons:
537           - count: 14
538             label: "2w"
539             step: "day"
540             stepmode: "backward"
541           - count: 1
542             label: "1m"
543             step: "month"
544             stepmode: "backward"
545           - count: 2
546             label: "2m"
547             step: "month"
548             stepmode: "backward"
549           - count: 3
550             label: "3m"
551             step: "month"
552             stepmode: "backward"
553           - step: "all"
554       margin:
555         r: 20
556         b: 5
557         t: 5
558         l: 70
559       legend:
560         orientation: "h"
561         xanchor: "auto"
562         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
563         bordercolor: "rgb(238, 238, 238)"
564       paper_bgcolor: "#fff"
565       plot_bgcolor: "#fff"
566       hoverlabel:
567         namelength: -1
568
569 -
570   type: "static"
571   src-path: "{DIR[RST]}"
572   dst-path: "{DIR[WORKING,SRC]}"
573
574 -
575   type: "input"
576   general:
577     file-name: "output_info.xml.gz"
578     file-format: ".gz"
579     download-path: "{job}/{build}/archives/{filename}"
580     extract: "output.xml"
581     # Number of days from now to the past. Only files generated in this
582     # time period are used.
583     time-period: 180
584
585     zip-file-name: "robot-plugin.zip"
586     zip-file-format: ".zip"
587     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
588     zip-extract: "robot-plugin/output.xml"
589
590   builds:
591
592     # 2n-skx ndrpdr
593     csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
594       start: 76
595       end: "lastCompletedBuild"
596       max-builds: 26
597
598     # 3n-skx ndrpdr
599     csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
600       start: 76
601       end: "lastCompletedBuild"
602       max-builds: 26
603       skip:
604         - 87
605
606     # 2n-clx ndrpdr
607     csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
608       start: 21
609       end: "lastCompletedBuild"
610       max-builds: 26
611
612     # 3n-hsw ndrpdr
613     csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
614       start: 76
615       end: "lastCompletedBuild"
616       max-builds: 26
617
618     # 3n-hsw
619     csit-vpp-perf-mrr-daily-master:
620       start: 1100
621       end: "lastCompletedBuild"
622       max-builds: 180  # Max nr of builds to download
623       skip:
624         - 1102
625         - 1159
626     csit-dpdk-perf-mrr-weekly-master:
627       start: 113
628       end: "lastCompletedBuild"
629       max-builds: 26  # Max nr of builds to download
630       skip:
631         - 114
632
633     # 3n-skx
634     csit-vpp-perf-mrr-daily-master-3n-skx:
635       start: 834
636       end: "lastCompletedBuild"
637       max-builds: 180  # Max nr of builds to download
638       skip:
639         - 849
640         - 851
641         - 862
642         - 864
643         - 865
644         - 866
645         - 867
646     csit-dpdk-perf-mrr-weekly-master-3n-skx:
647       start: 78
648       end: "lastCompletedBuild"
649       max-builds: 26  # Max nr of builds to download
650       skip:
651         - 79
652
653     # 2n-skx
654     csit-vpp-perf-mrr-daily-master-2n-skx:
655       start: 858
656       end: "lastCompletedBuild"
657       max-builds: 180  # Max nr of builds to download
658       skip:
659         - 868
660         - 870
661         - 874
662         - 889
663     csit-vpp-perf-mrr-weekly-master-2n-skx:
664       start: 66
665       end: "lastCompletedBuild"
666       max-builds: 26  # Max nr of builds to download
667       skip:
668         - 68
669         - 72
670         - 73
671         - 75
672         - 76
673
674     csit-dpdk-perf-mrr-weekly-master-2n-skx:
675       start: 78
676       end: "lastCompletedBuild"
677       max-builds: 26  # Max nr of builds to download
678       skip:
679         - 79
680
681     csit-vpp-perf-mrr-daily-master-2n-clx:
682       start: 236
683       end: "lastCompletedBuild"
684       max-builds: 180  # Max nr of builds to download
685       skip:
686         - 239
687         - 248
688         - 251
689         - 252
690         - 253
691         - 308
692     csit-vpp-perf-mrr-weekly-master-2n-clx:
693       start: 37
694       end: "lastCompletedBuild"
695       max-builds: 26  # Max nr of builds to download
696       skip:
697         - 39
698         - 45
699         - 48
700
701     csit-dpdk-perf-mrr-weekly-master-2n-clx:
702       start: 23
703       end: "lastCompletedBuild"
704       max-builds: 26  # Max nr of builds to download
705       skip:
706         - 24
707
708     # 3n-tsh
709     csit-vpp-perf-mrr-daily-master-3n-tsh:
710       start: 144
711       end: "lastCompletedBuild"
712       max-builds: 180  # Max nr of builds to download
713       skip:
714         - 149
715         - 150
716         - 152
717         - 153
718         - 154
719         - 155
720         - 156
721         - 157
722         - 192
723
724     csit-dpdk-perf-mrr-weekly-master-3n-tsh:
725       start: 4
726       end: "lastCompletedBuild"
727       max-builds: 26  # Max nr of builds to download
728
729     # 3n-dnv
730     csit-vpp-perf-mrr-daily-master-3n-dnv:
731       start: 329
732       end: "lastCompletedBuild"
733       max-builds: 180  # Max nr of builds to download
734       skip:
735         - 343
736         - 344
737         - 345
738         - 348
739         - 350
740         - 356
741         - 357
742         - 358
743         - 360
744         - 363
745         - 364
746         - 381
747         - 387
748         - 388
749         - 390
750         - 391
751         - 392
752         - 396
753
754     # 2n-dnv
755     csit-vpp-perf-mrr-daily-master-2n-dnv:
756       start: 335
757       end: "lastCompletedBuild"
758       max-builds: 180  # Max nr of builds to download
759       skip:
760         - 344
761         - 349
762         - 350
763         - 351
764         - 354
765         - 36
766         - 364
767         - 365
768         - 366
769         - 370
770         - 378
771         - 387
772         - 394
773         - 395
774         - 396
775         - 397
776         - 402
777
778 -
779   type: "output"
780   output: "trending"
781   format:
782     html:
783     - full
784
785 ################################################################################
786 ###                               T A B L E S                                ###
787 ################################################################################
788
789 ################################################################################
790
791 # VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr
792 - type: "table"
793   title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr"
794   algorithm: "table_weekly_comparison"
795   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-ndr"
796   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
797   data: "table-ndrpdr-comparison-2n-skx"
798   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
799   nr-of-data-columns: 3
800   comparisons:
801     - reference: -3
802       compare: -1
803     - reference: -2
804       compare: -1
805
806 # VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr
807 - type: "table"
808   title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr"
809   algorithm: "table_weekly_comparison"
810   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-pdr"
811   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
812   data: "table-ndrpdr-comparison-2n-skx"
813   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
814   nr-of-data-columns: 3
815   comparisons:
816     - reference: -3
817       compare: -1
818     - reference: -2
819       compare: -1
820
821 # VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr
822 - type: "table"
823   title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr"
824   algorithm: "table_weekly_comparison"
825   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-ndr"
826   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
827   data: "table-ndrpdr-comparison-3n-skx"
828   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
829   nr-of-data-columns: 3
830   comparisons:
831     - reference: -3
832       compare: -1
833     - reference: -2
834       compare: -1
835
836 # VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr
837 - type: "table"
838   title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr"
839   algorithm: "table_weekly_comparison"
840   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-pdr"
841   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
842   data: "table-ndrpdr-comparison-3n-skx"
843   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
844   nr-of-data-columns: 3
845   comparisons:
846     - reference: -3
847       compare: -1
848     - reference: -2
849       compare: -1
850
851 # VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr
852 - type: "table"
853   title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr"
854   algorithm: "table_weekly_comparison"
855   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-ndr"
856   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
857   data: "table-ndrpdr-comparison-2n-clx"
858   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
859   nr-of-data-columns: 3
860   comparisons:
861     - reference: -3
862       compare: -1
863     - reference: -2
864       compare: -1
865
866 # VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr
867 - type: "table"
868   title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr"
869   algorithm: "table_weekly_comparison"
870   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-pdr"
871   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
872   data: "table-ndrpdr-comparison-2n-clx"
873   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
874   nr-of-data-columns: 3
875   comparisons:
876     - reference: -3
877       compare: -1
878     - reference: -2
879       compare: -1
880
881 # VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr
882 - type: "table"
883   title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr"
884   algorithm: "table_weekly_comparison"
885   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr"
886   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
887   data: "table-ndrpdr-comparison-3n-hsw"
888   filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
889   nr-of-data-columns: 3
890   comparisons:
891     - reference: -3
892       compare: -1
893     - reference: -2
894       compare: -1
895
896 # VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr
897 - type: "table"
898   title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr"
899   algorithm: "table_weekly_comparison"
900   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr"
901   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
902   data: "table-ndrpdr-comparison-3n-hsw"
903   filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
904   nr-of-data-columns: 3
905   comparisons:
906     - reference: -3
907       compare: -1
908     - reference: -2
909       compare: -1
910
911 # Compressed failed tests (last build)
912 -
913   type: "table"
914   title: "Last failed tests (last builds) VPP 3n-hsw"
915   algorithm: "table_last_failed_tests"
916   output-file-ext: ".txt"
917   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-mrr"
918   data: "table-last-failed-tests-3n-hsw"
919   filter: "'MRR'"
920   parameters:
921     - "name"
922     - "parent"
923     - "status"
924
925 -
926   type: "table"
927   title: "Last failed tests (last builds) VPP 3n-skx"
928   algorithm: "table_last_failed_tests"
929   output-file-ext: ".txt"
930   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-skx-mrr"
931   data: "table-last-failed-tests-3n-skx"
932   filter: "'MRR'"
933   parameters:
934     - "name"
935     - "parent"
936     - "status"
937
938 -
939   type: "table"
940   title: "Last failed tests (last builds) VPP 2n-skx"
941   algorithm: "table_last_failed_tests"
942   output-file-ext: ".txt"
943   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-skx-mrr"
944   data: "table-last-failed-tests-2n-skx"
945   filter: "'MRR'"
946   parameters:
947     - "name"
948     - "parent"
949     - "status"
950
951 -
952   type: "table"
953   title: "Last failed tests (last builds) VPP 2n-clx"
954   algorithm: "table_last_failed_tests"
955   output-file-ext: ".txt"
956   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-clx-mrr"
957   data: "table-last-failed-tests-2n-clx"
958   filter: "'MRR'"
959   parameters:
960     - "name"
961     - "parent"
962     - "status"
963
964 -
965   type: "table"
966   title: "Last failed tests (last builds) VPP 3n-tsh"
967   algorithm: "table_last_failed_tests"
968   output-file-ext: ".txt"
969   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-tsh-mrr"
970   data: "table-last-failed-tests-3n-tsh"
971   filter: "'MRR'"
972   parameters:
973     - "name"
974     - "parent"
975     - "status"
976
977 -
978   type: "table"
979   title: "Last failed tests (last builds) VPP 3n-dnv"
980   algorithm: "table_last_failed_tests"
981   output-file-ext: ".txt"
982   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-dnv-mrr"
983   data: "table-last-failed-tests-3n-dnv"
984   filter: "'MRR'"
985   parameters:
986     - "name"
987     - "parent"
988     - "status"
989
990 -
991   type: "table"
992   title: "Last failed tests (last builds) VPP 2n-dnv"
993   algorithm: "table_last_failed_tests"
994   output-file-ext: ".txt"
995   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-dnv-mrr"
996   data: "table-last-failed-tests-2n-dnv"
997   filter: "'MRR'"
998   parameters:
999     - "name"
1000     - "parent"
1001     - "status"
1002
1003 -
1004   type: "table"
1005   title: "Last failed tests (last builds) VPP 3n-hsw-ndrpdr"
1006   algorithm: "table_last_failed_tests"
1007   output-file-ext: ".txt"
1008   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-ndrpdr"
1009   data: "table-last-failed-tests-3n-hsw-ndrpdr"
1010   filter: "'NDRPDR'"
1011   parameters:
1012     - "name"
1013     - "parent"
1014     - "status"
1015
1016 -
1017   type: "table"
1018   title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr"
1019   algorithm: "table_last_failed_tests"
1020   output-file-ext: ".txt"
1021   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-skx-ndrpdr"
1022   data: "table-last-failed-tests-3n-skx-ndrpdr"
1023   filter: "'NDRPDR'"
1024   parameters:
1025     - "name"
1026     - "parent"
1027     - "status"
1028
1029 -
1030   type: "table"
1031   title: "Last failed tests (last builds) VPP 2n-skx-ndrpdr"
1032   algorithm: "table_last_failed_tests"
1033   output-file-ext: ".txt"
1034   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-skx-ndrpdr"
1035   data: "table-last-failed-tests-2n-skx-ndrpdr"
1036   filter: "'NDRPDR'"
1037   parameters:
1038     - "name"
1039     - "parent"
1040     - "status"
1041
1042 -
1043   type: "table"
1044   title: "Last failed tests (last builds) VPP 2n-clx-ndrpdr"
1045   algorithm: "table_last_failed_tests"
1046   output-file-ext: ".txt"
1047   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-clx-ndrpdr"
1048   data: "table-last-failed-tests-2n-clx-ndrpdr"
1049   filter: "'NDRPDR'"
1050   parameters:
1051     - "name"
1052     - "parent"
1053     - "status"
1054
1055 -
1056   type: "table"
1057   title: "Last failed tests (last builds) DPDK 3n-hsw"
1058   algorithm: "table_last_failed_tests"
1059   output-file-ext: ".txt"
1060   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-hsw-mrr"
1061   data: "table-last-failed-tests-dpdk-3n-hsw"
1062   filter: "'MRR'"
1063   parameters:
1064     - "name"
1065     - "parent"
1066     - "status"
1067
1068 -
1069   type: "table"
1070   title: "Last failed tests (last builds) DPDK 3n-tsh"
1071   algorithm: "table_last_failed_tests"
1072   output-file-ext: ".txt"
1073   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-tsh-mrr"
1074   data: "table-last-failed-tests-dpdk-3n-tsh"
1075   filter: "'MRR'"
1076   parameters:
1077     - "name"
1078     - "parent"
1079     - "status"
1080
1081 -
1082   type: "table"
1083   title: "Last failed tests (last builds) DPDK 3n-skx"
1084   algorithm: "table_last_failed_tests"
1085   output-file-ext: ".txt"
1086   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-skx-mrr"
1087   data: "table-last-failed-tests-dpdk-3n-skx"
1088   filter: "'MRR'"
1089   parameters:
1090     - "name"
1091     - "parent"
1092     - "status"
1093
1094 -
1095   type: "table"
1096   title: "Last failed tests (last builds) DPDK 2n-skx"
1097   algorithm: "table_last_failed_tests"
1098   output-file-ext: ".txt"
1099   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-2n-skx-mrr"
1100   data: "table-last-failed-tests-dpdk-2n-skx"
1101   filter: "'MRR'"
1102   parameters:
1103     - "name"
1104     - "parent"
1105     - "status"
1106
1107 -
1108   type: "table"
1109   title: "Last failed tests (last builds) DPDK 2n-clx"
1110   algorithm: "table_last_failed_tests"
1111   output-file-ext: ".txt"
1112   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-2n-clx-mrr"
1113   data: "table-last-failed-tests-dpdk-2n-clx"
1114   filter: "'MRR'"
1115   parameters:
1116     - "name"
1117     - "parent"
1118     - "status"
1119
1120 # 3n-hsw
1121 -
1122   type: "table"
1123   title: "Performance trending dashboard 1t1c-3n-hsw"
1124   algorithm: "table_perf_trending_dash"
1125   output-file-ext: ".csv"
1126   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw"
1127   data: "plot-performance-trending-all-3n-hsw"
1128   filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'"
1129   parameters:
1130     - "name"
1131     - "parent"
1132     - "result"
1133   window: 14
1134   long-trend-window: 180
1135
1136 -
1137   type: "table"
1138   title: "Performance trending dashboard 2t2c-3n-hsw"
1139   algorithm: "table_perf_trending_dash"
1140   output-file-ext: ".csv"
1141   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw"
1142   data: "plot-performance-trending-all-3n-hsw"
1143   filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'"
1144   parameters:
1145     - "name"
1146     - "parent"
1147     - "result"
1148   window: 14
1149   long-trend-window: 180
1150
1151 -
1152   type: "table"
1153   title: "Performance trending dashboard 4t4c-3n-hsw"
1154   algorithm: "table_perf_trending_dash"
1155   output-file-ext: ".csv"
1156   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw"
1157   data: "plot-performance-trending-all-3n-hsw"
1158   filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'"
1159   parameters:
1160     - "name"
1161     - "parent"
1162     - "result"
1163   window: 14
1164   long-trend-window: 180
1165
1166 -
1167   type: "table"
1168   title: "HTML performance trending dashboard 1t1c-3n-hsw"
1169   algorithm: "table_perf_trending_dash_html"
1170   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.csv"
1171   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.rst"
1172   testbed: "3n-hsw"
1173
1174 -
1175   type: "table"
1176   title: "HTML performance trending dashboard 2t2c-3n-hsw"
1177   algorithm: "table_perf_trending_dash_html"
1178   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.csv"
1179   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.rst"
1180   testbed: "3n-hsw"
1181
1182 -
1183   type: "table"
1184   title: "HTML performance trending dashboard 4t4c-3n-hsw"
1185   algorithm: "table_perf_trending_dash_html"
1186   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.csv"
1187   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst"
1188   testbed: "3n-hsw"
1189
1190 # 3n-hsw
1191 -
1192   type: "table"
1193   title: "Performance trending dashboard 1t1c-3n-hsw ndr"
1194   algorithm: "table_perf_trending_dash"
1195   output-file-ext: ".csv"
1196   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr"
1197   data: "plot-ndrpdr-comparison-3n-hsw"
1198   filter: "'NDRPDR' and '1T1C'"
1199   include-tests: "NDR"
1200   parameters:
1201     - "name"
1202     - "parent"
1203     - "throughput"
1204   window: 4
1205   long-trend-window: 12
1206
1207 -
1208   type: "table"
1209   title: "Performance trending dashboard 1t1c-3n-hsw pdr"
1210   algorithm: "table_perf_trending_dash"
1211   output-file-ext: ".csv"
1212   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr"
1213   data: "plot-ndrpdr-comparison-3n-hsw"
1214   filter: "'NDRPDR' and '1T1C'"
1215   include-tests: "PDR"
1216   parameters:
1217     - "name"
1218     - "parent"
1219     - "throughput"
1220   window: 4
1221   long-trend-window: 12
1222
1223 -
1224   type: "table"
1225   title: "HTML performance trending dashboard 1t1c-3n-hsw ndr"
1226   algorithm: "table_perf_trending_dash_html"
1227   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv"
1228   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst"
1229   testbed: "3n-hsw"
1230   test-type: "NDR"
1231   add-links: True
1232
1233 -
1234   type: "table"
1235   title: "HTML performance trending dashboard 1t1c-3n-hsw pdr"
1236   algorithm: "table_perf_trending_dash_html"
1237   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv"
1238   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst"
1239   testbed: "3n-hsw"
1240   test-type: "PDR"
1241   add-links: True
1242
1243 # 3n-skx
1244 -
1245   type: "table"
1246   title: "Performance trending dashboard 2t1c-3n-skx ndr"
1247   algorithm: "table_perf_trending_dash"
1248   output-file-ext: ".csv"
1249   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr"
1250   data: "plot-ndrpdr-comparison-3n-skx"
1251   filter: "'NDRPDR' and '2T1C'"
1252   include-tests: "NDR"
1253   parameters:
1254     - "name"
1255     - "parent"
1256     - "throughput"
1257   window: 4
1258   long-trend-window: 12
1259
1260 -
1261   type: "table"
1262   title: "Performance trending dashboard 2t1c-3n-skx pdr"
1263   algorithm: "table_perf_trending_dash"
1264   output-file-ext: ".csv"
1265   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr"
1266   data: "plot-ndrpdr-comparison-3n-skx"
1267   filter: "'NDRPDR' and '2T1C'"
1268   include-tests: "PDR"
1269   parameters:
1270     - "name"
1271     - "parent"
1272     - "throughput"
1273   window: 4
1274   long-trend-window: 12
1275
1276 -
1277   type: "table"
1278   title: "HTML performance trending dashboard 2t1c-3n-skx ndr"
1279   algorithm: "table_perf_trending_dash_html"
1280   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.csv"
1281   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.rst"
1282   testbed: "3n-skx"
1283   test-type: "NDR"
1284   add-links: True
1285
1286 -
1287   type: "table"
1288   title: "HTML performance trending dashboard 2t1c-3n-skx pdr"
1289   algorithm: "table_perf_trending_dash_html"
1290   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.csv"
1291   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.rst"
1292   testbed: "3n-skx"
1293   test-type: "PDR"
1294   add-links: True
1295
1296 # 2n-skx
1297 -
1298   type: "table"
1299   title: "Performance trending dashboard 2t1c-2n-skx ndr"
1300   algorithm: "table_perf_trending_dash"
1301   output-file-ext: ".csv"
1302   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr"
1303   data: "plot-ndrpdr-comparison-2n-skx"
1304   filter: "'NDRPDR' and '2T1C'"
1305   include-tests: "NDR"
1306   parameters:
1307     - "name"
1308     - "parent"
1309     - "throughput"
1310   window: 4
1311   long-trend-window: 12
1312
1313 -
1314   type: "table"
1315   title: "Performance trending dashboard 2t1c-2n-skx pdr"
1316   algorithm: "table_perf_trending_dash"
1317   output-file-ext: ".csv"
1318   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr"
1319   data: "plot-ndrpdr-comparison-2n-skx"
1320   filter: "'NDRPDR' and '2T1C'"
1321   include-tests: "PDR"
1322   parameters:
1323     - "name"
1324     - "parent"
1325     - "throughput"
1326   window: 4
1327   long-trend-window: 12
1328
1329 -
1330   type: "table"
1331   title: "HTML performance trending dashboard 2t1c-2n-skx ndr"
1332   algorithm: "table_perf_trending_dash_html"
1333   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.csv"
1334   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.rst"
1335   testbed: "2n-skx"
1336   test-type: "NDR"
1337   add-links: True
1338
1339 -
1340   type: "table"
1341   title: "HTML performance trending dashboard 2t1c-2n-skx pdr"
1342   algorithm: "table_perf_trending_dash_html"
1343   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.csv"
1344   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.rst"
1345   testbed: "2n-skx"
1346   test-type: "PDR"
1347   add-links: True
1348
1349 # 2n-clx
1350 -
1351   type: "table"
1352   title: "Performance trending dashboard 2t1c-2n-clx ndr"
1353   algorithm: "table_perf_trending_dash"
1354   output-file-ext: ".csv"
1355   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr"
1356   data: "plot-ndrpdr-comparison-2n-clx"
1357   filter: "'NDRPDR' and '2T1C'"
1358   include-tests: "NDR"
1359   parameters:
1360     - "name"
1361     - "parent"
1362     - "throughput"
1363   window: 14
1364   long-trend-window: 180
1365
1366 -
1367   type: "table"
1368   title: "Performance trending dashboard 2t1c-2n-clx pdr"
1369   algorithm: "table_perf_trending_dash"
1370   output-file-ext: ".csv"
1371   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr"
1372   data: "plot-ndrpdr-comparison-2n-clx"
1373   filter: "'NDRPDR' and '2T1C'"
1374   include-tests: "PDR"
1375   parameters:
1376     - "name"
1377     - "parent"
1378     - "throughput"
1379   window: 14
1380   long-trend-window: 180
1381
1382 -
1383   type: "table"
1384   title: "HTML performance trending dashboard 2t1c-2n-clx ndr"
1385   algorithm: "table_perf_trending_dash_html"
1386   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.csv"
1387   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.rst"
1388   testbed: "2n-clx"
1389   test-type: "NDR"
1390   add-links: True
1391
1392 -
1393   type: "table"
1394   title: "HTML performance trending dashboard 2t1c-2n-clx pdr"
1395   algorithm: "table_perf_trending_dash_html"
1396   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.csv"
1397   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.rst"
1398   testbed: "2n-clx"
1399   test-type: "PDR"
1400   add-links: True
1401
1402 -
1403   type: "table"
1404   title: "Failed MRR tests 3n-hsw"
1405   algorithm: "table_failed_tests"
1406   output-file-ext: ".csv"
1407   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw"
1408   data: "plot-performance-trending-all-3n-hsw"
1409   filter: "'MRR' and not 'NIC_Intel-XXV710'"
1410   parameters:
1411     - "name"
1412     - "parent"
1413     - "status"
1414   window: 7  # days
1415
1416 -
1417   type: "table"
1418   title: "HTML Failed MRR tests 3n-hsw"
1419   algorithm: "table_failed_tests_html"
1420   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.csv"
1421   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst"
1422   testbed: "3n-hsw"
1423
1424 -
1425   type: "table"
1426   title: "Failed NDRPDR tests 3n-hsw"
1427   algorithm: "table_failed_tests"
1428   output-file-ext: ".csv"
1429   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr"
1430   data: "plot-ndrpdr-comparison-3n-hsw"
1431   filter: "'NDRPDR'"
1432   parameters:
1433     - "name"
1434     - "parent"
1435     - "status"
1436   window: 30  # days
1437
1438 -
1439   type: "table"
1440   title: "HTML Failed NDRPDR tests 3n-hsw"
1441   algorithm: "table_failed_tests_html"
1442   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv"
1443   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst"
1444   testbed: "3n-hsw"
1445   test-type: "NDRPDR"
1446
1447 ###############################################################################
1448 # 3n-skx
1449 -
1450   type: "table"
1451   title: "Performance trending dashboard 2t1c-3n-skx"
1452   algorithm: "table_perf_trending_dash"
1453   output-file-ext: ".csv"
1454   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx"
1455   data: "plot-performance-trending-all-3n-skx"
1456   filter: "'MRR' and '2T1C'"
1457   parameters:
1458     - "name"
1459     - "parent"
1460     - "result"
1461   window: 14
1462   long-trend-window: 180
1463
1464 -
1465   type: "table"
1466   title: "Performance trending dashboard 4t2c-3n-skx"
1467   algorithm: "table_perf_trending_dash"
1468   output-file-ext: ".csv"
1469   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx"
1470   data: "plot-performance-trending-all-3n-skx"
1471   filter: "'MRR' and '4T2C'"
1472   parameters:
1473     - "name"
1474     - "parent"
1475     - "result"
1476   window: 14
1477   long-trend-window: 180
1478
1479 -
1480   type: "table"
1481   title: "Performance trending dashboard 8t4c-3n-skx"
1482   algorithm: "table_perf_trending_dash"
1483   output-file-ext: ".csv"
1484   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx"
1485   data: "plot-performance-trending-all-3n-skx"
1486   filter: "'MRR' and '8T4C'"
1487   parameters:
1488     - "name"
1489     - "parent"
1490     - "result"
1491   window: 14
1492   long-trend-window: 180
1493
1494 -
1495   type: "table"
1496   title: "HTML performance trending dashboard 2t1c-3n-skx"
1497   algorithm: "table_perf_trending_dash_html"
1498   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.csv"
1499   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.rst"
1500   testbed: "3n-skx"
1501
1502 -
1503   type: "table"
1504   title: "HTML performance trending dashboard 4t2c-3n-skx"
1505   algorithm: "table_perf_trending_dash_html"
1506   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.csv"
1507   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.rst"
1508   testbed: "3n-skx"
1509
1510 -
1511   type: "table"
1512   title: "HTML performance trending dashboard 8t4c-3n-skx"
1513   algorithm: "table_perf_trending_dash_html"
1514   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.csv"
1515   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.rst"
1516   testbed: "3n-skx"
1517
1518 -
1519   type: "table"
1520   title: "Failed MRR tests 3n-skx"
1521   algorithm: "table_failed_tests"
1522   output-file-ext: ".csv"
1523   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx"
1524   data: "plot-performance-trending-all-3n-skx"
1525   filter: "'MRR'"
1526   parameters:
1527     - "name"
1528     - "parent"
1529     - "status"
1530   window: 7  # days
1531
1532 -
1533   type: "table"
1534   title: "HTML Failed MRR tests 3n-skx"
1535   algorithm: "table_failed_tests_html"
1536   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.csv"
1537   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst"
1538   testbed: "3n-skx"
1539
1540 -
1541   type: "table"
1542   title: "Failed NDRPDR tests 3n-skx"
1543   algorithm: "table_failed_tests"
1544   output-file-ext: ".csv"
1545   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr"
1546   data: "plot-ndrpdr-comparison-3n-skx"
1547   filter: "'NDRPDR'"
1548   parameters:
1549     - "name"
1550     - "parent"
1551     - "status"
1552   window: 30  # days
1553
1554 -
1555   type: "table"
1556   title: "HTML Failed NDRPDR tests 3n-skx"
1557   algorithm: "table_failed_tests_html"
1558   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.csv"
1559   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.rst"
1560   testbed: "3n-skx"
1561   test-type: "NDRPDR"
1562
1563 ################################################################################
1564 # 2n-skx
1565 -
1566   type: "table"
1567   title: "Performance trending dashboard 2t1c-2n-skx"
1568   algorithm: "table_perf_trending_dash"
1569   output-file-ext: ".csv"
1570   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx"
1571   data: "plot-performance-trending-all-2n-skx"
1572   filter: "'MRR' and '2T1C'"
1573   parameters:
1574     - "name"
1575     - "parent"
1576     - "result"
1577   window: 14
1578   long-trend-window: 180
1579
1580 -
1581   type: "table"
1582   title: "Performance trending dashboard 4t2c-2n-skx"
1583   algorithm: "table_perf_trending_dash"
1584   output-file-ext: ".csv"
1585   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx"
1586   data: "plot-performance-trending-all-2n-skx"
1587   filter: "'MRR' and '4T2C'"
1588   parameters:
1589     - "name"
1590     - "parent"
1591     - "result"
1592   window: 14
1593   long-trend-window: 180
1594
1595 -
1596   type: "table"
1597   title: "Performance trending dashboard 8t4c-2n-skx"
1598   algorithm: "table_perf_trending_dash"
1599   output-file-ext: ".csv"
1600   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx"
1601   data: "plot-performance-trending-all-2n-skx"
1602   filter: "'MRR' and '8T4C'"
1603   parameters:
1604     - "name"
1605     - "parent"
1606     - "result"
1607   window: 14
1608   long-trend-window: 180
1609
1610 -
1611   type: "table"
1612   title: "HTML performance trending dashboard 2t1c-2n-skx"
1613   algorithm: "table_perf_trending_dash_html"
1614   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.csv"
1615   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.rst"
1616   testbed: "2n-skx"
1617
1618 -
1619   type: "table"
1620   title: "HTML performance trending dashboard 4t2c-2n-skx"
1621   algorithm: "table_perf_trending_dash_html"
1622   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.csv"
1623   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.rst"
1624   testbed: "2n-skx"
1625
1626 -
1627   type: "table"
1628   title: "HTML performance trending dashboard 8t4c-2n-skx"
1629   algorithm: "table_perf_trending_dash_html"
1630   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.csv"
1631   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.rst"
1632   testbed: "2n-skx"
1633
1634 -
1635   type: "table"
1636   title: "Failed MRR tests 2n-skx"
1637   algorithm: "table_failed_tests"
1638   output-file-ext: ".csv"
1639   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx"
1640   data: "plot-performance-trending-all-2n-skx"
1641   filter: "'MRR'"
1642   parameters:
1643     - "name"
1644     - "parent"
1645     - "status"
1646   window: 7  # days
1647
1648 -
1649   type: "table"
1650   title: "HTML Failed MRR tests 2n-skx"
1651   algorithm: "table_failed_tests_html"
1652   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.csv"
1653   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst"
1654   testbed: "2n-skx"
1655
1656 -
1657   type: "table"
1658   title: "Failed NDRPDR tests 2n-skx"
1659   algorithm: "table_failed_tests"
1660   output-file-ext: ".csv"
1661   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr"
1662   data: "plot-ndrpdr-comparison-2n-skx"
1663   filter: "'NDRPDR'"
1664   parameters:
1665     - "name"
1666     - "parent"
1667     - "status"
1668   window: 30  # days
1669
1670 -
1671   type: "table"
1672   title: "HTML Failed NDRPDR tests 2n-skx"
1673   algorithm: "table_failed_tests_html"
1674   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.csv"
1675   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.rst"
1676   testbed: "2n-skx"
1677   test-type: "NDRPDR"
1678
1679 ################################################################################
1680 # 2n-clx
1681 -
1682   type: "table"
1683   title: "Performance trending dashboard 2t1c-2n-clx"
1684   algorithm: "table_perf_trending_dash"
1685   output-file-ext: ".csv"
1686   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx"
1687   data: "plot-performance-trending-vpp-2n-clx"
1688   filter: "'MRR' and '2T1C'"
1689   parameters:
1690     - "name"
1691     - "parent"
1692     - "result"
1693   window: 14
1694   long-trend-window: 180
1695
1696 -
1697   type: "table"
1698   title: "Performance trending dashboard 4t2c-2n-clx"
1699   algorithm: "table_perf_trending_dash"
1700   output-file-ext: ".csv"
1701   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx"
1702   data: "plot-performance-trending-vpp-2n-clx"
1703   filter: "'MRR' and '4T2C'"
1704   parameters:
1705     - "name"
1706     - "parent"
1707     - "result"
1708   window: 14
1709   long-trend-window: 180
1710
1711 -
1712   type: "table"
1713   title: "Performance trending dashboard 8t4c-2n-clx"
1714   algorithm: "table_perf_trending_dash"
1715   output-file-ext: ".csv"
1716   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx"
1717   data: "plot-performance-trending-vpp-2n-clx"
1718   filter: "'MRR' and '8T4C'"
1719   parameters:
1720     - "name"
1721     - "parent"
1722     - "result"
1723   window: 14
1724   long-trend-window: 180
1725
1726 -
1727   type: "table"
1728   title: "HTML performance trending dashboard 2t1c-2n-clx"
1729   algorithm: "table_perf_trending_dash_html"
1730   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.csv"
1731   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.rst"
1732   testbed: "2n-clx"
1733
1734 -
1735   type: "table"
1736   title: "HTML performance trending dashboard 4t2c-2n-clx"
1737   algorithm: "table_perf_trending_dash_html"
1738   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.csv"
1739   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.rst"
1740   testbed: "2n-clx"
1741
1742 -
1743   type: "table"
1744   title: "HTML performance trending dashboard 8t4c-2n-clx"
1745   algorithm: "table_perf_trending_dash_html"
1746   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.csv"
1747   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.rst"
1748   testbed: "2n-clx"
1749
1750 -
1751   type: "table"
1752   title: "Failed MRR tests 2n-clx"
1753   algorithm: "table_failed_tests"
1754   output-file-ext: ".csv"
1755   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx"
1756   data: "plot-performance-trending-vpp-2n-clx"
1757   filter: "'MRR'"
1758   parameters:
1759     - "name"
1760     - "parent"
1761     - "status"
1762   window: 7  # days
1763
1764 -
1765   type: "table"
1766   title: "HTML Failed MRR tests 2n-clx"
1767   algorithm: "table_failed_tests_html"
1768   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.csv"
1769   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.rst"
1770   testbed: "2n-clx"
1771
1772 -
1773   type: "table"
1774   title: "Failed NDRPDR tests 2n-clx"
1775   algorithm: "table_failed_tests"
1776   output-file-ext: ".csv"
1777   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr"
1778   data: "plot-ndrpdr-comparison-2n-clx"
1779   filter: "'NDRPDR'"
1780   parameters:
1781     - "name"
1782     - "parent"
1783     - "status"
1784   window: 30  # days
1785
1786 -
1787   type: "table"
1788   title: "HTML Failed NDRPDR tests 2n-clx"
1789   algorithm: "table_failed_tests_html"
1790   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.csv"
1791   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.rst"
1792   testbed: "2n-clx"
1793   test-type: "NDRPDR"
1794
1795 ################################################################################
1796 # 3n-tsh
1797 -
1798   type: "table"
1799   title: "Performance trending dashboard 1t1c-3n-tsh"
1800   algorithm: "table_perf_trending_dash"
1801   output-file-ext: ".csv"
1802   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh"
1803   data: "plot-performance-trending-all-3n-tsh"
1804   filter: "'MRR' and '1T1C'"
1805   parameters:
1806     - "name"
1807     - "parent"
1808     - "result"
1809   window: 14
1810   long-trend-window: 180
1811
1812 -
1813   type: "table"
1814   title: "Performance trending dashboard 2t2c-3n-tsh"
1815   algorithm: "table_perf_trending_dash"
1816   output-file-ext: ".csv"
1817   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh"
1818   data: "plot-performance-trending-all-3n-tsh"
1819   filter: "'MRR' and '2T2C'"
1820   parameters:
1821   - "name"
1822   - "parent"
1823   - "result"
1824   window: 14
1825   long-trend-window: 180
1826
1827 -
1828   type: "table"
1829   title: "Performance trending dashboard 4t4c-3n-tsh"
1830   algorithm: "table_perf_trending_dash"
1831   output-file-ext: ".csv"
1832   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh"
1833   data: "plot-performance-trending-all-3n-tsh"
1834   filter: "'MRR' and '4T4C'"
1835   parameters:
1836     - "name"
1837     - "parent"
1838     - "result"
1839   window: 14
1840   long-trend-window: 180
1841
1842 -
1843   type: "table"
1844   title: "HTML performance trending dashboard 1t1c-3n-tsh"
1845   algorithm: "table_perf_trending_dash_html"
1846   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.csv"
1847   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.rst"
1848   testbed: "3n-tsh"
1849
1850 -
1851   type: "table"
1852   title: "HTML performance trending dashboard 2t2c-3n-tsh"
1853   algorithm: "table_perf_trending_dash_html"
1854   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.csv"
1855   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.rst"
1856   testbed: "3n-tsh"
1857
1858 -
1859   type: "table"
1860   title: "HTML performance trending dashboard 4t4c-3n-tsh"
1861   algorithm: "table_perf_trending_dash_html"
1862   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.csv"
1863   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.rst"
1864   testbed: "3n-tsh"
1865
1866 -
1867   type: "table"
1868   title: "Failed MRR tests 3n-tsh"
1869   algorithm: "table_failed_tests"
1870   output-file-ext: ".csv"
1871   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh"
1872   data: "plot-performance-trending-all-3n-tsh"
1873   filter: "'MRR'"
1874   parameters:
1875     - "name"
1876     - "parent"
1877     - "status"
1878   window: 7  # days
1879
1880 -
1881   type: "table"
1882   title: "HTML Failed MRR tests 3n-tsh"
1883   algorithm: "table_failed_tests_html"
1884   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.csv"
1885   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.rst"
1886   testbed: "3n-tsh"
1887
1888 ################################################################################
1889 # 3n-dnv
1890 -
1891   type: "table"
1892   title: "Performance trending dashboard 1t1c-3n-dnv"
1893   algorithm: "table_perf_trending_dash"
1894   output-file-ext: ".csv"
1895   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv"
1896   data: "plot-performance-trending-vpp-3n-dnv"
1897   filter: "'MRR' and '1T1C'"
1898   parameters:
1899     - "name"
1900     - "parent"
1901     - "result"
1902   window: 14
1903   long-trend-window: 180
1904
1905 -
1906   type: "table"
1907   title: "Performance trending dashboard 2t2c-3n-dnv"
1908   algorithm: "table_perf_trending_dash"
1909   output-file-ext: ".csv"
1910   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv"
1911   data: "plot-performance-trending-vpp-3n-dnv"
1912   filter: "'MRR' and '2T2C'"
1913   parameters:
1914     - "name"
1915     - "parent"
1916     - "result"
1917   window: 14
1918   long-trend-window: 180
1919
1920 -
1921   type: "table"
1922   title: "Performance trending dashboard 4t4c-3n-dnv"
1923   algorithm: "table_perf_trending_dash"
1924   output-file-ext: ".csv"
1925   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv"
1926   data: "plot-performance-trending-vpp-3n-dnv"
1927   filter: "'MRR' and '4T4C'"
1928   parameters:
1929     - "name"
1930     - "parent"
1931     - "result"
1932   window: 14
1933   long-trend-window: 180
1934
1935 -
1936   type: "table"
1937   title: "HTML performance trending dashboard 1t1c-3n-dnv"
1938   algorithm: "table_perf_trending_dash_html"
1939   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv"
1940   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst"
1941   testbed: "3n-dnv"
1942
1943 -
1944   type: "table"
1945   title: "HTML performance trending dashboard 2t2c-3n-dnv"
1946   algorithm: "table_perf_trending_dash_html"
1947   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv"
1948   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst"
1949   testbed: "3n-dnv"
1950
1951 -
1952   type: "table"
1953   title: "HTML performance trending dashboard 4t4c-3n-dnv"
1954   algorithm: "table_perf_trending_dash_html"
1955   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv"
1956   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst"
1957   testbed: "3n-dnv"
1958
1959 -
1960   type: "table"
1961   title: "Failed MRR tests 3n-dnv"
1962   algorithm: "table_failed_tests"
1963   output-file-ext: ".csv"
1964   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv"
1965   data: "plot-performance-trending-vpp-3n-dnv"
1966   filter: "'MRR'"
1967   parameters:
1968     - "name"
1969     - "parent"
1970     - "status"
1971   window: 7  # days
1972
1973 -
1974   type: "table"
1975   title: "HTML Failed MRR tests 3n-dnv"
1976   algorithm: "table_failed_tests_html"
1977   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv"
1978   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst"
1979   testbed: "3n-dnv"
1980
1981 ################################################################################
1982 # 2n-dnv
1983 -
1984   type: "table"
1985   title: "Performance trending dashboard 1t1c-2n-dnv"
1986   algorithm: "table_perf_trending_dash"
1987   output-file-ext: ".csv"
1988   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv"
1989   data: "plot-performance-trending-vpp-2n-dnv"
1990   filter: "'MRR' and '1T1C'"
1991   parameters:
1992     - "name"
1993     - "parent"
1994     - "result"
1995   window: 14
1996   long-trend-window: 180
1997
1998 -
1999   type: "table"
2000   title: "Performance trending dashboard 2t2c-2n-dnv"
2001   algorithm: "table_perf_trending_dash"
2002   output-file-ext: ".csv"
2003   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv"
2004   data: "plot-performance-trending-vpp-2n-dnv"
2005   filter: "'MRR' and '2T2C'"
2006   parameters:
2007     - "name"
2008     - "parent"
2009     - "result"
2010   window: 14
2011   long-trend-window: 180
2012
2013 -
2014   type: "table"
2015   title: "Performance trending dashboard 4t4c-2n-dnv"
2016   algorithm: "table_perf_trending_dash"
2017   output-file-ext: ".csv"
2018   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv"
2019   data: "plot-performance-trending-vpp-2n-dnv"
2020   filter: "'MRR' and '4T4C'"
2021   parameters:
2022     - "name"
2023     - "parent"
2024     - "result"
2025   window: 14
2026   long-trend-window: 180
2027
2028 -
2029   type: "table"
2030   title: "HTML performance trending dashboard 1t1c-2n-dnv"
2031   algorithm: "table_perf_trending_dash_html"
2032   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv"
2033   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst"
2034   testbed: "2n-dnv"
2035
2036 -
2037   type: "table"
2038   title: "HTML performance trending dashboard 2t2c-2n-dnv"
2039   algorithm: "table_perf_trending_dash_html"
2040   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv"
2041   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst"
2042   testbed: "2n-dnv"
2043
2044 -
2045   type: "table"
2046   title: "HTML performance trending dashboard 4t4c-2n-dnv"
2047   algorithm: "table_perf_trending_dash_html"
2048   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv"
2049   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst"
2050   testbed: "2n-dnv"
2051
2052 -
2053   type: "table"
2054   title: "Failed MRR tests 2n-dnv"
2055   algorithm: "table_failed_tests"
2056   output-file-ext: ".csv"
2057   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv"
2058   data: "plot-performance-trending-vpp-2n-dnv"
2059   filter: "'MRR'"
2060   parameters:
2061     - "name"
2062     - "parent"
2063     - "status"
2064   window: 7  # days
2065
2066 -
2067   type: "table"
2068   title: "HTML Failed MRR tests 2n-dnv"
2069   algorithm: "table_failed_tests_html"
2070   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv"
2071   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst"
2072   testbed: "2n-dnv"
2073
2074 ################################################################################
2075 ###                                 C P T A                                  ###
2076 ################################################################################
2077
2078 # Plots VPP Continuous Performance Trending and Analysis
2079
2080 -
2081   type: "cpta"
2082   title: "Continuous Performance Trending and Analysis"
2083   output-file-type: ".html"
2084   output-file: "{DIR[STATIC,VPP]}"
2085
2086   plots:
2087
2088 ################################################################################
2089 # NFV
2090
2091 # 2n-skx
2092
2093     - title: "VPP 2T1C NF Service Density VNFc IMIX MRR Trending 2n-skx"
2094       output-file-name: "2n-skx-xxv710-imix-2t1c-vhost-chains-avf"
2095       data: "plot-performance-trending-vpp-nfv-2n-skx"
2096       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2097       groups:
2098         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2099         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2100         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2101         - ["6R1C", "6R2C", "6R4C"]
2102         - ["8R1C", "8R2C"]
2103         - ["10R1C", "10R2C"]
2104       group-names:
2105         - "1 Chain"
2106         - "2 Chains"
2107         - "4 Chains"
2108         - "6 Chains"
2109         - "8 Chains"
2110         - "10 Chains"
2111       layout: "plot-cpta"
2112
2113     - title: "VPP 4T2C NF Service Density VNFc IMIX MRR Trending 2n-skx"
2114       output-file-name: "2n-skx-xxv710-imix-4t2c-vhost-chains-avf"
2115       data: "plot-performance-trending-vpp-nfv-2n-skx"
2116       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2117       groups:
2118         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2119         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2120         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2121         - ["6R1C", "6R2C", "6R4C"]
2122         - ["8R1C", "8R2C"]
2123         - ["10R1C", "10R2C"]
2124       group-names:
2125         - "1 Chain"
2126         - "2 Chains"
2127         - "4 Chains"
2128         - "6 Chains"
2129         - "8 Chains"
2130         - "10 Chains"
2131       layout: "plot-cpta"
2132
2133     - title: "VPP 8T4C NF Service Density VNFc IMIX MRR Trending 2n-skx"
2134       output-file-name: "2n-skx-xxv710-imix-8t4c-vhost-chains-avf"
2135       data: "plot-performance-trending-vpp-nfv-2n-skx"
2136       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2137       groups:
2138         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2139         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2140         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2141         - ["6R1C", "6R2C", "6R4C"]
2142         - ["8R1C", "8R2C"]
2143         - ["10R1C", "10R2C"]
2144       group-names:
2145         - "1 Chain"
2146         - "2 Chains"
2147         - "4 Chains"
2148         - "6 Chains"
2149         - "8 Chains"
2150         - "10 Chains"
2151       layout: "plot-cpta"
2152
2153     - title: "VPP 2T1C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
2154       output-file-name: "2n-skx-xxv710-imix-2t1c-vhost-chains-vxlan-avf"
2155       data: "plot-performance-trending-vpp-nfv-2n-skx"
2156       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2157       groups:
2158         - ["1R1C", ]
2159         - ["2R1C", ]
2160         - ["4R1C", ]
2161         - ["6R1C", ]
2162         - ["8R1C", ]
2163         - ["10R1C", ]
2164       group-names:
2165         - "1 Chain"
2166         - "2 Chains"
2167         - "4 Chains"
2168         - "6 Chains"
2169         - "8 Chains"
2170         - "10 Chains"
2171       layout: "plot-cpta"
2172
2173     - title: "VPP 4T2C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
2174       output-file-name: "2n-skx-xxv710-imix-4t2c-vhost-chains-vxlan-avf"
2175       data: "plot-performance-trending-vpp-nfv-2n-skx"
2176       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2177       groups:
2178         - ["1R1C", ]
2179         - ["2R1C", ]
2180         - ["4R1C", ]
2181         - ["6R1C", ]
2182         - ["8R1C", ]
2183         - ["10R1C", ]
2184       group-names:
2185         - "1 Chain"
2186         - "2 Chains"
2187         - "4 Chains"
2188         - "6 Chains"
2189         - "8 Chains"
2190         - "10 Chains"
2191       layout: "plot-cpta"
2192
2193     - title: "VPP 8T4C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
2194       output-file-name: "2n-skx-xxv710-imix-8t4c-vhost-chains-vxlan-avf"
2195       data: "plot-performance-trending-vpp-nfv-2n-skx"
2196       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2197       groups:
2198         - ["1R1C", ]
2199         - ["2R1C", ]
2200         - ["4R1C", ]
2201         - ["6R1C", ]
2202         - ["8R1C", ]
2203         - ["10R1C", ]
2204       group-names:
2205         - "1 Chain"
2206         - "2 Chains"
2207         - "4 Chains"
2208         - "6 Chains"
2209         - "8 Chains"
2210         - "10 Chains"
2211       layout: "plot-cpta"
2212
2213     - title: "VPP 2T1C NF Service Density CNFc IMIX MRR Trending 2n-skx"
2214       output-file-name: "2n-skx-xxv710-imix-2t1c-memif-chains-avf"
2215       data: "plot-performance-trending-vpp-nfv-2n-skx"
2216       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'DRV_AVF'"
2217       groups:
2218         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2219         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2220         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2221         - ["6R1C", "6R2C", "6R4C"]
2222         - ["8R1C", "8R2C"]
2223         - ["10R1C", "10R2C"]
2224       group-names:
2225         - "1 Chain"
2226         - "2 Chains"
2227         - "4 Chains"
2228         - "6 Chains"
2229         - "8 Chains"
2230         - "10 Chains"
2231       layout: "plot-cpta"
2232
2233     - title: "VPP 4T2C NF Service Density CNFc IMIX MRR Trending 2n-skx"
2234       output-file-name: "2n-skx-xxv710-imix-4t2c-memif-chains-avf"
2235       data: "plot-performance-trending-vpp-nfv-2n-skx"
2236       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'DRV_AVF'"
2237       groups:
2238         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2239         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2240         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2241         - ["6R1C", "6R2C", "6R4C"]
2242         - ["8R1C", "8R2C"]
2243         - ["10R1C", "10R2C"]
2244       group-names:
2245         - "1 Chain"
2246         - "2 Chains"
2247         - "4 Chains"
2248         - "6 Chains"
2249         - "8 Chains"
2250         - "10 Chains"
2251       layout: "plot-cpta"
2252
2253     - title: "VPP 8T4C NF Service Density CNFc IMIX MRR Trending 2n-skx"
2254       output-file-name: "2n-skx-xxv710-imix-8t4c-memif-chains-avf"
2255       data: "plot-performance-trending-vpp-nfv-2n-skx"
2256       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'DRV_AVF'"
2257       groups:
2258         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2259         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2260         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2261         - ["6R1C", "6R2C", "6R4C"]
2262         - ["8R1C", "8R2C"]
2263         - ["10R1C", "10R2C"]
2264       group-names:
2265         - "1 Chain"
2266         - "2 Chains"
2267         - "4 Chains"
2268         - "6 Chains"
2269         - "8 Chains"
2270         - "10 Chains"
2271       layout: "plot-cpta"
2272
2273     - title: "VPP 2T1C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2274       output-file-name: "2n-skx-xxv710-imix-2t1c-memif-pipelines-avf"
2275       data: "plot-performance-trending-vpp-nfv-2n-skx"
2276       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'DRV_AVF'"
2277       groups:
2278         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2279         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2280         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2281         - ["6R1C", "6R2C", "6R4C"]
2282         - ["8R1C", "8R2C"]
2283         - ["10R1C", "10R2C"]
2284       group-names:
2285         - "1 Pipe"
2286         - "2 Pipes"
2287         - "4 Pipes"
2288         - "6 Pipes"
2289         - "8 Pipes"
2290         - "10 Pipes"
2291       layout: "plot-cpta"
2292
2293     - title: "VPP 4T2C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2294       output-file-name: "2n-skx-xxv710-imix-4t2c-memif-pipelines-avf"
2295       data: "plot-performance-trending-vpp-nfv-2n-skx"
2296       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'DRV_AVF'"
2297       groups:
2298         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2299         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2300         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2301         - ["6R1C", "6R2C", "6R4C"]
2302         - ["8R1C", "8R2C"]
2303         - ["10R1C", "10R2C"]
2304       group-names:
2305         - "1 Pipe"
2306         - "2 Pipes"
2307         - "4 Pipes"
2308         - "6 Pipes"
2309         - "8 Pipes"
2310         - "10 Pipes"
2311       layout: "plot-cpta"
2312
2313     - title: "VPP 8T4C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2314       output-file-name: "2n-skx-xxv710-imix-8t4c-memif-pipelines-avf"
2315       data: "plot-performance-trending-vpp-nfv-2n-skx"
2316       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'DRV_AVF'"
2317       groups:
2318         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2319         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2320         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2321         - ["6R1C", "6R2C", "6R4C"]
2322         - ["8R1C", "8R2C"]
2323         - ["10R1C", "10R2C"]
2324       group-names:
2325         - "1 Pipe"
2326         - "2 Pipes"
2327         - "4 Pipes"
2328         - "6 Pipes"
2329         - "8 Pipes"
2330         - "10 Pipes"
2331       layout: "plot-cpta"
2332
2333 # 2n-clx
2334
2335     - title: "VPP 2T1C NF Service Density VNFc IMIX MRR Trending 2n-clx"
2336       output-file-name: "2n-clx-xxv710-imix-2t1c-vhost-chains-avf"
2337       data: "plot-performance-trending-vpp-nfv-2n-clx"
2338       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2339       groups:
2340         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2341         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2342         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2343         - ["6R1C", "6R2C", "6R4C"]
2344         - ["8R1C", "8R2C"]
2345         - ["10R1C", "10R2C"]
2346       group-names:
2347         - "1 Chain"
2348         - "2 Chains"
2349         - "4 Chains"
2350         - "6 Chains"
2351         - "8 Chains"
2352         - "10 Chains"
2353       layout: "plot-cpta"
2354
2355     - title: "VPP 4T2C NF Service Density VNFc IMIX MRR Trending 2n-clx"
2356       output-file-name: "2n-clx-xxv710-imix-4t2c-vhost-chains-avf"
2357       data: "plot-performance-trending-vpp-nfv-2n-clx"
2358       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2359       groups:
2360         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2361         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2362         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2363         - ["6R1C", "6R2C", "6R4C"]
2364         - ["8R1C", "8R2C"]
2365         - ["10R1C", "10R2C"]
2366       group-names:
2367         - "1 Chain"
2368         - "2 Chains"
2369         - "4 Chains"
2370         - "6 Chains"
2371         - "8 Chains"
2372         - "10 Chains"
2373       layout: "plot-cpta"
2374
2375     - title: "VPP 8T4C NF Service Density VNFc IMIX MRR Trending 2n-clx"
2376       output-file-name: "2n-clx-xxv710-imix-8t4c-vhost-chains-avf"
2377       data: "plot-performance-trending-vpp-nfv-2n-clx"
2378       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2379       groups:
2380         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2381         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2382         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2383         - ["6R1C", "6R2C", "6R4C"]
2384         - ["8R1C", "8R2C"]
2385         - ["10R1C", "10R2C"]
2386       group-names:
2387         - "1 Chain"
2388         - "2 Chains"
2389         - "4 Chains"
2390         - "6 Chains"
2391         - "8 Chains"
2392         - "10 Chains"
2393       layout: "plot-cpta"
2394
2395     - title: "VPP 2T1C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-clx"
2396       output-file-name: "2n-clx-xxv710-imix-2t1c-vhost-chains-vxlan-avf"
2397       data: "plot-performance-trending-vpp-nfv-2n-clx"
2398       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2399       groups:
2400         - ["1R1C", ]
2401         - ["2R1C", ]
2402         - ["4R1C", ]
2403         - ["6R1C", ]
2404         - ["8R1C", ]
2405         - ["10R1C", ]
2406       group-names:
2407         - "1 Chain"
2408         - "2 Chains"
2409         - "4 Chains"
2410         - "6 Chains"
2411         - "8 Chains"
2412         - "10 Chains"
2413       layout: "plot-cpta"
2414
2415     - title: "VPP 4T2C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-clx"
2416       output-file-name: "2n-clx-xxv710-imix-4t2c-vhost-chains-vxlan-avf"
2417       data: "plot-performance-trending-vpp-nfv-2n-clx"
2418       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2419       groups:
2420         - ["1R1C", ]
2421         - ["2R1C", ]
2422         - ["4R1C", ]
2423         - ["6R1C", ]
2424         - ["8R1C", ]
2425         - ["10R1C", ]
2426       group-names:
2427         - "1 Chain"
2428         - "2 Chains"
2429         - "4 Chains"
2430         - "6 Chains"
2431         - "8 Chains"
2432         - "10 Chains"
2433       layout: "plot-cpta"
2434
2435     - title: "VPP 8T4C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-clx"
2436       output-file-name: "2n-clx-xxv710-imix-8t4c-vhost-chains-vxlan-avf"
2437       data: "plot-performance-trending-vpp-nfv-2n-clx"
2438       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2439       groups:
2440         - ["1R1C", ]
2441         - ["2R1C", ]
2442         - ["4R1C", ]
2443         - ["6R1C", ]
2444         - ["8R1C", ]
2445         - ["10R1C", ]
2446       group-names:
2447         - "1 Chain"
2448         - "2 Chains"
2449         - "4 Chains"
2450         - "6 Chains"
2451         - "8 Chains"
2452         - "10 Chains"
2453       layout: "plot-cpta"
2454
2455     - title: "VPP 2T1C NF Service Density CNFc IMIX MRR Trending 2n-clx"
2456       output-file-name: "2n-clx-xxv710-imix-2t1c-memif-chains-avf"
2457       data: "plot-performance-trending-vpp-nfv-2n-clx"
2458       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'DRV_AVF'"
2459       groups:
2460         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2461         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2462         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2463         - ["6R1C", "6R2C", "6R4C"]
2464         - ["8R1C", "8R2C"]
2465         - ["10R1C", "10R2C"]
2466       group-names:
2467         - "1 Chain"
2468         - "2 Chains"
2469         - "4 Chains"
2470         - "6 Chains"
2471         - "8 Chains"
2472         - "10 Chains"
2473       layout: "plot-cpta"
2474
2475     - title: "VPP 4T2C NF Service Density CNFc IMIX MRR Trending 2n-clx"
2476       output-file-name: "2n-clx-xxv710-imix-4t2c-memif-chains-avf"
2477       data: "plot-performance-trending-vpp-nfv-2n-clx"
2478       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'DRV_AVF'"
2479       groups:
2480         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2481         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2482         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2483         - ["6R1C", "6R2C", "6R4C"]
2484         - ["8R1C", "8R2C"]
2485         - ["10R1C", "10R2C"]
2486       group-names:
2487         - "1 Chain"
2488         - "2 Chains"
2489         - "4 Chains"
2490         - "6 Chains"
2491         - "8 Chains"
2492         - "10 Chains"
2493       layout: "plot-cpta"
2494
2495     - title: "VPP 8T4C NF Service Density CNFc IMIX MRR Trending 2n-clx"
2496       output-file-name: "2n-clx-xxv710-imix-8t4c-memif-chains-avf"
2497       data: "plot-performance-trending-vpp-nfv-2n-clx"
2498       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'DRV_AVF'"
2499       groups:
2500         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2501         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2502         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2503         - ["6R1C", "6R2C", "6R4C"]
2504         - ["8R1C", "8R2C"]
2505         - ["10R1C", "10R2C"]
2506       group-names:
2507         - "1 Chain"
2508         - "2 Chains"
2509         - "4 Chains"
2510         - "6 Chains"
2511         - "8 Chains"
2512         - "10 Chains"
2513       layout: "plot-cpta"
2514
2515     - title: "VPP 2T1C NF Service Density CNFp IMIX MRR Trending 2n-clx"
2516       output-file-name: "2n-clx-xxv710-imix-2t1c-memif-pipelines-avf"
2517       data: "plot-performance-trending-vpp-nfv-2n-clx"
2518       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'DRV_AVF'"
2519       groups:
2520         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2521         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2522         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2523         - ["6R1C", "6R2C", "6R4C"]
2524         - ["8R1C", "8R2C"]
2525         - ["10R1C", "10R2C"]
2526       group-names:
2527         - "1 Pipe"
2528         - "2 Pipes"
2529         - "4 Pipes"
2530         - "6 Pipes"
2531         - "8 Pipes"
2532         - "10 Pipes"
2533       layout: "plot-cpta"
2534
2535     - title: "VPP 4T2C NF Service Density CNFp IMIX MRR Trending 2n-clx"
2536       output-file-name: "2n-clx-xxv710-imix-4t2c-memif-pipelines-avf"
2537       data: "plot-performance-trending-vpp-nfv-2n-clx"
2538       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'DRV_AVF'"
2539       groups:
2540         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2541         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2542         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2543         - ["6R1C", "6R2C", "6R4C"]
2544         - ["8R1C", "8R2C"]
2545         - ["10R1C", "10R2C"]
2546       group-names:
2547         - "1 Pipe"
2548         - "2 Pipes"
2549         - "4 Pipes"
2550         - "6 Pipes"
2551         - "8 Pipes"
2552         - "10 Pipes"
2553       layout: "plot-cpta"
2554
2555     - title: "VPP 8T4C NF Service Density CNFp IMIX MRR Trending 2n-clx"
2556       output-file-name: "2n-clx-xxv710-imix-8t4c-memif-pipelines-avf"
2557       data: "plot-performance-trending-vpp-nfv-2n-clx"
2558       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'DRV_AVF'"
2559       groups:
2560         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2561         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2562         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2563         - ["6R1C", "6R2C", "6R4C"]
2564         - ["8R1C", "8R2C"]
2565         - ["10R1C", "10R2C"]
2566       group-names:
2567         - "1 Pipe"
2568         - "2 Pipes"
2569         - "4 Pipes"
2570         - "6 Pipes"
2571         - "8 Pipes"
2572         - "10 Pipes"
2573       layout: "plot-cpta"
2574
2575 ################################################################################
2576
2577     - title: "2n-clx-xxv710-64b-2t1c-memif-base-avf"
2578       output-file-name: "2n-clx-xxv710-64b-2t1c-memif-base-avf"
2579       data: "plot-performance-trending-vpp-2n-clx"
2580       include:
2581         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2582         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2583         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2584         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2585       layout: "plot-cpta"
2586
2587     - title: "2n-clx-xxv710-64b-4t2c-memif-base-avf"
2588       output-file-name: "2n-clx-xxv710-64b-4t2c-memif-base-avf"
2589       data: "plot-performance-trending-vpp-2n-clx"
2590       include:
2591         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2592         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2593         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2594         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2595       layout: "plot-cpta"
2596
2597     - title: "2n-clx-xxv710-64b-8t4c-memif-base-avf"
2598       output-file-name: "2n-clx-xxv710-64b-8t4c-memif-base-avf"
2599       data: "plot-performance-trending-vpp-2n-clx"
2600       include:
2601         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2602         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2603         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2604         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2605       layout: "plot-cpta"
2606
2607     - title: "2n-clx-xxv710-64b-2t1c-memif-base-dpdk"
2608       output-file-name: "2n-clx-xxv710-64b-2t1c-memif-base-dpdk"
2609       data: "plot-performance-trending-vpp-2n-clx"
2610       include:
2611         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2612         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2613         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2614         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2615       layout: "plot-cpta"
2616
2617     - title: "2n-clx-xxv710-64b-4t2c-memif-base-dpdk"
2618       output-file-name: "2n-clx-xxv710-64b-4t2c-memif-base-dpdk"
2619       data: "plot-performance-trending-vpp-2n-clx"
2620       include:
2621         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2622         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2623         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2624         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2625       layout: "plot-cpta"
2626
2627     - title: "2n-clx-xxv710-64b-8t4c-memif-base-dpdk"
2628       output-file-name: "2n-clx-xxv710-64b-8t4c-memif-base-dpdk"
2629       data: "plot-performance-trending-vpp-2n-clx"
2630       include:
2631         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2632         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2633         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2634         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2635       layout: "plot-cpta"
2636
2637     - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr"
2638       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr"
2639       data: "plot-performance-trending-vpp-2n-clx"
2640       include:
2641         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2642         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2643         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2644         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2645       layout: "plot-cpta"
2646
2647     - title: "2n-clx-cx556a-64b-4t2c-rdma-l2-eth-2memif-1dcr"
2648       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-l2-eth-2memif-1dcr"
2649       data: "plot-performance-trending-vpp-2n-clx"
2650       include:
2651         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2652         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2653         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2654         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2655       layout: "plot-cpta"
2656
2657     - title: "2n-clx-cx556a-64b-8t4c-rdma-l2-eth-2memif-1dcr"
2658       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-l2-eth-2memif-1dcr"
2659       data: "plot-performance-trending-vpp-2n-clx"
2660       include:
2661         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2662         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2663         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2664         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2665       layout: "plot-cpta"
2666
2667     - title: "2n-skx-xxv710-64b-2t1c-memif-base-avf"
2668       output-file-name: "2n-skx-xxv710-64b-2t1c-memif-base-avf"
2669       data: "plot-performance-trending-vpp-2n-skx"
2670       include:
2671         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2672         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2673         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2674         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2675       layout: "plot-cpta"
2676
2677     - title: "2n-skx-xxv710-64b-4t2c-memif-base-avf"
2678       output-file-name: "2n-skx-xxv710-64b-4t2c-memif-base-avf"
2679       data: "plot-performance-trending-vpp-2n-skx"
2680       include:
2681         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2682         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2683         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2684         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2685       layout: "plot-cpta"
2686
2687     - title: "2n-skx-xxv710-64b-8t4c-memif-base-avf"
2688       output-file-name: "2n-skx-xxv710-64b-8t4c-memif-base-avf"
2689       data: "plot-performance-trending-vpp-2n-skx"
2690       include:
2691         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2692         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2693         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2694         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2695       layout: "plot-cpta"
2696
2697     - title: "2n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2698       output-file-name: "2n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2699       data: "plot-performance-trending-vpp-2n-skx"
2700       include:
2701         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2702         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2703         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2704         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2705       layout: "plot-cpta"
2706
2707     - title: "2n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2708       output-file-name: "2n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2709       data: "plot-performance-trending-vpp-2n-skx"
2710       include:
2711         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2712         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2713         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2714         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2715       layout: "plot-cpta"
2716
2717     - title: "2n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2718       output-file-name: "2n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2719       data: "plot-performance-trending-vpp-2n-skx"
2720       include:
2721         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2722         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2723         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2724         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2725       layout: "plot-cpta"
2726
2727     - title: "3n-skx-xxv710-64b-2t1c-memif-base-avf"
2728       output-file-name: "3n-skx-xxv710-64b-2t1c-memif-base-avf"
2729       data: "plot-performance-trending-vpp-3n-skx"
2730       include:
2731         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2732         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2733         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2734         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2735         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2736       layout: "plot-cpta"
2737
2738     - title: "3n-skx-xxv710-64b-4t2c-memif-base-avf"
2739       output-file-name: "3n-skx-xxv710-64b-4t2c-memif-base-avf"
2740       data: "plot-performance-trending-vpp-3n-skx"
2741       include:
2742         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2743         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2744         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2745         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2746         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2747       layout: "plot-cpta"
2748
2749     - title: "3n-skx-xxv710-64b-8t4c-memif-base-avf"
2750       output-file-name: "3n-skx-xxv710-64b-8t4c-memif-base-avf"
2751       data: "plot-performance-trending-vpp-3n-skx"
2752       include:
2753         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2754         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2755         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2756         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2757         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2758       layout: "plot-cpta"
2759
2760     - title: "3n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2761       output-file-name: "3n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2762       data: "plot-performance-trending-vpp-3n-skx"
2763       include:
2764         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2765         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2766         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2767         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2768       layout: "plot-cpta"
2769
2770     - title: "3n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2771       output-file-name: "3n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2772       data: "plot-performance-trending-vpp-3n-skx"
2773       include:
2774         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2775         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2776         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2777         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2778       layout: "plot-cpta"
2779
2780     - title: "3n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2781       output-file-name: "3n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2782       data: "plot-performance-trending-vpp-3n-skx"
2783       include:
2784         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2785         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2786         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2787         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2788       layout: "plot-cpta"
2789
2790     - title: "3n-tsh-xxv710-64b-1t1c-memif-base-dpdk"
2791       output-file-name: "3n-tsh-xxv710-64b-1t1c-memif-base-dpdk"
2792       data: "plot-performance-trending-vpp-3n-tsh"
2793       include:
2794         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-1t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2795         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-1t1c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2796         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-1t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2797         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2798         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-1t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2799       layout: "plot-cpta"
2800
2801     - title: "3n-tsh-xxv710-64b-2t2c-memif-base-dpdk"
2802       output-file-name: "3n-tsh-xxv710-64b-2t2c-memif-base-dpdk"
2803       data: "plot-performance-trending-vpp-3n-tsh"
2804       include:
2805         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2806         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t2c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2807         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2808         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2809         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2810       layout: "plot-cpta"
2811
2812     - title: "3n-tsh-xxv710-64b-4t4c-memif-base-dpdk"
2813       output-file-name: "3n-tsh-xxv710-64b-4t4c-memif-base-dpdk"
2814       data: "plot-performance-trending-vpp-3n-tsh"
2815       include:
2816         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2817         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t4c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2818         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2819         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2820         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2821       layout: "plot-cpta"
2822
2823     - title: "2n-clx-x710-64b-2t1c-ip4routing-base-scale-avf-dpdk"
2824       output-file-name: "2n-clx-x710-64b-2t1c-ip4-base-scale-avf-dpdk"
2825       data: "plot-performance-trending-vpp-2n-clx"
2826       include:
2827         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2828         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2829         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
2830         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2831       layout: "plot-cpta"
2832
2833     - title: "2n-clx-x710-64b-4t2c-ip4routing-base-scale-avf-dpdk"
2834       output-file-name: "2n-clx-x710-64b-4t2c-ip4-base-scale-avf-dpdk"
2835       data: "plot-performance-trending-vpp-2n-clx"
2836       include:
2837         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2838         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2839         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
2840         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2841       layout: "plot-cpta"
2842
2843     - title: "2n-clx-x710-64b-8t4c-ip4routing-base-scale-avf-dpdk"
2844       output-file-name: "2n-clx-x710-64b-8t4c-ip4-base-scale-avf-dpdk"
2845       data: "plot-performance-trending-vpp-2n-clx"
2846       include:
2847         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2848         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2849         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
2850         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2851       layout: "plot-cpta"
2852
2853     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-base-avf-dpdk"
2854       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-base-avf"
2855       data: "plot-performance-trending-vpp-2n-clx"
2856       include:
2857         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-2t1c-avf-dot1q-ip4base-mrr"
2858         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2859         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2860       layout: "plot-cpta"
2861
2862     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-base-avf-dpdk"
2863       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-base-avf"
2864       data: "plot-performance-trending-vpp-2n-clx"
2865       include:
2866         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-4t2c-avf-dot1q-ip4base-mrr"
2867         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2868         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2869       layout: "plot-cpta"
2870
2871     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-base-avf-dpdk"
2872       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-base-avf"
2873       data: "plot-performance-trending-vpp-2n-clx"
2874       include:
2875         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-8t4c-avf-dot1q-ip4base-mrr"
2876         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2877         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2878       layout: "plot-cpta"
2879
2880     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf"
2881       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-scale-avf"
2882       data: "plot-performance-trending-vpp-2n-clx"
2883       include:
2884         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-2t1c-avf-ethip4-ip4scale20k-mrr"
2885         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale20k-rnd-mrr"
2886         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-2t1c-avf-ethip4-ip4scale200k-mrr"
2887         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale200k-rnd-mrr"
2888         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2889         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
2890       layout: "plot-cpta"
2891
2892     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-scale-avf"
2893       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-scale-avf"
2894       data: "plot-performance-trending-vpp-2n-clx"
2895       include:
2896         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-4t2c-avf-ethip4-ip4scale20k-mrr"
2897         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale20k-rnd-mrr"
2898         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-4t2c-avf-ethip4-ip4scale200k-mrr"
2899         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale200k-rnd-mrr"
2900         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2901         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
2902       layout: "plot-cpta"
2903
2904     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-scale-avf"
2905       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-scale-avf"
2906       data: "plot-performance-trending-vpp-2n-clx"
2907       include:
2908         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-8t4c-avf-ethip4-ip4scale20k-mrr"
2909         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale20k-rnd-mrr"
2910         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-8t4c-avf-ethip4-ip4scale200k-mrr"
2911         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale200k-rnd-mrr"
2912         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2913         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
2914       layout: "plot-cpta"
2915
2916     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk"
2917       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-scale-dpdk"
2918       data: "plot-performance-trending-vpp-2n-clx"
2919       include:
2920         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-2t1c-ethip4-ip4scale20k-mrr"
2921         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale20k-rnd-mrr"
2922         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-2t1c-ethip4-ip4scale200k-mrr"
2923         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale200k-rnd-mrr"
2924         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-2t1c-ethip4-ip4scale2m-mrr"
2925         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-ethip4-ip4scale2m-rnd-mrr"
2926       layout: "plot-cpta"
2927
2928     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-scale-dpdk"
2929       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-scale-dpdk"
2930       data: "plot-performance-trending-vpp-2n-clx"
2931       include:
2932         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-4t2c-ethip4-ip4scale20k-mrr"
2933         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale20k-rnd-mrr"
2934         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-4t2c-ethip4-ip4scale200k-mrr"
2935         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale200k-rnd-mrr"
2936         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-4t2c-ethip4-ip4scale2m-mrr"
2937         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-ethip4-ip4scale2m-rnd-mrr"
2938       layout: "plot-cpta"
2939
2940     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-scale-dpdk"
2941       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-scale-dpdk"
2942       data: "plot-performance-trending-vpp-2n-clx"
2943       include:
2944         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-8t4c-ethip4-ip4scale20k-mrr"
2945         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale20k-rnd-mrr"
2946         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-8t4c-ethip4-ip4scale200k-mrr"
2947         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale200k-rnd-mrr"
2948         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-8t4c-ethip4-ip4scale2m-mrr"
2949         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-ethip4-ip4scale2m-rnd-mrr"
2950       layout: "plot-cpta"
2951
2952     - title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf"
2953       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-features-avf"
2954       data: "plot-performance-trending-vpp-2n-clx"
2955       include:
2956         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2957         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2958         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2959         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2960         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
2961         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2962       layout: "plot-cpta"
2963
2964     - title: "2n-clx-xxv710-64b-4t2c-features-ip4routing-base-avf"
2965       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-features-avf"
2966       data: "plot-performance-trending-vpp-2n-clx"
2967       include:
2968         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2969         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2970         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2971         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2972         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-4t2c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
2973         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-4t2c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2974       layout: "plot-cpta"
2975
2976     - title: "2n-clx-xxv710-64b-8t4c-features-ip4routing-base-avf"
2977       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-features-avf"
2978       data: "plot-performance-trending-vpp-2n-clx"
2979       include:
2980         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2981         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2982         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2983         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2984         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-8t4c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
2985         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-8t4c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2986       layout: "plot-cpta"
2987
2988     - title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf"
2989       output-file-name: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf"
2990       data: "plot-performance-trending-vpp-2n-clx"
2991       include:
2992         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2993         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr"
2994         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr"
2995         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr"
2996         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr"
2997       layout: "plot-cpta"
2998
2999     - title: "2n-clx-xxv710-64b-4t2c-nat44det-ip4routing-stl-bidir-avf"
3000       output-file-name: "2n-clx-xxv710-64b-4t2c-nat44det-ip4routing-stl-bidir-avf"
3001       data: "plot-performance-trending-vpp-2n-clx"
3002       include:
3003         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-4t2c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
3004         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr.64b-4t2c-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr"
3005         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-4t2c-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr"
3006         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-4t2c-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr"
3007         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-4t2c-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr"
3008       layout: "plot-cpta"
3009
3010     - title: "2n-clx-xxv710-64b-8t4c-nat44det-ip4routing-stl-bidir-avf"
3011       output-file-name: "2n-clx-xxv710-64b-8t4c-nat44det-ip4routing-stl-bidir-avf"
3012       data: "plot-performance-trending-vpp-2n-clx"
3013       include:
3014         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-8t4c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
3015         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr.64b-8t4c-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr"
3016         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-8t4c-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr"
3017         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-8t4c-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr"
3018         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-8t4c-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr"
3019       layout: "plot-cpta"
3020
3021     - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf"
3022       output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf"
3023       data: "plot-performance-trending-vpp-2n-clx"
3024       include:
3025         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr"
3026         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr"
3027         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr"
3028         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr"
3029         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr"
3030       layout: "plot-cpta"
3031
3032     - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-stl-unidir-avf"
3033       output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-stl-unidir-avf"
3034       data: "plot-performance-trending-vpp-2n-clx"
3035       include:
3036         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr"
3037         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr"
3038         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr"
3039         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr"
3040         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr"
3041       layout: "plot-cpta"
3042
3043     - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-stl-unidir-avf"
3044       output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-stl-unidir-avf"
3045       data: "plot-performance-trending-vpp-2n-clx"
3046       include:
3047         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr"
3048         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr"
3049         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr"
3050         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr"
3051         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr"
3052       layout: "plot-cpta"
3053
3054     - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf"
3055       output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf"
3056       data: "plot-performance-trending-vpp-2n-clx"
3057       include:
3058         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr"
3059         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr"
3060         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr"
3061         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr"
3062         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr"
3063         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr"
3064         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr"
3065         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr"
3066         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr"
3067         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr"
3068       layout: "plot-cpta-cps"
3069
3070     - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-udp-stf-cps-avf"
3071       output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-udp-stf-cps-avf"
3072       data: "plot-performance-trending-vpp-2n-clx"
3073       include:
3074         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr"
3075         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr"
3076         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr"
3077         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr"
3078         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr"
3079         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr"
3080         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr"
3081         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr"
3082         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr"
3083         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr"
3084       layout: "plot-cpta-cps"
3085
3086     - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-udp-stf-cps-avf"
3087       output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-udp-stf-cps-avf"
3088       data: "plot-performance-trending-vpp-2n-clx"
3089       include:
3090         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr"
3091         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr"
3092         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr"
3093         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr"
3094         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr"
3095         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr"
3096         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr"
3097         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr"
3098         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr"
3099         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr"
3100       layout: "plot-cpta-cps"
3101
3102     - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf"
3103       output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf"
3104       data: "plot-performance-trending-vpp-2n-clx"
3105       include:
3106         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr"
3107         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr"
3108         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr"
3109         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr"
3110         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr"
3111         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr"
3112         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr"
3113         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr"
3114         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr"
3115         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr.64b-2t1c-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr"
3116       layout: "plot-cpta"
3117
3118     - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-udp-stf-pps-avf"
3119       output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-udp-stf-pps-avf"
3120       data: "plot-performance-trending-vpp-2n-clx"
3121       include:
3122         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr"
3123         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr"
3124         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr"
3125         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr"
3126         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr"
3127         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr"
3128         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr"
3129         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr"
3130         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr"
3131         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr.64b-4t2c-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr"
3132       layout: "plot-cpta"
3133
3134     - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-udp-stf-pps-avf"
3135       output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-udp-stf-pps-avf"
3136       data: "plot-performance-trending-vpp-2n-clx"
3137       include:
3138         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr"
3139         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr"
3140         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr"
3141         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr"
3142         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr"
3143         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr"
3144         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr"
3145         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr"
3146         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr"
3147         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr.64b-8t4c-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr"
3148       layout: "plot-cpta"
3149
3150     - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf"
3151       output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf"
3152       data: "plot-performance-trending-vpp-2n-clx"
3153       include:
3154         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr"
3155         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr"
3156         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr"
3157         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr"
3158         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr"
3159         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr"
3160         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr"
3161         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr"
3162         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr"
3163         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr"
3164       layout: "plot-cpta-cps"
3165
3166     - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-tcp-stf-cps-avf"
3167       output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-tcp-stf-cps-avf"
3168       data: "plot-performance-trending-vpp-2n-clx"
3169       include:
3170         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr"
3171         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr"
3172         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr"
3173         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr"
3174         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr"
3175         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr.64b-4t2c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr"
3176         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr.64b-4t2c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr"
3177         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr.64b-4t2c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr"
3178         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr.64b-4t2c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr"
3179         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr.64b-4t2c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr"
3180       layout: "plot-cpta-cps"
3181
3182     - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-tcp-stf-cps-avf"
3183       output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-tcp-stf-cps-avf"
3184       data: "plot-performance-trending-vpp-2n-clx"
3185       include:
3186         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr"
3187         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr"
3188         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr"
3189         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr"
3190         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr"
3191         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr.64b-8t4c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr"
3192         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr.64b-8t4c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr"
3193         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr.64b-8t4c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr"
3194         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr.64b-8t4c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr"
3195         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr.64b-8t4c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr"
3196       layout: "plot-cpta-cps"
3197
3198     - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf"
3199       output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf"
3200       data: "plot-performance-trending-vpp-2n-clx"
3201       include:
3202         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr"
3203         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr"
3204         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr"
3205         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr"
3206         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr"
3207         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr"
3208         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr"
3209         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr"
3210         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr"
3211         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr.64b-2t1c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr"
3212       layout: "plot-cpta"
3213
3214     - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-tcp-stf-pps-avf"
3215       output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-tcp-stf-pps-avf"
3216       data: "plot-performance-trending-vpp-2n-clx"
3217       include:
3218         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr"
3219         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr"
3220         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr"
3221         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr"
3222         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr"
3223         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr.64b-4t2c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr"