6edd16798edd28ebc9c5275eca63933657fc12f7
[csit.git] / resources / tools / presentation / specification_CPTA.yaml
1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
16
17 -
18   type: "environment"
19
20   paths:
21     # Top level directories:
22     ## Working directory
23     DIR[WORKING]: "_tmp"
24     ## Build directories
25     DIR[BUILD,HTML]: "_build"
26     ## Static .rst files
27     DIR[RST]: "../../../docs/cpta"
28
29     # Static html content
30     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
31     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
32     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
33
34     # Working directories
35     ## Input data files (.zip, .xml)
36     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
37     ## Static source files from git
38     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
39     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
40
41     # .css patch file
42     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
43     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
44
45   urls:
46     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
47     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
48     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
49     DIR[NEXUS,DOC]: "trending/_static/archive"
50
51   make-dirs:
52   # List the directories which are created while preparing the environment.
53   # All directories MUST be defined in "paths" section.
54   - "DIR[WORKING,DATA]"
55   - "DIR[WORKING,SRC,STATIC]"
56   - "DIR[BUILD,HTML]"
57   - "DIR[STATIC,VPP]"
58   - "DIR[STATIC,ARCH]"
59   build-dirs:
60   # List the directories where the results (build) is stored.
61   # All directories MUST be defined in "paths" section.
62   - "DIR[BUILD,HTML]"
63
64   testbeds:
65     "10.30.51.45": "LF-2n-SKX-21"
66     "10.30.51.53": "LF-2n-SKX-22"
67     "10.30.51.55": "LF-2n-SKX-23"
68     "10.30.51.57": "LF-2n-SKX-24"
69     "10.32.8.19": "LF-2n-CLX-27"
70     "10.32.8.21": "LF-2n-CLX-28"
71     "10.32.8.23": "LF-2n-CLX-29"
72     "10.30.51.16": "LF-3n-HSW-01"
73     "10.30.51.20": "LF-3n-HSW-02"
74     "10.30.51.24": "LF-3n-HSW-03"
75     "10.30.51.48": "LF-3n-SKX-31"
76     "10.30.51.60": "LF-3n-SKX-32"
77     "10.30.51.49": "LF-3n-TSH-33"
78     "10.32.8.10": "LF-DNV"
79
80 -
81   type: "configuration"
82
83   archive-inputs: False
84
85   mapping-file: "mapping_tc_names.yaml"
86
87   ignore-list: "ignored_tcs.yaml"
88
89   alerting:
90
91     alerts:
92
93 # As Jenkins slave is not configured to send emails, this is now only as
94 # a working example:
95 #
96 #      # Send the list of failed tests vie email.
97 #      # Pre-requisites:
98 #      # - SMTP server is installed on the Jenkins slave
99 #      # - SMTP server is configured to send emails. Default configuration is
100 #      #   sufficient.
101 #      email-failed-tests:
102 #        # Title is used in logs and also as the email subject.
103 #        title: "Trending: Failed Tests"
104 #        # Type of alert.
105 #        type: "failed-tests"
106 #        # How to send the alert. The used way must be specified in the
107 #        # configuration part.
108 #        way: "email"
109 #        # Data to be included in the alert.
110 #        # Here is used the list of tables generated by the function
111 #        # "table_failed_tests_html".
112 #        include:
113 #        - "failed-tests-3n-hsw"
114 #        - "failed-tests-3n-skx"
115 #        - "failed-tests-2n-skx"
116 #        # This url is used in the tables instead of the original one. The aim
117 #        # is to make the links usable also from the email.
118 #        url: "https://docs.fd.io/csit/master/trending/trending"
119
120       # Jenkins job sends the email with failed tests.
121       # Pre-requisites:
122       # - Jenkins job is configured to send emails in "Post-build Actions" -->
123       #   "Editable Email Notification".
124       jenkins-send-failed-tests:
125         title: "Trending: Failed Tests"
126         type: "failed-tests"
127         way: "jenkins"
128         include:
129           - "last-failed-tests-vpp-2n-skx-mrr"
130           - "last-failed-tests-vpp-3n-skx-mrr"
131           - "last-failed-tests-vpp-2n-clx-mrr"
132           - "last-failed-tests-vpp-3n-hsw-mrr"
133           - "last-failed-tests-vpp-3n-tsh-mrr"
134           - "last-failed-tests-vpp-2n-dnv-mrr"
135           - "last-failed-tests-vpp-3n-dnv-mrr"
136           - "last-failed-tests-dpdk-2n-skx-mrr"
137           - "last-failed-tests-dpdk-3n-skx-mrr"
138           - "last-failed-tests-dpdk-2n-clx-mrr"
139           - "last-failed-tests-dpdk-3n-hsw-mrr"
140           - "last-failed-tests-dpdk-3n-tsh-mrr"
141           - "last-failed-tests-vpp-2n-skx-ndrpdr"
142           - "last-failed-tests-vpp-3n-skx-ndrpdr"
143           - "last-failed-tests-vpp-2n-clx-ndrpdr"
144           - "last-failed-tests-vpp-3n-hsw-ndrpdr"
145         urls:
146           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
147           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
148           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx"
149           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
150           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh"
151           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv"
152           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv"
153           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-skx"
154           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx"
155           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-clx"
156           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master"
157           - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-tsh"
158           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx"
159           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx"
160           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx"
161           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-hsw"
162         url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
163
164     configurations:
165       # Configuration of the email notifications.
166       email:
167         # SMTP server
168         server: "localhost"
169         # List of recipients.
170         address-to:
171         - "csit-report@lists.fd.io"
172         # Sender
173         address-from: "testuser@testserver.com"
174
175       # Configuration of notifications sent by Jenkins.
176       jenkins:
177         # The directory in the workspace where the generated data is stored and
178         # then read by Jenkins job.
179         output-dir: "_build/_static/vpp"
180         # The name of the output files. ASCII text and HTML formats are
181         # generated.
182         output-file: "trending-failed-tests"
183         # If defined, all output files are zipped into this file.
184         zip-output: "failed-tests.tar.gz"
185
186   data-sets:
187
188     # Compressed failed tests (last builds)
189     table-last-failed-tests-3n-hsw:
190       csit-vpp-perf-mrr-daily-master:
191         - "lastCompletedBuild"
192     table-last-failed-tests-3n-skx:
193       csit-vpp-perf-mrr-daily-master-3n-skx:
194         - "lastCompletedBuild"
195     table-last-failed-tests-2n-skx:
196       csit-vpp-perf-mrr-daily-master-2n-skx:
197         - "lastCompletedBuild"
198     table-last-failed-tests-2n-clx:
199       csit-vpp-perf-mrr-daily-master-2n-clx:
200         - "lastCompletedBuild"
201     table-last-failed-tests-3n-tsh:
202       csit-vpp-perf-mrr-daily-master-3n-tsh:
203         - "lastCompletedBuild"
204     table-last-failed-tests-3n-dnv:
205       csit-vpp-perf-mrr-daily-master-3n-dnv:
206         - "lastCompletedBuild"
207     table-last-failed-tests-2n-dnv:
208       csit-vpp-perf-mrr-daily-master-2n-dnv:
209         - "lastCompletedBuild"
210     table-last-failed-tests-3n-hsw-ndrpdr:
211       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
212         - "lastCompletedBuild"
213     table-last-failed-tests-3n-skx-ndrpdr:
214       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
215         - "lastCompletedBuild"
216     table-last-failed-tests-2n-skx-ndrpdr:
217       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
218         - "lastCompletedBuild"
219     table-last-failed-tests-2n-clx-ndrpdr:
220       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
221         - "lastCompletedBuild"
222     table-last-failed-tests-dpdk-3n-hsw:
223       csit-dpdk-perf-mrr-weekly-master:
224         - "lastCompletedBuild"
225     table-last-failed-tests-dpdk-3n-skx:
226       csit-dpdk-perf-mrr-weekly-master-3n-skx:
227         - "lastCompletedBuild"
228     table-last-failed-tests-dpdk-2n-skx:
229       csit-dpdk-perf-mrr-weekly-master-2n-skx:
230         - "lastCompletedBuild"
231     table-last-failed-tests-dpdk-2n-clx:
232       csit-dpdk-perf-mrr-weekly-master-2n-clx:
233         - "lastCompletedBuild"
234     table-last-failed-tests-dpdk-3n-tsh:
235       csit-dpdk-perf-mrr-weekly-master-3n-tsh:
236         - "lastCompletedBuild"
237
238     # 3n-hsw
239     plot-performance-trending-all-3n-hsw:
240       csit-vpp-perf-mrr-daily-master:
241         start: 1100
242         end: "lastCompletedBuild"
243         max-builds: 180
244       csit-dpdk-perf-mrr-weekly-master:
245         start: 107
246         end: "lastCompletedBuild"
247         max-builds: 26
248
249     plot-performance-trending-vpp-3n-hsw:
250       csit-vpp-perf-mrr-daily-master:
251         start: 1100
252         end: "lastCompletedBuild"
253         max-builds: 180
254
255     plot-performance-trending-dpdk-3n-hsw:
256       csit-dpdk-perf-mrr-weekly-master:
257         start: 107
258         end: "lastCompletedBuild"
259         max-builds: 26
260
261     # 3n-skx
262     plot-performance-trending-all-3n-skx:
263       csit-vpp-perf-mrr-daily-master-3n-skx:
264         start: 834
265         end: "lastCompletedBuild"
266         max-builds: 180
267       csit-dpdk-perf-mrr-weekly-master-3n-skx:
268         start: 72
269         end: "lastCompletedBuild"
270         max-builds: 26
271
272     plot-performance-trending-vpp-3n-skx:
273       csit-vpp-perf-mrr-daily-master-3n-skx:
274         start: 834
275         end: "lastCompletedBuild"
276         max-builds: 180
277
278     plot-performance-trending-dpdk-3n-skx:
279       csit-dpdk-perf-mrr-weekly-master-3n-skx:
280         start: 72
281         end: "lastCompletedBuild"
282         max-builds: 26
283
284     # 2n-skx
285     plot-performance-trending-all-2n-skx:
286       csit-vpp-perf-mrr-daily-master-2n-skx:
287         start: 858
288         end: "lastCompletedBuild"
289         max-builds: 180
290       csit-dpdk-perf-mrr-weekly-master-2n-skx:
291         start: 78
292         end: "lastCompletedBuild"
293         max-builds: 26
294
295     plot-performance-trending-vpp-2n-skx:
296       csit-vpp-perf-mrr-daily-master-2n-skx:
297         start: 858
298         end: "lastCompletedBuild"
299
300     plot-performance-trending-dpdk-2n-skx:
301       csit-dpdk-perf-mrr-weekly-master-2n-skx:
302         start: 78
303         end: "lastCompletedBuild"
304         max-builds: 26
305
306     plot-performance-trending-vpp-nfv-2n-skx:
307       csit-vpp-perf-mrr-weekly-master-2n-skx:
308         start: 66
309         end: "lastCompletedBuild"
310         max-builds: 26
311         skip:
312           - 68
313           - 72
314           - 73
315           - 75
316           - 76
317
318     # 2n-clx
319     plot-performance-trending-vpp-2n-clx:
320       csit-vpp-perf-mrr-daily-master-2n-clx:
321         start: 236
322         end: "lastCompletedBuild"
323         max-builds: 180
324
325     plot-performance-trending-vpp-nfv-2n-clx:
326       csit-vpp-perf-mrr-weekly-master-2n-clx:
327         start: 37
328         end: "lastCompletedBuild"
329         max-builds: 26
330         skip:
331           - 39
332           - 45
333           - 48
334
335     plot-performance-trending-dpdk-2n-clx:
336       csit-dpdk-perf-mrr-weekly-master-2n-clx:
337         start: 23
338         end: "lastCompletedBuild"
339         max-builds: 26
340
341     # 3n-tsh
342     plot-performance-trending-all-3n-tsh:
343       csit-vpp-perf-mrr-daily-master-3n-tsh:
344         start: 144
345         end: "lastCompletedBuild"
346         max-builds: 180
347
348     plot-performance-trending-vpp-3n-tsh:
349       csit-vpp-perf-mrr-daily-master-3n-tsh:
350         start: 144
351         end: "lastCompletedBuild"
352
353     plot-performance-trending-dpdk-3n-tsh:
354       csit-dpdk-perf-mrr-weekly-master-3n-tsh:
355         start: 4
356         end: "lastCompletedBuild"
357
358     # 3n-dnv
359     plot-performance-trending-vpp-3n-dnv:
360       csit-vpp-perf-mrr-daily-master-3n-dnv:
361         start: 329
362         end: "lastCompletedBuild"
363         max-builds: 180
364
365     # 2n-dnv
366     plot-performance-trending-vpp-2n-dnv:
367       csit-vpp-perf-mrr-daily-master-2n-dnv:
368         start: 335
369         end: "lastCompletedBuild"
370         max-builds: 180
371
372     # NDRPDR
373     plot-ndrpdr-comparison-2n-skx:
374       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
375         start: 76
376         end: "lastCompletedBuild"
377         max-builds: 26
378
379     plot-ndrpdr-comparison-3n-skx:
380       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
381         start: 76
382         end: "lastCompletedBuild"
383         max-builds: 26
384         skip:
385           - 87
386
387     plot-ndrpdr-comparison-2n-clx:
388       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
389         start: 21
390         end: "lastCompletedBuild"
391         max-builds: 26
392
393     plot-ndrpdr-comparison-3n-hsw:
394       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
395         start: 76
396         end: "lastCompletedBuild"
397         max-builds: 26
398
399     table-ndrpdr-comparison-2n-skx:
400       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
401         start: 76
402         end: "lastCompletedBuild"
403         max-builds: 26
404         reverse: True  # Must be reversed
405
406     table-ndrpdr-comparison-3n-skx:
407       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
408         start: 76
409         end: "lastCompletedBuild"
410         max-builds: 26
411         reverse: True  # Must be reversed
412         skip:
413           - 87
414
415     table-ndrpdr-comparison-2n-clx:
416       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
417         start: 21
418         end: "lastCompletedBuild"
419         max-builds: 26
420         reverse: True  # Must be reversed
421
422     table-ndrpdr-comparison-3n-hsw:
423       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
424         start: 76
425         end: "lastCompletedBuild"
426         max-builds: 26
427         reverse: True  # Must be reversed
428
429   plot-layouts:
430
431     plot-cpta:
432       title: ""
433       titlefont:
434         size: 16
435       autosize: True
436       showlegend: True
437       width: 1100
438       height: 800
439       yaxis:
440         showticklabels: True
441         tickformat: ".5s"
442         title: "Throughput [Mpps]"
443         hoverformat: ".5s"
444         gridcolor: "rgb(238, 238, 238)"
445         linecolor: "rgb(238, 238, 238)"
446         showline: True
447         zeroline: False
448         tickcolor: "rgb(238, 238, 238)"
449         linewidth: 1
450         showgrid: True
451       xaxis:
452         title: 'Date [MMDD]'
453         type: "date"
454         autorange: True
455         fixedrange: False
456         showgrid: True
457         gridcolor: "rgb(238, 238, 238)"
458         showline: True
459         linecolor: "rgb(238, 238, 238)"
460         zeroline: False
461         linewidth: 1
462         showticklabels: True
463         tickcolor: "rgb(238, 238, 238)"
464         tickmode: "auto"
465         tickformat: "%m%d"
466         rangeselector:
467           buttons:
468           - count: 14
469             label: "2w"
470             step: "day"
471             stepmode: "backward"
472           - count: 1
473             label: "1m"
474             step: "month"
475             stepmode: "backward"
476           - count: 2
477             label: "2m"
478             step: "month"
479             stepmode: "backward"
480           - count: 3
481             label: "3m"
482             step: "month"
483             stepmode: "backward"
484           - step: "all"
485       margin:
486         r: 20
487         b: 5
488         t: 5
489         l: 70
490       legend:
491         orientation: "h"
492         xanchor: "auto"
493         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
494         bordercolor: "rgb(238, 238, 238)"
495       paper_bgcolor: "#fff"
496       plot_bgcolor: "#fff"
497       hoverlabel:
498         namelength: -1
499
500 -
501   type: "static"
502   src-path: "{DIR[RST]}"
503   dst-path: "{DIR[WORKING,SRC]}"
504
505 -
506   type: "input"
507   general:
508     file-name: "output_info.xml.gz"
509     file-format: ".gz"
510     download-path: "{job}/{build}/archives/{filename}"
511     extract: "output.xml"
512     # Number of days from now to the past. Only files generated in this
513     # time period are used.
514     time-period: 180
515
516     zip-file-name: "robot-plugin.zip"
517     zip-file-format: ".zip"
518     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
519     zip-extract: "robot-plugin/output.xml"
520
521   builds:
522
523     # 2n-skx ndrpdr
524     csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
525       start: 76
526       end: "lastCompletedBuild"
527       max-builds: 26
528
529     # 3n-skx ndrpdr
530     csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
531       start: 76
532       end: "lastCompletedBuild"
533       max-builds: 26
534       skip:
535         - 87
536
537     # 2n-clx ndrpdr
538     csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
539       start: 21
540       end: "lastCompletedBuild"
541       max-builds: 26
542
543     # 3n-hsw ndrpdr
544     csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
545       start: 76
546       end: "lastCompletedBuild"
547       max-builds: 26
548
549     # 3n-hsw
550     csit-vpp-perf-mrr-daily-master:
551       start: 1100
552       end: "lastCompletedBuild"
553       max-builds: 180  # Max nr of builds to download
554       skip:
555         - 1102
556         - 1159
557     csit-dpdk-perf-mrr-weekly-master:
558       start: 113
559       end: "lastCompletedBuild"
560       max-builds: 26  # Max nr of builds to download
561       skip:
562         - 114
563
564     # 3n-skx
565     csit-vpp-perf-mrr-daily-master-3n-skx:
566       start: 834
567       end: "lastCompletedBuild"
568       max-builds: 180  # Max nr of builds to download
569       skip:
570         - 849
571         - 851
572         - 862
573         - 864
574         - 865
575         - 866
576         - 867
577     csit-dpdk-perf-mrr-weekly-master-3n-skx:
578       start: 78
579       end: "lastCompletedBuild"
580       max-builds: 26  # Max nr of builds to download
581       skip:
582         - 79
583
584     # 2n-skx
585     csit-vpp-perf-mrr-daily-master-2n-skx:
586       start: 858
587       end: "lastCompletedBuild"
588       max-builds: 180  # Max nr of builds to download
589       skip:
590         - 868
591         - 870
592         - 874
593         - 889
594     csit-vpp-perf-mrr-weekly-master-2n-skx:
595       start: 66
596       end: "lastCompletedBuild"
597       max-builds: 26  # Max nr of builds to download
598       skip:
599         - 68
600         - 72
601         - 73
602         - 75
603         - 76
604
605     csit-dpdk-perf-mrr-weekly-master-2n-skx:
606       start: 78
607       end: "lastCompletedBuild"
608       max-builds: 26  # Max nr of builds to download
609       skip:
610         - 79
611
612     csit-vpp-perf-mrr-daily-master-2n-clx:
613       start: 236
614       end: "lastCompletedBuild"
615       max-builds: 180  # Max nr of builds to download
616       skip:
617         - 239
618         - 248
619         - 251
620         - 252
621         - 253
622         - 308
623     csit-vpp-perf-mrr-weekly-master-2n-clx:
624       start: 37
625       end: "lastCompletedBuild"
626       max-builds: 26  # Max nr of builds to download
627       skip:
628         - 39
629         - 45
630         - 48
631
632     csit-dpdk-perf-mrr-weekly-master-2n-clx:
633       start: 23
634       end: "lastCompletedBuild"
635       max-builds: 26  # Max nr of builds to download
636       skip:
637         - 24
638
639     # 3n-tsh
640     csit-vpp-perf-mrr-daily-master-3n-tsh:
641       start: 144
642       end: "lastCompletedBuild"
643       max-builds: 180  # Max nr of builds to download
644       skip:
645         - 149
646         - 150
647         - 152
648         - 153
649         - 154
650         - 155
651         - 156
652         - 157
653         - 192
654
655     csit-dpdk-perf-mrr-weekly-master-3n-tsh:
656       start: 4
657       end: "lastCompletedBuild"
658       max-builds: 26  # Max nr of builds to download
659
660     # 3n-dnv
661     csit-vpp-perf-mrr-daily-master-3n-dnv:
662       start: 329
663       end: "lastCompletedBuild"
664       max-builds: 180  # Max nr of builds to download
665       skip:
666         - 343
667         - 344
668         - 345
669         - 348
670         - 350
671         - 356
672         - 357
673         - 358
674         - 360
675         - 363
676         - 364
677         - 381
678         - 387
679         - 388
680         - 390
681         - 391
682         - 392
683         - 396
684
685     # 2n-dnv
686     csit-vpp-perf-mrr-daily-master-2n-dnv:
687       start: 335
688       end: "lastCompletedBuild"
689       max-builds: 180  # Max nr of builds to download
690       skip:
691         - 344
692         - 349
693         - 350
694         - 351
695         - 354
696         - 36
697         - 364
698         - 365
699         - 366
700         - 370
701         - 378
702         - 387
703         - 394
704         - 395
705         - 396
706         - 397
707         - 402
708
709 -
710   type: "output"
711   output: "trending"
712   format:
713     html:
714     - full
715
716 ################################################################################
717 ###                               T A B L E S                                ###
718 ################################################################################
719
720 ################################################################################
721
722 # VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr
723 - type: "table"
724   title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr"
725   algorithm: "table_weekly_comparison"
726   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-ndr"
727   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
728   data: "table-ndrpdr-comparison-2n-skx"
729   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
730   nr-of-data-columns: 3
731   comparisons:
732     - reference: -3
733       compare: -1
734     - reference: -2
735       compare: -1
736
737 # VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr
738 - type: "table"
739   title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr"
740   algorithm: "table_weekly_comparison"
741   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-pdr"
742   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
743   data: "table-ndrpdr-comparison-2n-skx"
744   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
745   nr-of-data-columns: 3
746   comparisons:
747     - reference: -3
748       compare: -1
749     - reference: -2
750       compare: -1
751
752 # VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr
753 - type: "table"
754   title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr"
755   algorithm: "table_weekly_comparison"
756   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-ndr"
757   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
758   data: "table-ndrpdr-comparison-3n-skx"
759   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
760   nr-of-data-columns: 3
761   comparisons:
762     - reference: -3
763       compare: -1
764     - reference: -2
765       compare: -1
766
767 # VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr
768 - type: "table"
769   title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr"
770   algorithm: "table_weekly_comparison"
771   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-pdr"
772   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
773   data: "table-ndrpdr-comparison-3n-skx"
774   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
775   nr-of-data-columns: 3
776   comparisons:
777     - reference: -3
778       compare: -1
779     - reference: -2
780       compare: -1
781
782 # VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr
783 - type: "table"
784   title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr"
785   algorithm: "table_weekly_comparison"
786   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-ndr"
787   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
788   data: "table-ndrpdr-comparison-2n-clx"
789   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
790   nr-of-data-columns: 3
791   comparisons:
792     - reference: -3
793       compare: -1
794     - reference: -2
795       compare: -1
796
797 # VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr
798 - type: "table"
799   title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr"
800   algorithm: "table_weekly_comparison"
801   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-pdr"
802   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
803   data: "table-ndrpdr-comparison-2n-clx"
804   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
805   nr-of-data-columns: 3
806   comparisons:
807     - reference: -3
808       compare: -1
809     - reference: -2
810       compare: -1
811
812 # VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr
813 - type: "table"
814   title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr"
815   algorithm: "table_weekly_comparison"
816   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr"
817   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
818   data: "table-ndrpdr-comparison-3n-hsw"
819   filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
820   nr-of-data-columns: 3
821   comparisons:
822     - reference: -3
823       compare: -1
824     - reference: -2
825       compare: -1
826
827 # VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr
828 - type: "table"
829   title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr"
830   algorithm: "table_weekly_comparison"
831   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr"
832   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
833   data: "table-ndrpdr-comparison-3n-hsw"
834   filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
835   nr-of-data-columns: 3
836   comparisons:
837     - reference: -3
838       compare: -1
839     - reference: -2
840       compare: -1
841
842 # Compressed failed tests (last build)
843 -
844   type: "table"
845   title: "Last failed tests (last builds) VPP 3n-hsw"
846   algorithm: "table_last_failed_tests"
847   output-file-ext: ".txt"
848   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-mrr"
849   data: "table-last-failed-tests-3n-hsw"
850   filter: "'MRR'"
851   parameters:
852     - "name"
853     - "parent"
854     - "status"
855
856 -
857   type: "table"
858   title: "Last failed tests (last builds) VPP 3n-skx"
859   algorithm: "table_last_failed_tests"
860   output-file-ext: ".txt"
861   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-skx-mrr"
862   data: "table-last-failed-tests-3n-skx"
863   filter: "'MRR'"
864   parameters:
865     - "name"
866     - "parent"
867     - "status"
868
869 -
870   type: "table"
871   title: "Last failed tests (last builds) VPP 2n-skx"
872   algorithm: "table_last_failed_tests"
873   output-file-ext: ".txt"
874   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-skx-mrr"
875   data: "table-last-failed-tests-2n-skx"
876   filter: "'MRR'"
877   parameters:
878     - "name"
879     - "parent"
880     - "status"
881
882 -
883   type: "table"
884   title: "Last failed tests (last builds) VPP 2n-clx"
885   algorithm: "table_last_failed_tests"
886   output-file-ext: ".txt"
887   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-clx-mrr"
888   data: "table-last-failed-tests-2n-clx"
889   filter: "'MRR'"
890   parameters:
891     - "name"
892     - "parent"
893     - "status"
894
895 -
896   type: "table"
897   title: "Last failed tests (last builds) VPP 3n-tsh"
898   algorithm: "table_last_failed_tests"
899   output-file-ext: ".txt"
900   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-tsh-mrr"
901   data: "table-last-failed-tests-3n-tsh"
902   filter: "'MRR'"
903   parameters:
904     - "name"
905     - "parent"
906     - "status"
907
908 -
909   type: "table"
910   title: "Last failed tests (last builds) VPP 3n-dnv"
911   algorithm: "table_last_failed_tests"
912   output-file-ext: ".txt"
913   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-dnv-mrr"
914   data: "table-last-failed-tests-3n-dnv"
915   filter: "'MRR'"
916   parameters:
917     - "name"
918     - "parent"
919     - "status"
920
921 -
922   type: "table"
923   title: "Last failed tests (last builds) VPP 2n-dnv"
924   algorithm: "table_last_failed_tests"
925   output-file-ext: ".txt"
926   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-dnv-mrr"
927   data: "table-last-failed-tests-2n-dnv"
928   filter: "'MRR'"
929   parameters:
930     - "name"
931     - "parent"
932     - "status"
933
934 -
935   type: "table"
936   title: "Last failed tests (last builds) VPP 3n-hsw-ndrpdr"
937   algorithm: "table_last_failed_tests"
938   output-file-ext: ".txt"
939   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-ndrpdr"
940   data: "table-last-failed-tests-3n-hsw-ndrpdr"
941   filter: "'NDRPDR'"
942   parameters:
943     - "name"
944     - "parent"
945     - "status"
946
947 -
948   type: "table"
949   title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr"
950   algorithm: "table_last_failed_tests"
951   output-file-ext: ".txt"
952   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-skx-ndrpdr"
953   data: "table-last-failed-tests-3n-skx-ndrpdr"
954   filter: "'NDRPDR'"
955   parameters:
956     - "name"
957     - "parent"
958     - "status"
959
960 -
961   type: "table"
962   title: "Last failed tests (last builds) VPP 2n-skx-ndrpdr"
963   algorithm: "table_last_failed_tests"
964   output-file-ext: ".txt"
965   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-skx-ndrpdr"
966   data: "table-last-failed-tests-2n-skx-ndrpdr"
967   filter: "'NDRPDR'"
968   parameters:
969     - "name"
970     - "parent"
971     - "status"
972
973 -
974   type: "table"
975   title: "Last failed tests (last builds) VPP 2n-clx-ndrpdr"
976   algorithm: "table_last_failed_tests"
977   output-file-ext: ".txt"
978   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-clx-ndrpdr"
979   data: "table-last-failed-tests-2n-clx-ndrpdr"
980   filter: "'NDRPDR'"
981   parameters:
982     - "name"
983     - "parent"
984     - "status"
985
986 -
987   type: "table"
988   title: "Last failed tests (last builds) DPDK 3n-hsw"
989   algorithm: "table_last_failed_tests"
990   output-file-ext: ".txt"
991   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-hsw-mrr"
992   data: "table-last-failed-tests-dpdk-3n-hsw"
993   filter: "'MRR'"
994   parameters:
995     - "name"
996     - "parent"
997     - "status"
998
999 -
1000   type: "table"
1001   title: "Last failed tests (last builds) DPDK 3n-tsh"
1002   algorithm: "table_last_failed_tests"
1003   output-file-ext: ".txt"
1004   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-tsh-mrr"
1005   data: "table-last-failed-tests-dpdk-3n-tsh"
1006   filter: "'MRR'"
1007   parameters:
1008     - "name"
1009     - "parent"
1010     - "status"
1011
1012 -
1013   type: "table"
1014   title: "Last failed tests (last builds) DPDK 3n-skx"
1015   algorithm: "table_last_failed_tests"
1016   output-file-ext: ".txt"
1017   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-skx-mrr"
1018   data: "table-last-failed-tests-dpdk-3n-skx"
1019   filter: "'MRR'"
1020   parameters:
1021     - "name"
1022     - "parent"
1023     - "status"
1024
1025 -
1026   type: "table"
1027   title: "Last failed tests (last builds) DPDK 2n-skx"
1028   algorithm: "table_last_failed_tests"
1029   output-file-ext: ".txt"
1030   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-2n-skx-mrr"
1031   data: "table-last-failed-tests-dpdk-2n-skx"
1032   filter: "'MRR'"
1033   parameters:
1034     - "name"
1035     - "parent"
1036     - "status"
1037
1038 -
1039   type: "table"
1040   title: "Last failed tests (last builds) DPDK 2n-clx"
1041   algorithm: "table_last_failed_tests"
1042   output-file-ext: ".txt"
1043   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-2n-clx-mrr"
1044   data: "table-last-failed-tests-dpdk-2n-clx"
1045   filter: "'MRR'"
1046   parameters:
1047     - "name"
1048     - "parent"
1049     - "status"
1050
1051 # 3n-hsw
1052 -
1053   type: "table"
1054   title: "Performance trending dashboard 1t1c-3n-hsw"
1055   algorithm: "table_perf_trending_dash"
1056   output-file-ext: ".csv"
1057   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw"
1058   data: "plot-performance-trending-all-3n-hsw"
1059   filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'"
1060   parameters:
1061     - "name"
1062     - "parent"
1063     - "result"
1064   window: 14
1065   long-trend-window: 180
1066
1067 -
1068   type: "table"
1069   title: "Performance trending dashboard 2t2c-3n-hsw"
1070   algorithm: "table_perf_trending_dash"
1071   output-file-ext: ".csv"
1072   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw"
1073   data: "plot-performance-trending-all-3n-hsw"
1074   filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'"
1075   parameters:
1076     - "name"
1077     - "parent"
1078     - "result"
1079   window: 14
1080   long-trend-window: 180
1081
1082 -
1083   type: "table"
1084   title: "Performance trending dashboard 4t4c-3n-hsw"
1085   algorithm: "table_perf_trending_dash"
1086   output-file-ext: ".csv"
1087   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw"
1088   data: "plot-performance-trending-all-3n-hsw"
1089   filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'"
1090   parameters:
1091     - "name"
1092     - "parent"
1093     - "result"
1094   window: 14
1095   long-trend-window: 180
1096
1097 -
1098   type: "table"
1099   title: "HTML performance trending dashboard 1t1c-3n-hsw"
1100   algorithm: "table_perf_trending_dash_html"
1101   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.csv"
1102   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.rst"
1103   testbed: "3n-hsw"
1104
1105 -
1106   type: "table"
1107   title: "HTML performance trending dashboard 2t2c-3n-hsw"
1108   algorithm: "table_perf_trending_dash_html"
1109   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.csv"
1110   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.rst"
1111   testbed: "3n-hsw"
1112
1113 -
1114   type: "table"
1115   title: "HTML performance trending dashboard 4t4c-3n-hsw"
1116   algorithm: "table_perf_trending_dash_html"
1117   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.csv"
1118   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst"
1119   testbed: "3n-hsw"
1120
1121 # 3n-hsw
1122 -
1123   type: "table"
1124   title: "Performance trending dashboard 1t1c-3n-hsw ndr"
1125   algorithm: "table_perf_trending_dash"
1126   output-file-ext: ".csv"
1127   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr"
1128   data: "plot-ndrpdr-comparison-3n-hsw"
1129   filter: "'NDRPDR' and '1T1C'"
1130   include-tests: "NDR"
1131   parameters:
1132     - "name"
1133     - "parent"
1134     - "throughput"
1135   window: 4
1136   long-trend-window: 12
1137
1138 -
1139   type: "table"
1140   title: "Performance trending dashboard 1t1c-3n-hsw pdr"
1141   algorithm: "table_perf_trending_dash"
1142   output-file-ext: ".csv"
1143   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr"
1144   data: "plot-ndrpdr-comparison-3n-hsw"
1145   filter: "'NDRPDR' and '1T1C'"
1146   include-tests: "PDR"
1147   parameters:
1148     - "name"
1149     - "parent"
1150     - "throughput"
1151   window: 4
1152   long-trend-window: 12
1153
1154 -
1155   type: "table"
1156   title: "HTML performance trending dashboard 1t1c-3n-hsw ndr"
1157   algorithm: "table_perf_trending_dash_html"
1158   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv"
1159   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst"
1160   testbed: "3n-hsw"
1161   test-type: "NDR"
1162   add-links: True
1163
1164 -
1165   type: "table"
1166   title: "HTML performance trending dashboard 1t1c-3n-hsw pdr"
1167   algorithm: "table_perf_trending_dash_html"
1168   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv"
1169   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst"
1170   testbed: "3n-hsw"
1171   test-type: "PDR"
1172   add-links: True
1173
1174 # 3n-skx
1175 -
1176   type: "table"
1177   title: "Performance trending dashboard 2t1c-3n-skx ndr"
1178   algorithm: "table_perf_trending_dash"
1179   output-file-ext: ".csv"
1180   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr"
1181   data: "plot-ndrpdr-comparison-3n-skx"
1182   filter: "'NDRPDR' and '2T1C'"
1183   include-tests: "NDR"
1184   parameters:
1185     - "name"
1186     - "parent"
1187     - "throughput"
1188   window: 4
1189   long-trend-window: 12
1190
1191 -
1192   type: "table"
1193   title: "Performance trending dashboard 2t1c-3n-skx pdr"
1194   algorithm: "table_perf_trending_dash"
1195   output-file-ext: ".csv"
1196   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr"
1197   data: "plot-ndrpdr-comparison-3n-skx"
1198   filter: "'NDRPDR' and '2T1C'"
1199   include-tests: "PDR"
1200   parameters:
1201     - "name"
1202     - "parent"
1203     - "throughput"
1204   window: 4
1205   long-trend-window: 12
1206
1207 -
1208   type: "table"
1209   title: "HTML performance trending dashboard 2t1c-3n-skx ndr"
1210   algorithm: "table_perf_trending_dash_html"
1211   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.csv"
1212   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.rst"
1213   testbed: "3n-skx"
1214   test-type: "NDR"
1215   add-links: True
1216
1217 -
1218   type: "table"
1219   title: "HTML performance trending dashboard 2t1c-3n-skx pdr"
1220   algorithm: "table_perf_trending_dash_html"
1221   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.csv"
1222   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.rst"
1223   testbed: "3n-skx"
1224   test-type: "PDR"
1225   add-links: True
1226
1227 # 2n-skx
1228 -
1229   type: "table"
1230   title: "Performance trending dashboard 2t1c-2n-skx ndr"
1231   algorithm: "table_perf_trending_dash"
1232   output-file-ext: ".csv"
1233   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr"
1234   data: "plot-ndrpdr-comparison-2n-skx"
1235   filter: "'NDRPDR' and '2T1C'"
1236   include-tests: "NDR"
1237   parameters:
1238     - "name"
1239     - "parent"
1240     - "throughput"
1241   window: 4
1242   long-trend-window: 12
1243
1244 -
1245   type: "table"
1246   title: "Performance trending dashboard 2t1c-2n-skx pdr"
1247   algorithm: "table_perf_trending_dash"
1248   output-file-ext: ".csv"
1249   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr"
1250   data: "plot-ndrpdr-comparison-2n-skx"
1251   filter: "'NDRPDR' and '2T1C'"
1252   include-tests: "PDR"
1253   parameters:
1254     - "name"
1255     - "parent"
1256     - "throughput"
1257   window: 4
1258   long-trend-window: 12
1259
1260 -
1261   type: "table"
1262   title: "HTML performance trending dashboard 2t1c-2n-skx ndr"
1263   algorithm: "table_perf_trending_dash_html"
1264   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.csv"
1265   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.rst"
1266   testbed: "2n-skx"
1267   test-type: "NDR"
1268   add-links: True
1269
1270 -
1271   type: "table"
1272   title: "HTML performance trending dashboard 2t1c-2n-skx pdr"
1273   algorithm: "table_perf_trending_dash_html"
1274   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.csv"
1275   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.rst"
1276   testbed: "2n-skx"
1277   test-type: "PDR"
1278   add-links: True
1279
1280 # 2n-clx
1281 -
1282   type: "table"
1283   title: "Performance trending dashboard 2t1c-2n-clx ndr"
1284   algorithm: "table_perf_trending_dash"
1285   output-file-ext: ".csv"
1286   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr"
1287   data: "plot-ndrpdr-comparison-2n-clx"
1288   filter: "'NDRPDR' and '2T1C'"
1289   include-tests: "NDR"
1290   parameters:
1291     - "name"
1292     - "parent"
1293     - "throughput"
1294   window: 14
1295   long-trend-window: 180
1296
1297 -
1298   type: "table"
1299   title: "Performance trending dashboard 2t1c-2n-clx pdr"
1300   algorithm: "table_perf_trending_dash"
1301   output-file-ext: ".csv"
1302   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr"
1303   data: "plot-ndrpdr-comparison-2n-clx"
1304   filter: "'NDRPDR' and '2T1C'"
1305   include-tests: "PDR"
1306   parameters:
1307     - "name"
1308     - "parent"
1309     - "throughput"
1310   window: 14
1311   long-trend-window: 180
1312
1313 -
1314   type: "table"
1315   title: "HTML performance trending dashboard 2t1c-2n-clx ndr"
1316   algorithm: "table_perf_trending_dash_html"
1317   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.csv"
1318   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.rst"
1319   testbed: "2n-clx"
1320   test-type: "NDR"
1321   add-links: True
1322
1323 -
1324   type: "table"
1325   title: "HTML performance trending dashboard 2t1c-2n-clx pdr"
1326   algorithm: "table_perf_trending_dash_html"
1327   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.csv"
1328   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.rst"
1329   testbed: "2n-clx"
1330   test-type: "PDR"
1331   add-links: True
1332
1333 -
1334   type: "table"
1335   title: "Failed MRR tests 3n-hsw"
1336   algorithm: "table_failed_tests"
1337   output-file-ext: ".csv"
1338   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw"
1339   data: "plot-performance-trending-all-3n-hsw"
1340   filter: "'MRR' and not 'NIC_Intel-XXV710'"
1341   parameters:
1342     - "name"
1343     - "parent"
1344     - "status"
1345   window: 7  # days
1346
1347 -
1348   type: "table"
1349   title: "HTML Failed MRR tests 3n-hsw"
1350   algorithm: "table_failed_tests_html"
1351   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.csv"
1352   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst"
1353   testbed: "3n-hsw"
1354
1355 -
1356   type: "table"
1357   title: "Failed NDRPDR tests 3n-hsw"
1358   algorithm: "table_failed_tests"
1359   output-file-ext: ".csv"
1360   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr"
1361   data: "plot-ndrpdr-comparison-3n-hsw"
1362   filter: "'NDRPDR'"
1363   parameters:
1364     - "name"
1365     - "parent"
1366     - "status"
1367   window: 30  # days
1368
1369 -
1370   type: "table"
1371   title: "HTML Failed NDRPDR tests 3n-hsw"
1372   algorithm: "table_failed_tests_html"
1373   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv"
1374   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst"
1375   testbed: "3n-hsw"
1376   test-type: "NDRPDR"
1377
1378 ###############################################################################
1379 # 3n-skx
1380 -
1381   type: "table"
1382   title: "Performance trending dashboard 2t1c-3n-skx"
1383   algorithm: "table_perf_trending_dash"
1384   output-file-ext: ".csv"
1385   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx"
1386   data: "plot-performance-trending-all-3n-skx"
1387   filter: "'MRR' and '2T1C'"
1388   parameters:
1389     - "name"
1390     - "parent"
1391     - "result"
1392   window: 14
1393   long-trend-window: 180
1394
1395 -
1396   type: "table"
1397   title: "Performance trending dashboard 4t2c-3n-skx"
1398   algorithm: "table_perf_trending_dash"
1399   output-file-ext: ".csv"
1400   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx"
1401   data: "plot-performance-trending-all-3n-skx"
1402   filter: "'MRR' and '4T2C'"
1403   parameters:
1404     - "name"
1405     - "parent"
1406     - "result"
1407   window: 14
1408   long-trend-window: 180
1409
1410 -
1411   type: "table"
1412   title: "Performance trending dashboard 8t4c-3n-skx"
1413   algorithm: "table_perf_trending_dash"
1414   output-file-ext: ".csv"
1415   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx"
1416   data: "plot-performance-trending-all-3n-skx"
1417   filter: "'MRR' and '8T4C'"
1418   parameters:
1419     - "name"
1420     - "parent"
1421     - "result"
1422   window: 14
1423   long-trend-window: 180
1424
1425 -
1426   type: "table"
1427   title: "HTML performance trending dashboard 2t1c-3n-skx"
1428   algorithm: "table_perf_trending_dash_html"
1429   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.csv"
1430   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.rst"
1431   testbed: "3n-skx"
1432
1433 -
1434   type: "table"
1435   title: "HTML performance trending dashboard 4t2c-3n-skx"
1436   algorithm: "table_perf_trending_dash_html"
1437   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.csv"
1438   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.rst"
1439   testbed: "3n-skx"
1440
1441 -
1442   type: "table"
1443   title: "HTML performance trending dashboard 8t4c-3n-skx"
1444   algorithm: "table_perf_trending_dash_html"
1445   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.csv"
1446   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.rst"
1447   testbed: "3n-skx"
1448
1449 -
1450   type: "table"
1451   title: "Failed MRR tests 3n-skx"
1452   algorithm: "table_failed_tests"
1453   output-file-ext: ".csv"
1454   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx"
1455   data: "plot-performance-trending-all-3n-skx"
1456   filter: "'MRR'"
1457   parameters:
1458     - "name"
1459     - "parent"
1460     - "status"
1461   window: 7  # days
1462
1463 -
1464   type: "table"
1465   title: "HTML Failed MRR tests 3n-skx"
1466   algorithm: "table_failed_tests_html"
1467   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.csv"
1468   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst"
1469   testbed: "3n-skx"
1470
1471 -
1472   type: "table"
1473   title: "Failed NDRPDR tests 3n-skx"
1474   algorithm: "table_failed_tests"
1475   output-file-ext: ".csv"
1476   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr"
1477   data: "plot-ndrpdr-comparison-3n-skx"
1478   filter: "'NDRPDR'"
1479   parameters:
1480     - "name"
1481     - "parent"
1482     - "status"
1483   window: 30  # days
1484
1485 -
1486   type: "table"
1487   title: "HTML Failed NDRPDR tests 3n-skx"
1488   algorithm: "table_failed_tests_html"
1489   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.csv"
1490   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.rst"
1491   testbed: "3n-skx"
1492   test-type: "NDRPDR"
1493
1494 ################################################################################
1495 # 2n-skx
1496 -
1497   type: "table"
1498   title: "Performance trending dashboard 2t1c-2n-skx"
1499   algorithm: "table_perf_trending_dash"
1500   output-file-ext: ".csv"
1501   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx"
1502   data: "plot-performance-trending-all-2n-skx"
1503   filter: "'MRR' and '2T1C'"
1504   parameters:
1505     - "name"
1506     - "parent"
1507     - "result"
1508   window: 14
1509   long-trend-window: 180
1510
1511 -
1512   type: "table"
1513   title: "Performance trending dashboard 4t2c-2n-skx"
1514   algorithm: "table_perf_trending_dash"
1515   output-file-ext: ".csv"
1516   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx"
1517   data: "plot-performance-trending-all-2n-skx"
1518   filter: "'MRR' and '4T2C'"
1519   parameters:
1520     - "name"
1521     - "parent"
1522     - "result"
1523   window: 14
1524   long-trend-window: 180
1525
1526 -
1527   type: "table"
1528   title: "Performance trending dashboard 8t4c-2n-skx"
1529   algorithm: "table_perf_trending_dash"
1530   output-file-ext: ".csv"
1531   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx"
1532   data: "plot-performance-trending-all-2n-skx"
1533   filter: "'MRR' and '8T4C'"
1534   parameters:
1535     - "name"
1536     - "parent"
1537     - "result"
1538   window: 14
1539   long-trend-window: 180
1540
1541 -
1542   type: "table"
1543   title: "HTML performance trending dashboard 2t1c-2n-skx"
1544   algorithm: "table_perf_trending_dash_html"
1545   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.csv"
1546   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.rst"
1547   testbed: "2n-skx"
1548
1549 -
1550   type: "table"
1551   title: "HTML performance trending dashboard 4t2c-2n-skx"
1552   algorithm: "table_perf_trending_dash_html"
1553   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.csv"
1554   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.rst"
1555   testbed: "2n-skx"
1556
1557 -
1558   type: "table"
1559   title: "HTML performance trending dashboard 8t4c-2n-skx"
1560   algorithm: "table_perf_trending_dash_html"
1561   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.csv"
1562   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.rst"
1563   testbed: "2n-skx"
1564
1565 -
1566   type: "table"
1567   title: "Failed MRR tests 2n-skx"
1568   algorithm: "table_failed_tests"
1569   output-file-ext: ".csv"
1570   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx"
1571   data: "plot-performance-trending-all-2n-skx"
1572   filter: "'MRR'"
1573   parameters:
1574     - "name"
1575     - "parent"
1576     - "status"
1577   window: 7  # days
1578
1579 -
1580   type: "table"
1581   title: "HTML Failed MRR tests 2n-skx"
1582   algorithm: "table_failed_tests_html"
1583   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.csv"
1584   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst"
1585   testbed: "2n-skx"
1586
1587 -
1588   type: "table"
1589   title: "Failed NDRPDR tests 2n-skx"
1590   algorithm: "table_failed_tests"
1591   output-file-ext: ".csv"
1592   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr"
1593   data: "plot-ndrpdr-comparison-2n-skx"
1594   filter: "'NDRPDR'"
1595   parameters:
1596     - "name"
1597     - "parent"
1598     - "status"
1599   window: 30  # days
1600
1601 -
1602   type: "table"
1603   title: "HTML Failed NDRPDR tests 2n-skx"
1604   algorithm: "table_failed_tests_html"
1605   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.csv"
1606   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.rst"
1607   testbed: "2n-skx"
1608   test-type: "NDRPDR"
1609
1610 ################################################################################
1611 # 2n-clx
1612 -
1613   type: "table"
1614   title: "Performance trending dashboard 2t1c-2n-clx"
1615   algorithm: "table_perf_trending_dash"
1616   output-file-ext: ".csv"
1617   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx"
1618   data: "plot-performance-trending-vpp-2n-clx"
1619   filter: "'MRR' and '2T1C'"
1620   parameters:
1621     - "name"
1622     - "parent"
1623     - "result"
1624   window: 14
1625   long-trend-window: 180
1626
1627 -
1628   type: "table"
1629   title: "Performance trending dashboard 4t2c-2n-clx"
1630   algorithm: "table_perf_trending_dash"
1631   output-file-ext: ".csv"
1632   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx"
1633   data: "plot-performance-trending-vpp-2n-clx"
1634   filter: "'MRR' and '4T2C'"
1635   parameters:
1636     - "name"
1637     - "parent"
1638     - "result"
1639   window: 14
1640   long-trend-window: 180
1641
1642 -
1643   type: "table"
1644   title: "Performance trending dashboard 8t4c-2n-clx"
1645   algorithm: "table_perf_trending_dash"
1646   output-file-ext: ".csv"
1647   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx"
1648   data: "plot-performance-trending-vpp-2n-clx"
1649   filter: "'MRR' and '8T4C'"
1650   parameters:
1651     - "name"
1652     - "parent"
1653     - "result"
1654   window: 14
1655   long-trend-window: 180
1656
1657 -
1658   type: "table"
1659   title: "HTML performance trending dashboard 2t1c-2n-clx"
1660   algorithm: "table_perf_trending_dash_html"
1661   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.csv"
1662   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.rst"
1663   testbed: "2n-clx"
1664
1665 -
1666   type: "table"
1667   title: "HTML performance trending dashboard 4t2c-2n-clx"
1668   algorithm: "table_perf_trending_dash_html"
1669   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.csv"
1670   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.rst"
1671   testbed: "2n-clx"
1672
1673 -
1674   type: "table"
1675   title: "HTML performance trending dashboard 8t4c-2n-clx"
1676   algorithm: "table_perf_trending_dash_html"
1677   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.csv"
1678   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.rst"
1679   testbed: "2n-clx"
1680
1681 -
1682   type: "table"
1683   title: "Failed MRR tests 2n-clx"
1684   algorithm: "table_failed_tests"
1685   output-file-ext: ".csv"
1686   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx"
1687   data: "plot-performance-trending-vpp-2n-clx"
1688   filter: "'MRR'"
1689   parameters:
1690     - "name"
1691     - "parent"
1692     - "status"
1693   window: 7  # days
1694
1695 -
1696   type: "table"
1697   title: "HTML Failed MRR tests 2n-clx"
1698   algorithm: "table_failed_tests_html"
1699   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.csv"
1700   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.rst"
1701   testbed: "2n-clx"
1702
1703 -
1704   type: "table"
1705   title: "Failed NDRPDR tests 2n-clx"
1706   algorithm: "table_failed_tests"
1707   output-file-ext: ".csv"
1708   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr"
1709   data: "plot-ndrpdr-comparison-2n-clx"
1710   filter: "'NDRPDR'"
1711   parameters:
1712     - "name"
1713     - "parent"
1714     - "status"
1715   window: 30  # days
1716
1717 -
1718   type: "table"
1719   title: "HTML Failed NDRPDR tests 2n-clx"
1720   algorithm: "table_failed_tests_html"
1721   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.csv"
1722   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.rst"
1723   testbed: "2n-clx"
1724   test-type: "NDRPDR"
1725
1726 ################################################################################
1727 # 3n-tsh
1728 -
1729   type: "table"
1730   title: "Performance trending dashboard 1t1c-3n-tsh"
1731   algorithm: "table_perf_trending_dash"
1732   output-file-ext: ".csv"
1733   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh"
1734   data: "plot-performance-trending-all-3n-tsh"
1735   filter: "'MRR' and '1T1C'"
1736   parameters:
1737     - "name"
1738     - "parent"
1739     - "result"
1740   window: 14
1741   long-trend-window: 180
1742
1743 -
1744   type: "table"
1745   title: "Performance trending dashboard 2t2c-3n-tsh"
1746   algorithm: "table_perf_trending_dash"
1747   output-file-ext: ".csv"
1748   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh"
1749   data: "plot-performance-trending-all-3n-tsh"
1750   filter: "'MRR' and '2T2C'"
1751   parameters:
1752   - "name"
1753   - "parent"
1754   - "result"
1755   window: 14
1756   long-trend-window: 180
1757
1758 -
1759   type: "table"
1760   title: "Performance trending dashboard 4t4c-3n-tsh"
1761   algorithm: "table_perf_trending_dash"
1762   output-file-ext: ".csv"
1763   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh"
1764   data: "plot-performance-trending-all-3n-tsh"
1765   filter: "'MRR' and '4T4C'"
1766   parameters:
1767     - "name"
1768     - "parent"
1769     - "result"
1770   window: 14
1771   long-trend-window: 180
1772
1773 -
1774   type: "table"
1775   title: "HTML performance trending dashboard 1t1c-3n-tsh"
1776   algorithm: "table_perf_trending_dash_html"
1777   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.csv"
1778   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.rst"
1779   testbed: "3n-tsh"
1780
1781 -
1782   type: "table"
1783   title: "HTML performance trending dashboard 2t2c-3n-tsh"
1784   algorithm: "table_perf_trending_dash_html"
1785   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.csv"
1786   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.rst"
1787   testbed: "3n-tsh"
1788
1789 -
1790   type: "table"
1791   title: "HTML performance trending dashboard 4t4c-3n-tsh"
1792   algorithm: "table_perf_trending_dash_html"
1793   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.csv"
1794   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.rst"
1795   testbed: "3n-tsh"
1796
1797 -
1798   type: "table"
1799   title: "Failed MRR tests 3n-tsh"
1800   algorithm: "table_failed_tests"
1801   output-file-ext: ".csv"
1802   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh"
1803   data: "plot-performance-trending-all-3n-tsh"
1804   filter: "'MRR'"
1805   parameters:
1806     - "name"
1807     - "parent"
1808     - "status"
1809   window: 7  # days
1810
1811 -
1812   type: "table"
1813   title: "HTML Failed MRR tests 3n-tsh"
1814   algorithm: "table_failed_tests_html"
1815   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.csv"
1816   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.rst"
1817   testbed: "3n-tsh"
1818
1819 ################################################################################
1820 # 3n-dnv
1821 -
1822   type: "table"
1823   title: "Performance trending dashboard 1t1c-3n-dnv"
1824   algorithm: "table_perf_trending_dash"
1825   output-file-ext: ".csv"
1826   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv"
1827   data: "plot-performance-trending-vpp-3n-dnv"
1828   filter: "'MRR' and '1T1C'"
1829   parameters:
1830     - "name"
1831     - "parent"
1832     - "result"
1833   window: 14
1834   long-trend-window: 180
1835
1836 -
1837   type: "table"
1838   title: "Performance trending dashboard 2t2c-3n-dnv"
1839   algorithm: "table_perf_trending_dash"
1840   output-file-ext: ".csv"
1841   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv"
1842   data: "plot-performance-trending-vpp-3n-dnv"
1843   filter: "'MRR' and '2T2C'"
1844   parameters:
1845     - "name"
1846     - "parent"
1847     - "result"
1848   window: 14
1849   long-trend-window: 180
1850
1851 -
1852   type: "table"
1853   title: "Performance trending dashboard 4t4c-3n-dnv"
1854   algorithm: "table_perf_trending_dash"
1855   output-file-ext: ".csv"
1856   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv"
1857   data: "plot-performance-trending-vpp-3n-dnv"
1858   filter: "'MRR' and '4T4C'"
1859   parameters:
1860     - "name"
1861     - "parent"
1862     - "result"
1863   window: 14
1864   long-trend-window: 180
1865
1866 -
1867   type: "table"
1868   title: "HTML performance trending dashboard 1t1c-3n-dnv"
1869   algorithm: "table_perf_trending_dash_html"
1870   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv"
1871   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst"
1872   testbed: "3n-dnv"
1873
1874 -
1875   type: "table"
1876   title: "HTML performance trending dashboard 2t2c-3n-dnv"
1877   algorithm: "table_perf_trending_dash_html"
1878   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv"
1879   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst"
1880   testbed: "3n-dnv"
1881
1882 -
1883   type: "table"
1884   title: "HTML performance trending dashboard 4t4c-3n-dnv"
1885   algorithm: "table_perf_trending_dash_html"
1886   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv"
1887   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst"
1888   testbed: "3n-dnv"
1889
1890 -
1891   type: "table"
1892   title: "Failed MRR tests 3n-dnv"
1893   algorithm: "table_failed_tests"
1894   output-file-ext: ".csv"
1895   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv"
1896   data: "plot-performance-trending-vpp-3n-dnv"
1897   filter: "'MRR'"
1898   parameters:
1899     - "name"
1900     - "parent"
1901     - "status"
1902   window: 7  # days
1903
1904 -
1905   type: "table"
1906   title: "HTML Failed MRR tests 3n-dnv"
1907   algorithm: "table_failed_tests_html"
1908   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv"
1909   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst"
1910   testbed: "3n-dnv"
1911
1912 ################################################################################
1913 # 2n-dnv
1914 -
1915   type: "table"
1916   title: "Performance trending dashboard 1t1c-2n-dnv"
1917   algorithm: "table_perf_trending_dash"
1918   output-file-ext: ".csv"
1919   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv"
1920   data: "plot-performance-trending-vpp-2n-dnv"
1921   filter: "'MRR' and '1T1C'"
1922   parameters:
1923     - "name"
1924     - "parent"
1925     - "result"
1926   window: 14
1927   long-trend-window: 180
1928
1929 -
1930   type: "table"
1931   title: "Performance trending dashboard 2t2c-2n-dnv"
1932   algorithm: "table_perf_trending_dash"
1933   output-file-ext: ".csv"
1934   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv"
1935   data: "plot-performance-trending-vpp-2n-dnv"
1936   filter: "'MRR' and '2T2C'"
1937   parameters:
1938     - "name"
1939     - "parent"
1940     - "result"
1941   window: 14
1942   long-trend-window: 180
1943
1944 -
1945   type: "table"
1946   title: "Performance trending dashboard 4t4c-2n-dnv"
1947   algorithm: "table_perf_trending_dash"
1948   output-file-ext: ".csv"
1949   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv"
1950   data: "plot-performance-trending-vpp-2n-dnv"
1951   filter: "'MRR' and '4T4C'"
1952   parameters:
1953     - "name"
1954     - "parent"
1955     - "result"
1956   window: 14
1957   long-trend-window: 180
1958
1959 -
1960   type: "table"
1961   title: "HTML performance trending dashboard 1t1c-2n-dnv"
1962   algorithm: "table_perf_trending_dash_html"
1963   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv"
1964   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst"
1965   testbed: "2n-dnv"
1966
1967 -
1968   type: "table"
1969   title: "HTML performance trending dashboard 2t2c-2n-dnv"
1970   algorithm: "table_perf_trending_dash_html"
1971   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv"
1972   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst"
1973   testbed: "2n-dnv"
1974
1975 -
1976   type: "table"
1977   title: "HTML performance trending dashboard 4t4c-2n-dnv"
1978   algorithm: "table_perf_trending_dash_html"
1979   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv"
1980   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst"
1981   testbed: "2n-dnv"
1982
1983 -
1984   type: "table"
1985   title: "Failed MRR tests 2n-dnv"
1986   algorithm: "table_failed_tests"
1987   output-file-ext: ".csv"
1988   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv"
1989   data: "plot-performance-trending-vpp-2n-dnv"
1990   filter: "'MRR'"
1991   parameters:
1992     - "name"
1993     - "parent"
1994     - "status"
1995   window: 7  # days
1996
1997 -
1998   type: "table"
1999   title: "HTML Failed MRR tests 2n-dnv"
2000   algorithm: "table_failed_tests_html"
2001   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv"
2002   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst"
2003   testbed: "2n-dnv"
2004
2005 ################################################################################
2006 ###                                 C P T A                                  ###
2007 ################################################################################
2008
2009 # Plots VPP Continuous Performance Trending and Analysis
2010
2011 -
2012   type: "cpta"
2013   title: "Continuous Performance Trending and Analysis"
2014   output-file-type: ".html"
2015   output-file: "{DIR[STATIC,VPP]}"
2016
2017   plots:
2018
2019 ################################################################################
2020 # NFV
2021
2022 # 2n-skx
2023
2024     - title: "VPP 2T1C NF Service Density VNFc IMIX MRR Trending 2n-skx"
2025       output-file-name: "2n-skx-xxv710-imix-2t1c-vhost-chains-avf"
2026       data: "plot-performance-trending-vpp-nfv-2n-skx"
2027       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2028       groups:
2029         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2030         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2031         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2032         - ["6R1C", "6R2C", "6R4C"]
2033         - ["8R1C", "8R2C"]
2034         - ["10R1C", "10R2C"]
2035       group-names:
2036         - "1 Chain"
2037         - "2 Chains"
2038         - "4 Chains"
2039         - "6 Chains"
2040         - "8 Chains"
2041         - "10 Chains"
2042       layout: "plot-cpta"
2043
2044     - title: "VPP 4T2C NF Service Density VNFc IMIX MRR Trending 2n-skx"
2045       output-file-name: "2n-skx-xxv710-imix-4t2c-vhost-chains-avf"
2046       data: "plot-performance-trending-vpp-nfv-2n-skx"
2047       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2048       groups:
2049         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2050         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2051         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2052         - ["6R1C", "6R2C", "6R4C"]
2053         - ["8R1C", "8R2C"]
2054         - ["10R1C", "10R2C"]
2055       group-names:
2056         - "1 Chain"
2057         - "2 Chains"
2058         - "4 Chains"
2059         - "6 Chains"
2060         - "8 Chains"
2061         - "10 Chains"
2062       layout: "plot-cpta"
2063
2064     - title: "VPP 8T4C NF Service Density VNFc IMIX MRR Trending 2n-skx"
2065       output-file-name: "2n-skx-xxv710-imix-8t4c-vhost-chains-avf"
2066       data: "plot-performance-trending-vpp-nfv-2n-skx"
2067       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2068       groups:
2069         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2070         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2071         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2072         - ["6R1C", "6R2C", "6R4C"]
2073         - ["8R1C", "8R2C"]
2074         - ["10R1C", "10R2C"]
2075       group-names:
2076         - "1 Chain"
2077         - "2 Chains"
2078         - "4 Chains"
2079         - "6 Chains"
2080         - "8 Chains"
2081         - "10 Chains"
2082       layout: "plot-cpta"
2083
2084     - title: "VPP 2T1C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
2085       output-file-name: "2n-skx-xxv710-imix-2t1c-vhost-chains-vxlan-avf"
2086       data: "plot-performance-trending-vpp-nfv-2n-skx"
2087       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2088       groups:
2089         - ["1R1C", ]
2090         - ["2R1C", ]
2091         - ["4R1C", ]
2092         - ["6R1C", ]
2093         - ["8R1C", ]
2094         - ["10R1C", ]
2095       group-names:
2096         - "1 Chain"
2097         - "2 Chains"
2098         - "4 Chains"
2099         - "6 Chains"
2100         - "8 Chains"
2101         - "10 Chains"
2102       layout: "plot-cpta"
2103
2104     - title: "VPP 4T2C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
2105       output-file-name: "2n-skx-xxv710-imix-4t2c-vhost-chains-vxlan-avf"
2106       data: "plot-performance-trending-vpp-nfv-2n-skx"
2107       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2108       groups:
2109         - ["1R1C", ]
2110         - ["2R1C", ]
2111         - ["4R1C", ]
2112         - ["6R1C", ]
2113         - ["8R1C", ]
2114         - ["10R1C", ]
2115       group-names:
2116         - "1 Chain"
2117         - "2 Chains"
2118         - "4 Chains"
2119         - "6 Chains"
2120         - "8 Chains"
2121         - "10 Chains"
2122       layout: "plot-cpta"
2123
2124     - title: "VPP 8T4C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
2125       output-file-name: "2n-skx-xxv710-imix-8t4c-vhost-chains-vxlan-avf"
2126       data: "plot-performance-trending-vpp-nfv-2n-skx"
2127       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2128       groups:
2129         - ["1R1C", ]
2130         - ["2R1C", ]
2131         - ["4R1C", ]
2132         - ["6R1C", ]
2133         - ["8R1C", ]
2134         - ["10R1C", ]
2135       group-names:
2136         - "1 Chain"
2137         - "2 Chains"
2138         - "4 Chains"
2139         - "6 Chains"
2140         - "8 Chains"
2141         - "10 Chains"
2142       layout: "plot-cpta"
2143
2144     - title: "VPP 2T1C NF Service Density CNFc IMIX MRR Trending 2n-skx"
2145       output-file-name: "2n-skx-xxv710-imix-2t1c-memif-chains-avf"
2146       data: "plot-performance-trending-vpp-nfv-2n-skx"
2147       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'DRV_AVF'"
2148       groups:
2149         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2150         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2151         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2152         - ["6R1C", "6R2C", "6R4C"]
2153         - ["8R1C", "8R2C"]
2154         - ["10R1C", "10R2C"]
2155       group-names:
2156         - "1 Chain"
2157         - "2 Chains"
2158         - "4 Chains"
2159         - "6 Chains"
2160         - "8 Chains"
2161         - "10 Chains"
2162       layout: "plot-cpta"
2163
2164     - title: "VPP 4T2C NF Service Density CNFc IMIX MRR Trending 2n-skx"
2165       output-file-name: "2n-skx-xxv710-imix-4t2c-memif-chains-avf"
2166       data: "plot-performance-trending-vpp-nfv-2n-skx"
2167       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'DRV_AVF'"
2168       groups:
2169         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2170         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2171         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2172         - ["6R1C", "6R2C", "6R4C"]
2173         - ["8R1C", "8R2C"]
2174         - ["10R1C", "10R2C"]
2175       group-names:
2176         - "1 Chain"
2177         - "2 Chains"
2178         - "4 Chains"
2179         - "6 Chains"
2180         - "8 Chains"
2181         - "10 Chains"
2182       layout: "plot-cpta"
2183
2184     - title: "VPP 8T4C NF Service Density CNFc IMIX MRR Trending 2n-skx"
2185       output-file-name: "2n-skx-xxv710-imix-8t4c-memif-chains-avf"
2186       data: "plot-performance-trending-vpp-nfv-2n-skx"
2187       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'DRV_AVF'"
2188       groups:
2189         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2190         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2191         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2192         - ["6R1C", "6R2C", "6R4C"]
2193         - ["8R1C", "8R2C"]
2194         - ["10R1C", "10R2C"]
2195       group-names:
2196         - "1 Chain"
2197         - "2 Chains"
2198         - "4 Chains"
2199         - "6 Chains"
2200         - "8 Chains"
2201         - "10 Chains"
2202       layout: "plot-cpta"
2203
2204     - title: "VPP 2T1C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2205       output-file-name: "2n-skx-xxv710-imix-2t1c-memif-pipelines-avf"
2206       data: "plot-performance-trending-vpp-nfv-2n-skx"
2207       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'DRV_AVF'"
2208       groups:
2209         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2210         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2211         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2212         - ["6R1C", "6R2C", "6R4C"]
2213         - ["8R1C", "8R2C"]
2214         - ["10R1C", "10R2C"]
2215       group-names:
2216         - "1 Pipe"
2217         - "2 Pipes"
2218         - "4 Pipes"
2219         - "6 Pipes"
2220         - "8 Pipes"
2221         - "10 Pipes"
2222       layout: "plot-cpta"
2223
2224     - title: "VPP 4T2C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2225       output-file-name: "2n-skx-xxv710-imix-4t2c-memif-pipelines-avf"
2226       data: "plot-performance-trending-vpp-nfv-2n-skx"
2227       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'DRV_AVF'"
2228       groups:
2229         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2230         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2231         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2232         - ["6R1C", "6R2C", "6R4C"]
2233         - ["8R1C", "8R2C"]
2234         - ["10R1C", "10R2C"]
2235       group-names:
2236         - "1 Pipe"
2237         - "2 Pipes"
2238         - "4 Pipes"
2239         - "6 Pipes"
2240         - "8 Pipes"
2241         - "10 Pipes"
2242       layout: "plot-cpta"
2243
2244     - title: "VPP 8T4C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2245       output-file-name: "2n-skx-xxv710-imix-8t4c-memif-pipelines-avf"
2246       data: "plot-performance-trending-vpp-nfv-2n-skx"
2247       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'DRV_AVF'"
2248       groups:
2249         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2250         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2251         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2252         - ["6R1C", "6R2C", "6R4C"]
2253         - ["8R1C", "8R2C"]
2254         - ["10R1C", "10R2C"]
2255       group-names:
2256         - "1 Pipe"
2257         - "2 Pipes"
2258         - "4 Pipes"
2259         - "6 Pipes"
2260         - "8 Pipes"
2261         - "10 Pipes"
2262       layout: "plot-cpta"
2263
2264 # 2n-clx
2265
2266     - title: "VPP 2T1C NF Service Density VNFc IMIX MRR Trending 2n-clx"
2267       output-file-name: "2n-clx-xxv710-imix-2t1c-vhost-chains-avf"
2268       data: "plot-performance-trending-vpp-nfv-2n-clx"
2269       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2270       groups:
2271         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2272         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2273         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2274         - ["6R1C", "6R2C", "6R4C"]
2275         - ["8R1C", "8R2C"]
2276         - ["10R1C", "10R2C"]
2277       group-names:
2278         - "1 Chain"
2279         - "2 Chains"
2280         - "4 Chains"
2281         - "6 Chains"
2282         - "8 Chains"
2283         - "10 Chains"
2284       layout: "plot-cpta"
2285
2286     - title: "VPP 4T2C NF Service Density VNFc IMIX MRR Trending 2n-clx"
2287       output-file-name: "2n-clx-xxv710-imix-4t2c-vhost-chains-avf"
2288       data: "plot-performance-trending-vpp-nfv-2n-clx"
2289       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2290       groups:
2291         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2292         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2293         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2294         - ["6R1C", "6R2C", "6R4C"]
2295         - ["8R1C", "8R2C"]
2296         - ["10R1C", "10R2C"]
2297       group-names:
2298         - "1 Chain"
2299         - "2 Chains"
2300         - "4 Chains"
2301         - "6 Chains"
2302         - "8 Chains"
2303         - "10 Chains"
2304       layout: "plot-cpta"
2305
2306     - title: "VPP 8T4C NF Service Density VNFc IMIX MRR Trending 2n-clx"
2307       output-file-name: "2n-clx-xxv710-imix-8t4c-vhost-chains-avf"
2308       data: "plot-performance-trending-vpp-nfv-2n-clx"
2309       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and not 'VXLAN' and 'DRV_AVF'"
2310       groups:
2311         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2312         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2313         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2314         - ["6R1C", "6R2C", "6R4C"]
2315         - ["8R1C", "8R2C"]
2316         - ["10R1C", "10R2C"]
2317       group-names:
2318         - "1 Chain"
2319         - "2 Chains"
2320         - "4 Chains"
2321         - "6 Chains"
2322         - "8 Chains"
2323         - "10 Chains"
2324       layout: "plot-cpta"
2325
2326     - title: "VPP 2T1C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-clx"
2327       output-file-name: "2n-clx-xxv710-imix-2t1c-vhost-chains-vxlan-avf"
2328       data: "plot-performance-trending-vpp-nfv-2n-clx"
2329       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2330       groups:
2331         - ["1R1C", ]
2332         - ["2R1C", ]
2333         - ["4R1C", ]
2334         - ["6R1C", ]
2335         - ["8R1C", ]
2336         - ["10R1C", ]
2337       group-names:
2338         - "1 Chain"
2339         - "2 Chains"
2340         - "4 Chains"
2341         - "6 Chains"
2342         - "8 Chains"
2343         - "10 Chains"
2344       layout: "plot-cpta"
2345
2346     - title: "VPP 4T2C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-clx"
2347       output-file-name: "2n-clx-xxv710-imix-4t2c-vhost-chains-vxlan-avf"
2348       data: "plot-performance-trending-vpp-nfv-2n-clx"
2349       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2350       groups:
2351         - ["1R1C", ]
2352         - ["2R1C", ]
2353         - ["4R1C", ]
2354         - ["6R1C", ]
2355         - ["8R1C", ]
2356         - ["10R1C", ]
2357       group-names:
2358         - "1 Chain"
2359         - "2 Chains"
2360         - "4 Chains"
2361         - "6 Chains"
2362         - "8 Chains"
2363         - "10 Chains"
2364       layout: "plot-cpta"
2365
2366     - title: "VPP 8T4C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-clx"
2367       output-file-name: "2n-clx-xxv710-imix-8t4c-vhost-chains-vxlan-avf"
2368       data: "plot-performance-trending-vpp-nfv-2n-clx"
2369       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'VXLAN' and 'DRV_AVF'"
2370       groups:
2371         - ["1R1C", ]
2372         - ["2R1C", ]
2373         - ["4R1C", ]
2374         - ["6R1C", ]
2375         - ["8R1C", ]
2376         - ["10R1C", ]
2377       group-names:
2378         - "1 Chain"
2379         - "2 Chains"
2380         - "4 Chains"
2381         - "6 Chains"
2382         - "8 Chains"
2383         - "10 Chains"
2384       layout: "plot-cpta"
2385
2386     - title: "VPP 2T1C NF Service Density CNFc IMIX MRR Trending 2n-clx"
2387       output-file-name: "2n-clx-xxv710-imix-2t1c-memif-chains-avf"
2388       data: "plot-performance-trending-vpp-nfv-2n-clx"
2389       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'DRV_AVF'"
2390       groups:
2391         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2392         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2393         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2394         - ["6R1C", "6R2C", "6R4C"]
2395         - ["8R1C", "8R2C"]
2396         - ["10R1C", "10R2C"]
2397       group-names:
2398         - "1 Chain"
2399         - "2 Chains"
2400         - "4 Chains"
2401         - "6 Chains"
2402         - "8 Chains"
2403         - "10 Chains"
2404       layout: "plot-cpta"
2405
2406     - title: "VPP 4T2C NF Service Density CNFc IMIX MRR Trending 2n-clx"
2407       output-file-name: "2n-clx-xxv710-imix-4t2c-memif-chains-avf"
2408       data: "plot-performance-trending-vpp-nfv-2n-clx"
2409       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'DRV_AVF'"
2410       groups:
2411         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2412         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2413         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2414         - ["6R1C", "6R2C", "6R4C"]
2415         - ["8R1C", "8R2C"]
2416         - ["10R1C", "10R2C"]
2417       group-names:
2418         - "1 Chain"
2419         - "2 Chains"
2420         - "4 Chains"
2421         - "6 Chains"
2422         - "8 Chains"
2423         - "10 Chains"
2424       layout: "plot-cpta"
2425
2426     - title: "VPP 8T4C NF Service Density CNFc IMIX MRR Trending 2n-clx"
2427       output-file-name: "2n-clx-xxv710-imix-8t4c-memif-chains-avf"
2428       data: "plot-performance-trending-vpp-nfv-2n-clx"
2429       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'DRV_AVF'"
2430       groups:
2431         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2432         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2433         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2434         - ["6R1C", "6R2C", "6R4C"]
2435         - ["8R1C", "8R2C"]
2436         - ["10R1C", "10R2C"]
2437       group-names:
2438         - "1 Chain"
2439         - "2 Chains"
2440         - "4 Chains"
2441         - "6 Chains"
2442         - "8 Chains"
2443         - "10 Chains"
2444       layout: "plot-cpta"
2445
2446     - title: "VPP 2T1C NF Service Density CNFp IMIX MRR Trending 2n-clx"
2447       output-file-name: "2n-clx-xxv710-imix-2t1c-memif-pipelines-avf"
2448       data: "plot-performance-trending-vpp-nfv-2n-clx"
2449       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'DRV_AVF'"
2450       groups:
2451         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2452         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2453         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2454         - ["6R1C", "6R2C", "6R4C"]
2455         - ["8R1C", "8R2C"]
2456         - ["10R1C", "10R2C"]
2457       group-names:
2458         - "1 Pipe"
2459         - "2 Pipes"
2460         - "4 Pipes"
2461         - "6 Pipes"
2462         - "8 Pipes"
2463         - "10 Pipes"
2464       layout: "plot-cpta"
2465
2466     - title: "VPP 4T2C NF Service Density CNFp IMIX MRR Trending 2n-clx"
2467       output-file-name: "2n-clx-xxv710-imix-4t2c-memif-pipelines-avf"
2468       data: "plot-performance-trending-vpp-nfv-2n-clx"
2469       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'DRV_AVF'"
2470       groups:
2471         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2472         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2473         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2474         - ["6R1C", "6R2C", "6R4C"]
2475         - ["8R1C", "8R2C"]
2476         - ["10R1C", "10R2C"]
2477       group-names:
2478         - "1 Pipe"
2479         - "2 Pipes"
2480         - "4 Pipes"
2481         - "6 Pipes"
2482         - "8 Pipes"
2483         - "10 Pipes"
2484       layout: "plot-cpta"
2485
2486     - title: "VPP 8T4C NF Service Density CNFp IMIX MRR Trending 2n-clx"
2487       output-file-name: "2n-clx-xxv710-imix-8t4c-memif-pipelines-avf"
2488       data: "plot-performance-trending-vpp-nfv-2n-clx"
2489       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'DRV_AVF'"
2490       groups:
2491         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2492         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2493         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2494         - ["6R1C", "6R2C", "6R4C"]
2495         - ["8R1C", "8R2C"]
2496         - ["10R1C", "10R2C"]
2497       group-names:
2498         - "1 Pipe"
2499         - "2 Pipes"
2500         - "4 Pipes"
2501         - "6 Pipes"
2502         - "8 Pipes"
2503         - "10 Pipes"
2504       layout: "plot-cpta"
2505
2506 ################################################################################
2507
2508     - title: "2n-clx-xxv710-64b-2t1c-memif-base-avf"
2509       output-file-name: "2n-clx-xxv710-64b-2t1c-memif-base-avf"
2510       data: "plot-performance-trending-vpp-2n-clx"
2511       include:
2512         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2513         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2514         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2515         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2516       layout: "plot-cpta"
2517
2518     - title: "2n-clx-xxv710-64b-4t2c-memif-base-avf"
2519       output-file-name: "2n-clx-xxv710-64b-4t2c-memif-base-avf"
2520       data: "plot-performance-trending-vpp-2n-clx"
2521       include:
2522         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2523         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2524         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2525         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2526       layout: "plot-cpta"
2527
2528     - title: "2n-clx-xxv710-64b-8t4c-memif-base-avf"
2529       output-file-name: "2n-clx-xxv710-64b-8t4c-memif-base-avf"
2530       data: "plot-performance-trending-vpp-2n-clx"
2531       include:
2532         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2533         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2534         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2535         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2536       layout: "plot-cpta"
2537
2538     - title: "2n-clx-xxv710-64b-2t1c-memif-base-dpdk"
2539       output-file-name: "2n-clx-xxv710-64b-2t1c-memif-base-dpdk"
2540       data: "plot-performance-trending-vpp-2n-clx"
2541       include:
2542         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2543         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2544         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2545         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2546       layout: "plot-cpta"
2547
2548     - title: "2n-clx-xxv710-64b-4t2c-memif-base-dpdk"
2549       output-file-name: "2n-clx-xxv710-64b-4t2c-memif-base-dpdk"
2550       data: "plot-performance-trending-vpp-2n-clx"
2551       include:
2552         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2553         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2554         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2555         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2556       layout: "plot-cpta"
2557
2558     - title: "2n-clx-xxv710-64b-8t4c-memif-base-dpdk"
2559       output-file-name: "2n-clx-xxv710-64b-8t4c-memif-base-dpdk"
2560       data: "plot-performance-trending-vpp-2n-clx"
2561       include:
2562         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2563         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2564         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2565         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2566       layout: "plot-cpta"
2567
2568     - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr"
2569       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr"
2570       data: "plot-performance-trending-vpp-2n-clx"
2571       include:
2572         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2573         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2574         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2575         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2576       layout: "plot-cpta"
2577
2578     - title: "2n-clx-cx556a-64b-4t2c-rdma-l2-eth-2memif-1dcr"
2579       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-l2-eth-2memif-1dcr"
2580       data: "plot-performance-trending-vpp-2n-clx"
2581       include:
2582         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2583         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2584         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2585         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2586       layout: "plot-cpta"
2587
2588     - title: "2n-clx-cx556a-64b-8t4c-rdma-l2-eth-2memif-1dcr"
2589       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-l2-eth-2memif-1dcr"
2590       data: "plot-performance-trending-vpp-2n-clx"
2591       include:
2592         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2593         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2594         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2595         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2596       layout: "plot-cpta"
2597
2598     - title: "2n-skx-xxv710-64b-2t1c-memif-base-avf"
2599       output-file-name: "2n-skx-xxv710-64b-2t1c-memif-base-avf"
2600       data: "plot-performance-trending-vpp-2n-skx"
2601       include:
2602         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2603         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2604         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2605         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2606       layout: "plot-cpta"
2607
2608     - title: "2n-skx-xxv710-64b-4t2c-memif-base-avf"
2609       output-file-name: "2n-skx-xxv710-64b-4t2c-memif-base-avf"
2610       data: "plot-performance-trending-vpp-2n-skx"
2611       include:
2612         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2613         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2614         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2615         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2616       layout: "plot-cpta"
2617
2618     - title: "2n-skx-xxv710-64b-8t4c-memif-base-avf"
2619       output-file-name: "2n-skx-xxv710-64b-8t4c-memif-base-avf"
2620       data: "plot-performance-trending-vpp-2n-skx"
2621       include:
2622         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2623         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2624         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2625         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2626       layout: "plot-cpta"
2627
2628     - title: "2n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2629       output-file-name: "2n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2630       data: "plot-performance-trending-vpp-2n-skx"
2631       include:
2632         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2633         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2634         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2635         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2636       layout: "plot-cpta"
2637
2638     - title: "2n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2639       output-file-name: "2n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2640       data: "plot-performance-trending-vpp-2n-skx"
2641       include:
2642         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2643         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2644         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2645         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2646       layout: "plot-cpta"
2647
2648     - title: "2n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2649       output-file-name: "2n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2650       data: "plot-performance-trending-vpp-2n-skx"
2651       include:
2652         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2653         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2654         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2655         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2656       layout: "plot-cpta"
2657
2658     - title: "3n-skx-xxv710-64b-2t1c-memif-base-avf"
2659       output-file-name: "3n-skx-xxv710-64b-2t1c-memif-base-avf"
2660       data: "plot-performance-trending-vpp-3n-skx"
2661       include:
2662         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2663         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2664         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2665         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2666         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2667       layout: "plot-cpta"
2668
2669     - title: "3n-skx-xxv710-64b-4t2c-memif-base-avf"
2670       output-file-name: "3n-skx-xxv710-64b-4t2c-memif-base-avf"
2671       data: "plot-performance-trending-vpp-3n-skx"
2672       include:
2673         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2674         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2675         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2676         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2677         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2678       layout: "plot-cpta"
2679
2680     - title: "3n-skx-xxv710-64b-8t4c-memif-base-avf"
2681       output-file-name: "3n-skx-xxv710-64b-8t4c-memif-base-avf"
2682       data: "plot-performance-trending-vpp-3n-skx"
2683       include:
2684         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2685         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2686         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2687         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2688         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2689       layout: "plot-cpta"
2690
2691     - title: "3n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2692       output-file-name: "3n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2693       data: "plot-performance-trending-vpp-3n-skx"
2694       include:
2695         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2696         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2697         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2698         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2699       layout: "plot-cpta"
2700
2701     - title: "3n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2702       output-file-name: "3n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2703       data: "plot-performance-trending-vpp-3n-skx"
2704       include:
2705         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2706         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2707         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2708         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2709       layout: "plot-cpta"
2710
2711     - title: "3n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2712       output-file-name: "3n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2713       data: "plot-performance-trending-vpp-3n-skx"
2714       include:
2715         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2716         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2717         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2718         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2719       layout: "plot-cpta"
2720
2721     - title: "3n-tsh-xxv710-64b-1t1c-memif-base-dpdk"
2722       output-file-name: "3n-tsh-xxv710-64b-1t1c-memif-base-dpdk"
2723       data: "plot-performance-trending-vpp-3n-tsh"
2724       include:
2725         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-1t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2726         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-1t1c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2727         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-1t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2728         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2729         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-1t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2730       layout: "plot-cpta"
2731
2732     - title: "3n-tsh-xxv710-64b-2t2c-memif-base-dpdk"
2733       output-file-name: "3n-tsh-xxv710-64b-2t2c-memif-base-dpdk"
2734       data: "plot-performance-trending-vpp-3n-tsh"
2735       include:
2736         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2737         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t2c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2738         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2739         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2740         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2741       layout: "plot-cpta"
2742
2743     - title: "3n-tsh-xxv710-64b-4t4c-memif-base-dpdk"
2744       output-file-name: "3n-tsh-xxv710-64b-4t4c-memif-base-dpdk"
2745       data: "plot-performance-trending-vpp-3n-tsh"
2746       include:
2747         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2748         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t4c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2749         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2750         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2751         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2752       layout: "plot-cpta"
2753
2754     - title: "2n-clx-x710-64b-2t1c-ip4routing-base-scale-avf-dpdk"
2755       output-file-name: "2n-clx-x710-64b-2t1c-ip4-base-scale-avf-dpdk"
2756       data: "plot-performance-trending-vpp-2n-clx"
2757       include:
2758         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2759         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2760         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
2761         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2762       layout: "plot-cpta"
2763
2764     - title: "2n-clx-x710-64b-4t2c-ip4routing-base-scale-avf-dpdk"
2765       output-file-name: "2n-clx-x710-64b-4t2c-ip4-base-scale-avf-dpdk"
2766       data: "plot-performance-trending-vpp-2n-clx"
2767       include:
2768         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2769         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2770         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
2771         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2772       layout: "plot-cpta"
2773
2774     - title: "2n-clx-x710-64b-8t4c-ip4routing-base-scale-avf-dpdk"
2775       output-file-name: "2n-clx-x710-64b-8t4c-ip4-base-scale-avf-dpdk"
2776       data: "plot-performance-trending-vpp-2n-clx"
2777       include:
2778         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2779         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2780         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
2781         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2782       layout: "plot-cpta"
2783
2784     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-base-avf-dpdk"
2785       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-base-avf"
2786       data: "plot-performance-trending-vpp-2n-clx"
2787       include:
2788         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-2t1c-avf-dot1q-ip4base-mrr"
2789         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2790         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2791       layout: "plot-cpta"
2792
2793     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-base-avf-dpdk"
2794       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-base-avf"
2795       data: "plot-performance-trending-vpp-2n-clx"
2796       include:
2797         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-4t2c-avf-dot1q-ip4base-mrr"
2798         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2799         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2800       layout: "plot-cpta"
2801
2802     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-base-avf-dpdk"
2803       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-base-avf"
2804       data: "plot-performance-trending-vpp-2n-clx"
2805       include:
2806         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-8t4c-avf-dot1q-ip4base-mrr"
2807         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2808         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2809       layout: "plot-cpta"
2810
2811     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf"
2812       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-scale-avf"
2813       data: "plot-performance-trending-vpp-2n-clx"
2814       include:
2815         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-2t1c-avf-ethip4-ip4scale20k-mrr"
2816         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale20k-rnd-mrr"
2817         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-2t1c-avf-ethip4-ip4scale200k-mrr"
2818         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale200k-rnd-mrr"
2819         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2820         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
2821       layout: "plot-cpta"
2822
2823     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-scale-avf"
2824       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-scale-avf"
2825       data: "plot-performance-trending-vpp-2n-clx"
2826       include:
2827         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-4t2c-avf-ethip4-ip4scale20k-mrr"
2828         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale20k-rnd-mrr"
2829         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-4t2c-avf-ethip4-ip4scale200k-mrr"
2830         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale200k-rnd-mrr"
2831         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2832         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
2833       layout: "plot-cpta"
2834
2835     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-scale-avf"
2836       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-scale-avf"
2837       data: "plot-performance-trending-vpp-2n-clx"
2838       include:
2839         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-8t4c-avf-ethip4-ip4scale20k-mrr"
2840         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale20k-rnd-mrr"
2841         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-8t4c-avf-ethip4-ip4scale200k-mrr"
2842         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale200k-rnd-mrr"
2843         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2844         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
2845       layout: "plot-cpta"
2846
2847     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk"
2848       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-scale-dpdk"
2849       data: "plot-performance-trending-vpp-2n-clx"
2850       include:
2851         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-2t1c-ethip4-ip4scale20k-mrr"
2852         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale20k-rnd-mrr"
2853         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-2t1c-ethip4-ip4scale200k-mrr"
2854         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale200k-rnd-mrr"
2855         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-2t1c-ethip4-ip4scale2m-mrr"
2856         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-ethip4-ip4scale2m-rnd-mrr"
2857       layout: "plot-cpta"
2858
2859     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-scale-dpdk"
2860       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-scale-dpdk"
2861       data: "plot-performance-trending-vpp-2n-clx"
2862       include:
2863         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-4t2c-ethip4-ip4scale20k-mrr"
2864         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale20k-rnd-mrr"
2865         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-4t2c-ethip4-ip4scale200k-mrr"
2866         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale200k-rnd-mrr"
2867         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-4t2c-ethip4-ip4scale2m-mrr"
2868         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-ethip4-ip4scale2m-rnd-mrr"
2869       layout: "plot-cpta"
2870
2871     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-scale-dpdk"
2872       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-scale-dpdk"
2873       data: "plot-performance-trending-vpp-2n-clx"
2874       include:
2875         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-8t4c-ethip4-ip4scale20k-mrr"
2876         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale20k-rnd-mrr"
2877         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-8t4c-ethip4-ip4scale200k-mrr"
2878         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale200k-rnd-mrr"
2879         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-8t4c-ethip4-ip4scale2m-mrr"
2880         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-ethip4-ip4scale2m-rnd-mrr"
2881       layout: "plot-cpta"
2882
2883     - title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf"
2884       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-features-avf"
2885       data: "plot-performance-trending-vpp-2n-clx"
2886       include:
2887         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2888         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2889         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2890         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2891         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
2892         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2893       layout: "plot-cpta"
2894
2895     - title: "2n-clx-xxv710-64b-4t2c-features-ip4routing-base-avf"
2896       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-features-avf"
2897       data: "plot-performance-trending-vpp-2n-clx"
2898       include:
2899         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2900         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2901         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2902         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2903         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-4t2c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
2904         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-4t2c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2905       layout: "plot-cpta"
2906
2907     - title: "2n-clx-xxv710-64b-8t4c-features-ip4routing-base-avf"
2908       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-features-avf"
2909       data: "plot-performance-trending-vpp-2n-clx"
2910       include:
2911         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2912         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2913         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2914         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2915         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-8t4c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
2916         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-8t4c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2917       layout: "plot-cpta"
2918
2919     - title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf"
2920       output-file-name: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf"
2921       data: "plot-performance-trending-vpp-2n-clx"
2922       include:
2923         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2924         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr"
2925         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr"
2926         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr"
2927         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr"
2928       layout: "plot-cpta"
2929
2930     - title: "2n-clx-xxv710-64b-4t2c-nat44det-ip4routing-stl-bidir-avf"
2931       output-file-name: "2n-clx-xxv710-64b-4t2c-nat44det-ip4routing-stl-bidir-avf"
2932       data: "plot-performance-trending-vpp-2n-clx"
2933       include:
2934         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-4t2c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2935         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr.64b-4t2c-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr"
2936         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-4t2c-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr"
2937         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-4t2c-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr"
2938         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-4t2c-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr"
2939       layout: "plot-cpta"
2940
2941     - title: "2n-clx-xxv710-64b-8t4c-nat44det-ip4routing-stl-bidir-avf"
2942       output-file-name: "2n-clx-xxv710-64b-8t4c-nat44det-ip4routing-stl-bidir-avf"
2943       data: "plot-performance-trending-vpp-2n-clx"
2944       include:
2945         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-8t4c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
2946         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr.64b-8t4c-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr"
2947         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-8t4c-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr"
2948         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-8t4c-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr"
2949         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-8t4c-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr"
2950       layout: "plot-cpta"
2951
2952     - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf"
2953       output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf"
2954       data: "plot-performance-trending-vpp-2n-clx"
2955       include:
2956         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr"
2957         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr"
2958         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr"
2959         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr"
2960         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr"
2961       layout: "plot-cpta"
2962
2963     - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-stl-unidir-avf"
2964       output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-stl-unidir-avf"
2965       data: "plot-performance-trending-vpp-2n-clx"
2966       include:
2967         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr"
2968         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr"
2969         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr"
2970         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr"
2971         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr"
2972       layout: "plot-cpta"
2973
2974     - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-stl-unidir-avf"
2975       output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-stl-unidir-avf"
2976       data: "plot-performance-trending-vpp-2n-clx"
2977       include:
2978         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr"
2979         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr"
2980         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr"
2981         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr"
2982         - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr"
2983       layout: "plot-cpta"
2984
2985 #    - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf"
2986 #      output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf"
2987 #      data: "plot-performance-trending-vpp-2n-clx"
2988 #      include:
2989 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr"
2990 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr"
2991 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr"
2992 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr"
2993 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr"
2994 #      layout: "plot-cpta"
2995 #
2996 #    - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-udp-stf-cps-avf"
2997 #      output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-udp-stf-cps-avf"
2998 #      data: "plot-performance-trending-vpp-2n-clx"
2999 #      include:
3000 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr"
3001 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr"
3002 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr"
3003 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr"
3004 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr"
3005 #      layout: "plot-cpta"
3006 #
3007 #    - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-udp-stf-cps-avf"
3008 #      output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-udp-stf-cps-avf"
3009 #      data: "plot-performance-trending-vpp-2n-clx"
3010 #      include:
3011 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr"
3012 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr"
3013 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr"
3014 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr"
3015 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr"
3016 #      layout: "plot-cpta"
3017 #
3018 #    - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf"
3019 #      output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf"
3020 #      data: "plot-performance-trending-vpp-2n-clx"
3021 #      include:
3022 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr"
3023 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr"
3024 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr"
3025 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr"
3026 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr"
3027 #      layout: "plot-cpta"
3028 #
3029 #    - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-tcp-stf-cps-avf"
3030 #      output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-tcp-stf-cps-avf"
3031 #      data: "plot-performance-trending-vpp-2n-clx"
3032 #      include:
3033 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr"
3034 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr"
3035 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr"
3036 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr"
3037 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr"
3038 #      layout: "plot-cpta"
3039 #
3040 #    - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-tcp-stf-cps-avf"
3041 #      output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-tcp-stf-cps-avf"
3042 #      data: "plot-performance-trending-vpp-2n-clx"
3043 #      include:
3044 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr"
3045 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr"
3046 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr"
3047 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr"
3048 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr"
3049 #      layout: "plot-cpta"
3050 #
3051 #    - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf"
3052 #      output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf"
3053 #      data: "plot-performance-trending-vpp-2n-clx"
3054 #      include:
3055 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr"
3056 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr"
3057 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr"
3058 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr"
3059 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr"
3060 #      layout: "plot-cpta"
3061 #
3062 #    - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-udp-stf-pps-avf"
3063 #      output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-udp-stf-pps-avf"
3064 #      data: "plot-performance-trending-vpp-2n-clx"
3065 #      include:
3066 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr"
3067 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr"
3068 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr"
3069 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr"
3070 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-4t2c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr"
3071 #      layout: "plot-cpta"
3072 #
3073 #    - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-udp-stf-pps-avf"
3074 #      output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-udp-stf-pps-avf"
3075 #      data: "plot-performance-trending-vpp-2n-clx"
3076 #      include:
3077 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr"
3078 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr"
3079 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr"
3080 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr"
3081 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-8t4c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr"
3082 #      layout: "plot-cpta"
3083 #
3084 #    - title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-bidir-avf"
3085 #      output-file-name: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-bidir-avf"
3086 #      data: "plot-performance-trending-vpp-2n-clx"
3087 #      include:
3088 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr"
3089 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr"
3090 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr"
3091 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr"
3092 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr"
3093 #      layout: "plot-cpta"
3094 #
3095 #    - title: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-stl-bidir-avf"
3096 #      output-file-name: "2n-clx-xxv710-64b-4t2c-nat44ed-ip4routing-stl-bidir-avf"
3097 #      data: "plot-performance-trending-vpp-2n-clx"
3098 #      include:
3099 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr"
3100 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr"
3101 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr"
3102 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr"
3103 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-4t2c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr"
3104 #      layout: "plot-cpta"
3105 #
3106 #    - title: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-stl-bidir-avf"
3107 #      output-file-name: "2n-clx-xxv710-64b-8t4c-nat44ed-ip4routing-stl-bidir-avf"
3108 #      data: "plot-performance-trending-vpp-2n-clx"
3109 #      include:
3110 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr"
3111 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr"
3112 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr"
3113 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr"
3114 #        - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-8t4c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr"
3115 #      layout: "plot-cpta"
3116
3117     - title: "2n-clx-cx556a-64b-2t1c-rdma-ip4base"
3118       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-ip4base"
3119       data: "plot-performance-trending-vpp-2n-clx"
3120       include:
3121         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Mrr.64B-2t1c-rdma-dot1q-ip4base-mrr"
3122         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-2t1c-rdma-ethip4-ip4base-mrr"
3123       layout: "plot-cpta"
3124
3125     - title: "2n-clx-cx556a-64b-4t2c-rdma-ip4base"
3126       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-ip4base"
3127       data: "plot-performance-trending-vpp-2n-clx"
3128       include:
3129         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Mrr.64B-4t2c-rdma-dot1q-ip4base-mrr"
3130         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-4t2c-rdma-ethip4-ip4base-mrr"
3131       layout: "plot-cpta"
3132
3133     - title: "2n-clx-cx556a-64b-8t4c-rdma-ip4base"
3134       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-ip4base"
3135       data: "plot-performance-trending-vpp-2n-clx"
3136       include:
3137         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Mrr.64B-8t4c-rdma-dot1q-ip4base-mrr"
3138         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-8t4c-rdma-ethip4-ip4base-mrr"
3139       layout: "plot-cpta"
3140
3141     - title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale"
3142       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale"
3143       data: "plot-performance-trending-vpp-2n-clx"
3144       include:
3145         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Mrr.64B-2t1c-rdma-ethip4-ip4scale20k-mrr"
3146         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-rdma-ethip4-ip4scale20k-rnd-mrr"
3147         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Mrr.64B-2t1c-rdma-ethip4-ip4scale200k-mrr"
3148         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-rdma-ethip4-ip4scale200k-rnd-mrr"
3149         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Mrr.64B-2t1c-rdma-ethip4-ip4scale2m-mrr"
3150         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-rdma-ethip4-ip4scale2m-rnd-mrr"
3151       layout: "plot-cpta"
3152
3153     - title: "2n-clx-cx556a-64b-4t2c-rdma-ethip4-ip4scale"
3154       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-ethip4-ip4scale"
3155       data: "plot-performance-trending-vpp-2n-clx"
3156       include:
3157         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Mrr.64B-4t2c-rdma-ethip4-ip4scale20k-mrr"
3158         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-rdma-ethip4-ip4scale20k-rnd-mrr"
3159         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Mrr.64B-4t2c-rdma-ethip4-ip4scale200k-mrr"
3160         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-rdma-ethip4-ip4scale200k-rnd-mrr"
3161         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Mrr.64B-4t2c-rdma-ethip4-ip4scale2m-mrr"
3162         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-rdma-ethip4-ip4scale2m-rnd-mrr"
3163       layout: "plot-cpta"
3164
3165     - title: "2n-clx-cx556a-64b-8t4c-rdma-ethip4-ip4scale"
3166       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-ethip4-ip4scale"
3167       data: "plot-performance-trending-vpp-2n-clx"
3168       include:
3169         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Mrr.64B-8t4c-rdma-ethip4-ip4scale20k-mrr"
3170         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-rdma-ethip4-ip4scale20k-rnd-mrr"
3171         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Mrr.64B-8t4c-rdma-ethip4-ip4scale200k-mrr"
3172         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-rdma-ethip4-ip4scale200k-rnd-mrr"
3173         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Mrr.64B-8t4c-rdma-ethip4-ip4scale2m-mrr"
3174         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-rdma-ethip4-ip4scale2m-rnd-mrr"
3175       layout: "plot-cpta"
3176
3177     - title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features"
3178       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features"
3179       data: "plot-performance-trending-vpp-2n-clx"
3180       include:
3181         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3182         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3183         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3184         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3185         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Mrr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-mrr"
3186         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-mrr"
3187       layout: "plot-cpta"
3188
3189     - title: "2n-clx-cx556a-64b-4t2c-rdma-ethip4-features"
3190       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-ethip4-features"
3191       data: "plot-performance-trending-vpp-2n-clx"
3192       include:
3193         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3194         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3195         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3196         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3197         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Mrr.64B-4t2c-rdma-ethip4udp-nat44det-h1-p1-s1-mrr"
3198         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-4t2c-rdma-ethip4udp-nat44det-h1024-p63-s64512-mrr"
3199       layout: "plot-cpta"
3200
3201     - title: "2n-clx-cx556a-64b-8t4c-ip4routing-base-scale-avf-dpdk"
3202       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-ethip4-features"
3203       data: "plot-performance-trending-vpp-2n-clx"
3204       include:
3205         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3206         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3207         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3208         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3209         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Mrr.64B-8t4c-rdma-ethip4udp-nat44det-h1-p1-s1-mrr"
3210         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-8t4c-rdma-ethip4udp-nat44det-h1024-p63-s64512-mrr"
3211       layout: "plot-cpta"
3212
3213     - title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe"
3214       output-file-name: "2n-dnv-x553-64b-1t1c-ip4-ixgbe"
3215       data: "plot-performance-trending-vpp-2n-dnv"
3216       include:
3217         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-1t1c-dot1q-ip4base-mrr"
3218         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-1t1c-ethip4-ip4base-mrr"
3219         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-1t1c-ethip4-ip4scale20k-mrr"
3220         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-1t1c-ethip4-ip4scale200k-mrr"
3221         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-1t1c-ethip4-ip4scale2m-mrr"
3222       layout: "plot-cpta"
3223
3224     - title: "2n-dnv-x553-64b-2t2c-ip4routing-base-scale-ixgbe"
3225       output-file-name: "2n-dnv-x553-64b-2t2c-ip4-ixgbe"
3226       data: "plot-performance-trending-vpp-2n-dnv"
3227       include:
3228         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-2t2c-dot1q-ip4base-mrr"
3229         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-2t2c-ethip4-ip4base-mrr"
3230         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-2t2c-ethip4-ip4scale20k-mrr"
3231         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-2t2c-ethip4-ip4scale200k-mrr"
3232         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-2t2c-ethip4-ip4scale2m-mrr"
3233       layout: "plot-cpta"
3234
3235     - title: "2n-dnv-x553-64b-4t4c-ip4routing-base-scale-ixgbe"
3236       output-file-name: "2n-dnv-x553-64b-4t4c-ip4-ixgbe"
3237       data: "plot-performance-trending-vpp-2n-dnv"
3238       include:
3239         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-4t4c-dot1q-ip4base-mrr"
3240         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-4t4c-ethip4-ip4base-mrr"
3241         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-4t4c-ethip4-ip4scale20k-mrr"
3242         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-4t4c-ethip4-ip4scale200k-mrr"
3243         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-4t4c-ethip4-ip4scale2m-mrr"
3244       layout: "plot-cpta"
3245
3246     - title: "2n-skx-x710-64b-2t1c-ip4routing-base-scale-avf-dpdk"
3247       output-file-name: "2n-skx-x710-64b-2t1c-ip4-avf-dpdk"
3248       data: "plot-performance-trending-vpp-2n-skx"
3249       include:
3250         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
3251         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
3252         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
3253         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
3254       layout: "plot-cpta"
3255
3256     - title: "2n-skx-x710-64b-4t2c-ip4routing-base-scale-avf-dpdk"
3257       output-file-name: "2n-skx-x710-64b-4t2c-ip4-avf-dpdk"
3258       data: "plot-performance-trending-vpp-2n-skx"
3259       include:
3260         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
3261         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
3262         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
3263         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
3264       layout: "plot-cpta"
3265
3266     - title: "2n-skx-x710-64b-8t4c-ip4routing-base-scale-avf-dpdk"
3267       output-file-name: "2n-skx-x710-64b-8t4c-ip4-avf-dpdk"
3268       data: "plot-performance-trending-vpp-2n-skx"
3269       include:
3270         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
3271         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
3272         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
3273         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
3274       layout: "plot-cpta"
3275
3276     - title: "2n-skx-xxv710-64b-2t1c-ip4routing-base-scale-avf"
3277       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-base-scale-avf"
3278       data: "plot-performance-trending-vpp-2n-skx"
3279       include:
3280         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-2t1c-avf-dot1q-ip4base-mrr"
3281         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
3282         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-2t1c-avf-ethip4-ip4scale20k-mrr"
3283         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-2t1c-avf-ethip4-ip4scale200k-mrr"
3284         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
3285       layout: "plot-cpta"
3286
3287     - title: "2n-skx-xxv710-64b-4t2c-ip4routing-base-scale-avf"
3288       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-base-scale-avf"
3289       data: "plot-performance-trending-vpp-2n-skx"
3290       include:
3291         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-4t2c-avf-dot1q-ip4base-mrr"
3292         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
3293         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-4t2c-avf-ethip4-ip4scale20k-mrr"
3294         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-4t2c-avf-ethip4-ip4scale200k-mrr"
3295         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
3296       layout: "plot-cpta"
3297
3298     - title: "2n-skx-xxv710-64b-8t4c-ip4routing-base-scale-avf"
3299       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-base-scale-avf"
3300       data: "plot-performance-trending-vpp-2n-skx"
3301       include:
3302         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-8t4c-avf-dot1q-ip4base-mrr"
3303         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
3304         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-8t4c-avf-ethip4-ip4scale20k-mrr"
3305         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-8t4c-avf-ethip4-ip4scale200k-mrr"
3306         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
3307       layout: "plot-cpta"
3308
3309     - title: "2n-skx-xxv710-64b-2t1c-ip4routing-base-scale-avf-rnd"
3310       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-base-scale-avf-rnd"
3311       data: "plot-performance-trending-vpp-2n-skx"
3312       include:
3313         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale20k-rnd-mrr"
3314         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale200k-rnd-mrr"
3315         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
3316       layout: "plot-cpta"
3317
3318     - title: "2n-skx-xxv710-64b-4t2c-ip4routing-base-scale-avf-rnd"
3319       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-base-scale-avf-rnd"
3320       data: "plot-performance-trending-vpp-2n-skx"
3321       include:
3322         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale20k-rnd-mrr"
3323         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale200k-rnd-mrr"
3324         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
3325       layout: "plot-cpta"
3326
3327     - title: "2n-skx-xxv710-64b-8t4c-ip4routing-base-scale-avf-rnd"
3328       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-base-scale-avf-rnd"
3329       data: "plot-performance-trending-vpp-2n-skx"
3330       include:
3331         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale20k-rnd-mrr"
3332         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale200k-rnd-mrr"
3333         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
3334       layout: "plot-cpta"
3335
3336     - title: "2n-skx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk"
3337       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-base-scale-dpdk"
3338       data: "plot-performance-trending-vpp-2n-skx"
3339       include:
3340         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-mrr.64B-2t1c-dot1q-ip4base-mrr"
3341         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
3342         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-2t1c-ethip4-ip4scale20k-mrr"
3343         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-2t1c-ethip4-ip4scale200k-mrr"
3344         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-2t1c-ethip4-ip4scale2m-mrr"
3345       layout: "plot-cpta"
3346
3347     - title: "2n-skx-xxv710-64b-4t2c-ip4routing-base-scale-dpdk"
3348       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-base-scale-dpdk"
3349       data: "plot-performance-trending-vpp-2n-skx"
3350       include:
3351         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-mrr.64B-4t2c-dot1q-ip4base-mrr"
3352         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
3353         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-4t2c-ethip4-ip4scale20k-mrr"
3354         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-4t2c-ethip4-ip4scale200k-mrr"
3355         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-4t2c-ethip4-ip4scale2m-mrr"
3356       layout: "plot-cpta"
3357
3358     - title: "2n-skx-xxv710-64b-8t4c-ip4routing-base-scale-dpdk"
3359       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-base-scale-dpdk"
3360       data: "plot-performance-trending-vpp-2n-skx"
3361       include:
3362         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-mrr.64B-8t4c-dot1q-ip4base-mrr"
3363         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
3364         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-8t4c-ethip4-ip4scale20k-mrr"
3365         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-8t4c-ethip4-ip4scale200k-mrr"
3366         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-8t4c-ethip4-ip4scale2m-mrr"
3367       layout: "plot-cpta"
3368
3369     - title: "2n-skx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-rnd"
3370       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-base-scale-dpdk-rnd"
3371       data: "plot-performance-trending-vpp-2n-skx"
3372       include:
3373         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale20k-rnd-mrr"
3374         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale200k-rnd-mrr"
3375         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-ethip4-ip4scale2m-rnd-mrr"
3376       layout: "plot-cpta"
3377
3378     - title: "2n-skx-xxv710-64b-4t2c-ip4routing-base-scale-dpdk-rnd"
3379       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-base-scale-dpdk-rnd"
3380       data: "plot-performance-trending-vpp-2n-skx"
3381       include:
3382         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale20k-rnd-mrr"
3383         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale200k-rnd-mrr"
3384         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-ethip4-ip4scale2m-rnd-mrr"
3385       layout: "plot-cpta"
3386
3387     - title: "2n-skx-xxv710-64b-8t4c-ip4routing-base-scale-dpdk-rnd"
3388       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-base-scale-dpdk-rnd"
3389       data: "plot-performance-trending-vpp-2n-skx"
3390       include:
3391         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale20k-rnd-mrr"
3392         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale200k-rnd-mrr"
3393         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-ethip4-ip4scale2m-rnd-mrr"
3394       layout: "plot-cpta"
3395
3396     - title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf"
3397       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-features-avf"
3398       data: "plot-performance-trending-vpp-2n-skx"
3399       include:
3400         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3401         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3402         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3403         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3404         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
3405         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
3406       layout: "plot-cpta"
3407
3408     - title: "2n-skx-xxv710-64b-4t2c-features-ip4routing-base-avf"
3409       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-features-avf"
3410       data: "plot-performance-trending-vpp-2n-skx"
3411       include:
3412         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3413         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3414         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3415         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3416         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-4t2c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
3417         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-4t2c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
3418       layout: "plot-cpta"
3419
3420     - title: "2n-skx-xxv710-64b-8t4c-features-ip4routing-base-avf"
3421       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-features-avf"
3422       data: "plot-performance-trending-vpp-2n-skx"
3423       include:
3424         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3425         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3426         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3427         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3428         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-8t4c-avf-ethip4udp-nat44det-h1-p1-s1-mrr"
3429         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-8t4c-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr"
3430       layout: "plot-cpta"
3431
3432     - title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk"
3433       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-features-dpdk"
3434       data: "plot-performance-trending-vpp-2n-skx"
3435       include:
3436         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
3437         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-mrr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-mrr"
3438       layout: "plot-cpta"
3439
3440     - title: "2n-skx-xxv710-64b-4t2c-features-ip4routing-base-dpdk"
3441       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-features-dpdk"
3442       data: "plot-performance-trending-vpp-2n-skx"
3443       include:
3444         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
3445         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-mrr.64B-4t2c-ethip4udp-nat44det-h1-p1-s1-mrr"
3446       layout: "plot-cpta"
3447
3448     - title: "2n-skx-xxv710-64b-8t4c-features-ip4routing-base-dpdk"
3449       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-features-dpdk"
3450       data: "plot-performance-trending-vpp-2n-skx"
3451       include:
3452         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
3453         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-mrr.64B-8t4c-ethip4udp-nat44det-h1-p1-s1-mrr"
3454       layout: "plot-cpta"
3455
3456     - title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe"
3457       output-file-name: "3n-dnv-x553-64b-1t1c-ip4-base-scale-ixgbe"
3458       data: "plot-performance-trending-vpp-3n-dnv"
3459       include:
3460         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-1t1c-dot1q-ip4base-mrr"
3461         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-1t1c-ethip4-ip4base-mrr"
3462         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-1t1c-ethip4-ip4scale20k-mrr"
3463         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-1t1c-ethip4-ip4scale200k-mrr"
3464         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-1t1c-ethip4-ip4scale2m-mrr"
3465       layout: "plot-cpta"
3466
3467     - title: "3n-dnv-x553-64b-2t2c-ip4routing-base-scale-ixgbe"
3468       output-file-name: "3n-dnv-x553-64b-2t2c-ip4-base-scale-ixgbe"
3469       data: "plot-performance-trending-vpp-3n-dnv"
3470       include:
3471         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-2t2c-dot1q-ip4base-mrr"
3472         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-2t2c-ethip4-ip4base-mrr"
3473         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-2t2c-ethip4-ip4scale20k-mrr"
3474         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-2t2c-ethip4-ip4scale200k-mrr"
3475         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-2t2c-ethip4-ip4scale2m-mrr"
3476       layout: "plot-cpta"
3477
3478     - title: "3n-dnv-x553-64b-4t4c-ip4routing-base-scale-ixgbe"
3479       output-file-name: "3n-dnv-x553-64b-4t4c-ip4-base-scale-ixgbe"
3480       data: "plot-performance-trending-vpp-3n-dnv"
3481       include:
3482         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-4t4c-dot1q-ip4base-mrr"
3483         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-4t4c-ethip4-ip4base-mrr"
3484         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-4t4c-ethip4-ip4scale20k-mrr"
3485         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-4t4c-ethip4-ip4scale200k-mrr"
3486         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-4t4c-ethip4-ip4scale2m-mrr"
3487       layout: "plot-cpta"
3488
3489     - title: "3n-hsw-xl710-64b-1t1c-ip4routing-base-scale-dpdk"
3490       output-file-name: "3n-hsw-xl710-64b-1t1c-ip4-base-scale-dpdk"
3491       data: "plot-performance-trending-vpp-3n-hsw"
3492       include:
3493         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-mrr.64B-1t1c-dot1q-ip4base-mrr"
3494         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-mrr.64B-1t1c-ethip4-ip4base-mrr"
3495         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-mrr.64B-1t1c-ethip4-ip4scale2m-mrr"
3496       layout: "plot-cpta"
3497
3498     - title: "3n-hsw-xl710-64b-2t2c-ip4routing-base-scale-dpdk"
3499       output-file-name: "3n-hsw-xl710-64b-2t2c-ip4-base-scale-dpdk"
3500       data: "plot-performance-trending-vpp-3n-hsw"
3501       include:
3502         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-mrr.64B-2t2c-dot1q-ip4base-mrr"
3503         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-mrr.64B-2t2c-ethip4-ip4base-mrr"
3504         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-mrr.64B-2t2c-ethip4-ip4scale2m-mrr"
3505       layout: "plot-cpta"
3506
3507     - title: "3n-hsw-xl710-64b-4t4c-ip4routing-base-scale-dpdk"
3508       output-file-name: "3n-hsw-xl710-64b-4t4c-ip4-base-scale-dpdk"
3509       data: "plot-performance-trending-vpp-3n-hsw"
3510       include:
3511         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-mrr.64B-4t4c-dot1q-ip4base-mrr"
3512         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-mrr.64B-4t4c-ethip4-ip4base-mrr"
3513         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-mrr.64B-4t4c-ethip4-ip4scale2m-mrr"
3514       layout: "plot-cpta"
3515
3516     - title: "3n-skx-x710-64b-2t1c-ip4routing-base-scale-avf"
3517       output-file-name: "3n-skx-x710-64b-2t1c-ip4-base-scale-avf"
3518       data: "plot-performance-trending-vpp-3n-skx"
3519       include:
3520         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
3521         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
3522       layout: "plot-cpta"
3523
3524     - title: "3n-skx-x710-64b-4t2c-ip4routing-base-scale-avf"
3525       output-file-name: "3n-skx-x710-64b-4t2c-ip4-base-scale-avf"
3526       data: "plot-performance-trending-vpp-3n-skx"
3527       include:
3528         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
3529         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
3530       layout: "plot-cpta"
3531
3532     - title: "3n-skx-x710-64b-8t4c-ip4routing-base-scale-avf"
3533       output-file-name: "3n-skx-x710-64b-8t4c-ip4-base-scale-avf"
3534       data: "plot-performance-trending-vpp-3n-skx"
3535       include:
3536         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
3537         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
3538       layout: "plot-cpta"
3539
3540     - title: "3n-skx-xxv710-64b-2t1c-ip4routing-base-scale-avf"
3541       output-file-name: "3n-skx-xxv710-64b-2t1c-ip4-base-scale-avf"
3542       data: "plot-performance-trending-vpp-3n-skx"
3543       include:
3544         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-2t1c-avf-dot1q-ip4base-mrr"
3545         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
3546         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-2t1c-avf-ethip4-ip4scale20k-mrr"
3547         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-2t1c-avf-ethip4-ip4scale200k-mrr"
3548         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
3549       layout: "plot-cpta"
3550
3551     - title: "3n-skx-xxv710-64b-4t2c-ip4routing-base-scale-avf"
3552       output-file-name: "3n-skx-xxv710-64b-4t2c-ip4-base-scale-avf"
3553       data: "plot-performance-trending-vpp-3n-skx"
3554       include:
3555         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-4t2c-avf-dot1q-ip4base-mrr"
3556         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
3557         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-4t2c-avf-ethip4-ip4scale20k-mrr"
3558         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-4t2c-avf-ethip4-ip4scale200k-mrr"
3559         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
3560       layout: "plot-cpta"
3561
3562     - title: "3n-skx-xxv710-64b-8t4c-ip4routing-base-scale-avf"
3563       output-file-name: "3n-skx-xxv710-64b-8t4c-ip4-base-scale-avf"
3564       data: "plot-performance-trending-vpp-3n-skx"
3565       include:
3566         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-8t4c-avf-dot1q-ip4base-mrr"
3567         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
3568         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-8t4c-avf-ethip4-ip4scale20k-mrr"
3569         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-8t4c-avf-ethip4-ip4scale200k-mrr"
3570         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
3571       layout: "plot-cpta"
3572
3573     - title: "3n-skx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk"
3574       output-file-name: "3n-skx-xxv710-64b-2t1c-ip4-base-scale-dpdk"
3575       data: "plot-performance-trending-vpp-3n-skx"
3576       include:
3577         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
3578         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-2t1c-ethip4-ip4scale2m-mrr"
3579       layout: "plot-cpta"
3580
3581     - title: "3n-skx-xxv710-64b-4t2c-ip4routing-base-scale-dpdk"
3582       output-file-name: "3n-skx-xxv710-64b-4t2c-ip4-base-scale-dpdk"
3583       data: "plot-performance-trending-vpp-3n-skx"
3584       include:
3585         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
3586         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-4t2c-ethip4-ip4scale2m-mrr"
3587       layout: "plot-cpta"
3588
3589     - title: "3n-skx-xxv710-64b-8t4c-ip4routing-base-scale-dpdk"
3590       output-file-name: "3n-skx-xxv710-64b-8t4c-ip4-base-scale-dpdk"
3591       data: "plot-performance-trending-vpp-3n-skx"
3592       include:
3593         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
3594         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-8t4c-ethip4-ip4scale2m-mrr"
3595       layout: "plot-cpta"
3596
3597     - title: "3n-tsh-x520-64b-1t1c-ip4routing-base-scale-ixgbe"
3598       output-file-name: "3n-tsh-x520-64b-1t1c-ip4-base-scale-ixgbe"
3599       data: "plot-performance-trending-vpp-3n-tsh"
3600       include:
3601         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-mrr.64B-1t1c-dot1q-ip4base-mrr"
3602         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-mrr.64B-1t1c-ethip4-ip4base-mrr"
3603         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-mrr.64B-1t1c-ethip4-ip4scale20k-mrr"
3604         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-mrr.64B-1t1c-ethip4-ip4scale200k-mrr"
3605         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-mrr.64B-1t1c-ethip4-ip4scale2m-mrr"
3606       layout: "plot-cpta"
3607
3608     - title: "3n-tsh-x520-64b-2t2c-ip4routing-base-scale-ixgbe"
3609       output-file-name: "3n-tsh-x520-64b-2t2c-ip4-base-scale-ixgbe"
3610       data: "plot-performance-trending-vpp-3n-tsh"
3611       include:
3612         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-mrr.64B-2t2c-dot1q-ip4base-mrr"
3613         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-mrr.64B-2t2c-ethip4-ip4base-mrr"
3614         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-mrr.64B-2t2c-ethip4-ip4scale20k-mrr"
3615         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-mrr.64B-2t2c-ethip4-ip4scale200k-mrr"
3616         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-mrr.64B-2t2c-ethip4-ip4scale2m-mrr"
3617       layout: "plot-cpta"
3618
3619     - title: "3n-tsh-x520-64b-4t4c-ip4routing-base-scale-ixgbe"
3620       output-file-name: "3n-tsh-x520-64b-4t4c-ip4-base-scale-ixgbe"
3621       data: "plot-performance-trending-vpp-3n-tsh"
3622       include:
3623         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-mrr.64B-4t4c-dot1q-ip4base-mrr"
3624         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-mrr.64B-4t4c-ethip4-ip4base-mrr"
3625         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-mrr.64B-4t4c-ethip4-ip4scale20k-mrr"
3626         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-mrr.64B-4t4c-ethip4-ip4scale200k-mrr"
3627         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-mrr.64B-4t4c-ethip4-ip4scale2m-mrr"
3628       layout: "plot-cpta"
3629
3630     - title: "3n-tsh-x520-64b-1t1c-ip4routing-features-ixgbe"
3631       output-file-name: "3n-tsh-x520-64b-1t1c-ip4-features-ixgbe"
3632       data: "plot-performance-trending-vpp-3n-tsh"
3633       include:
3634         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3635         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3636         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3637         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3638       layout: "plot-cpta"
3639
3640     - title: "3n-tsh-x520-64b-2t2c-ip4routing-features-ixgbe"
3641       output-file-name: "3n-tsh-x520-64b-2t2c-ip4-features-ixgbe"
3642       data: "plot-performance-trending-vpp-3n-tsh"
3643       include:
3644         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-2t2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3645         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-2t2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3646         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-2t2c-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3647         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-2t2c-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3648       layout: "plot-cpta"
3649
3650     - title: "3n-tsh-x520-64b-4t4c-ip4routing-features-ixgbe"
3651       output-file-name: "3n-tsh-x520-64b-4t4c-ip4-features-ixgbe"
3652       data: "plot-performance-trending-vpp-3n-tsh"
3653       include:
3654         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-4t4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3655         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-4t4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3656         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-4t4c-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3657         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-4t4c-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3658       layout: "plot-cpta"
3659
3660     - title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe"
3661       output-file-name: "3n-dnv-x553-64b-1t1c-ip4-tunnels-scale-ixgbe"
3662       data: "plot-performance-trending-vpp-3n-dnv"
3663       include:
3664         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-1t1c-ethip4vxlan-l2xcbase-mrr"
3665         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-mrr"
3666         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3667         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3668       layout: "plot-cpta"
3669
3670     - title: "3n-dnv-x553-64b-2t2c-ip4tunnel-base-scale-ixgbe"
3671       output-file-name: "3n-dnv-x553-64b-2t2c-ip4-tunnels-scale-ixgbe"
3672       data: "plot-performance-trending-vpp-3n-dnv"
3673       include:
3674         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-2t2c-ethip4vxlan-l2xcbase-mrr"
3675         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-2t2c-ethip4vxlan-l2bdbasemaclrn-mrr"
3676         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-2t2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3677         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-2t2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3678       layout: "plot-cpta"
3679
3680     - title: "3n-dnv-x553-64b-4t4c-ip4tunnel-base-scale-ixgbe"
3681       output-file-name: "3n-dnv-x553-64b-4t4c-ip4-tunnels-scale-ixgbe"
3682       data: "plot-performance-trending-vpp-3n-dnv"
3683       include:
3684         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-4t4c-ethip4vxlan-l2xcbase-mrr"
3685         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-4t4c-ethip4vxlan-l2bdbasemaclrn-mrr"
3686         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-4t4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3687         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-4t4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3688       layout: "plot-cpta"
3689
3690     - title: "3n-hsw-xl710-64b-1t1c-ip4tunnel-base-dpdk"
3691       output-file-name: "3n-hsw-xl710-64b-1t1c-ip4-tunnels-base-dpdk"
3692       data: "plot-performance-trending-vpp-3n-hsw"