Trending: Implement the latest changes in job specs
[csit.git] / resources / tools / presentation / specification_CPTA.yaml
1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 # This is the specification of parameters for "Continuous Performance Trending
15 # and Analysis" feature provided by PAL.
16
17 -
18   type: "environment"
19
20   paths:
21     # Top level directories:
22     ## Working directory
23     DIR[WORKING]: "_tmp"
24     ## Build directories
25     DIR[BUILD,HTML]: "_build"
26     ## Static .rst files
27     DIR[RST]: "../../../docs/cpta"
28
29     # Static html content
30     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
31     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
32     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
33
34     # Working directories
35     ## Input data files (.zip, .xml)
36     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
37     ## Static source files from git
38     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
39     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
40
41     # .css patch file
42     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
43     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
44
45   urls:
46     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
47     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
48     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
49     DIR[NEXUS,DOC]: "trending/_static/archive"
50
51   make-dirs:
52   # List the directories which are created while preparing the environment.
53   # All directories MUST be defined in "paths" section.
54   - "DIR[WORKING,DATA]"
55   - "DIR[WORKING,SRC,STATIC]"
56   - "DIR[BUILD,HTML]"
57   - "DIR[STATIC,VPP]"
58   - "DIR[STATIC,ARCH]"
59   build-dirs:
60   # List the directories where the results (build) is stored.
61   # All directories MUST be defined in "paths" section.
62   - "DIR[BUILD,HTML]"
63
64   testbeds:
65     "10.30.51.45": "LF-2n-SKX-21"
66     "10.30.51.53": "LF-2n-SKX-22"
67     "10.30.51.55": "LF-2n-SKX-23"
68     "10.30.51.57": "LF-2n-SKX-24"
69     "10.32.8.19": "LF-2n-CLX-27"
70     "10.32.8.21": "LF-2n-CLX-28"
71     "10.32.8.23": "LF-2n-CLX-29"
72     "10.30.51.16": "LF-3n-HSW-01"
73     "10.30.51.20": "LF-3n-HSW-02"
74     "10.30.51.24": "LF-3n-HSW-03"
75     "10.30.51.48": "LF-3n-SKX-31"
76     "10.30.51.60": "LF-3n-SKX-32"
77     "10.30.51.49": "LF-3n-TSH-33"
78     "10.32.8.10": "LF-DNV"
79
80 -
81   type: "configuration"
82
83   archive-inputs: False
84
85   mapping-file: "mapping_tc_names.yaml"
86
87   ignore-list: "ignored_tcs.yaml"
88
89   alerting:
90
91     alerts:
92
93 # As Jenkins slave is not configured to send emails, this is now only as
94 # a working example:
95 #
96 #      # Send the list of failed tests vie email.
97 #      # Pre-requisites:
98 #      # - SMTP server is installed on the Jenkins slave
99 #      # - SMTP server is configured to send emails. Default configuration is
100 #      #   sufficient.
101 #      email-failed-tests:
102 #        # Title is used in logs and also as the email subject.
103 #        title: "Trending: Failed Tests"
104 #        # Type of alert.
105 #        type: "failed-tests"
106 #        # How to send the alert. The used way must be specified in the
107 #        # configuration part.
108 #        way: "email"
109 #        # Data to be included in the alert.
110 #        # Here is used the list of tables generated by the function
111 #        # "table_failed_tests_html".
112 #        include:
113 #        - "failed-tests-3n-hsw"
114 #        - "failed-tests-3n-skx"
115 #        - "failed-tests-2n-skx"
116 #        # This url is used in the tables instead of the original one. The aim
117 #        # is to make the links usable also from the email.
118 #        url: "https://docs.fd.io/csit/master/trending/trending"
119
120       # Jenkins job sends the email with failed tests.
121       # Pre-requisites:
122       # - Jenkins job is configured to send emails in "Post-build Actions" -->
123       #   "Editable Email Notification".
124       jenkins-send-failed-tests:
125         title: "Trending: Failed Tests"
126         type: "failed-tests"
127         way: "jenkins"
128         include:
129           - "last-failed-tests-2n-skx-mrr"
130           - "last-failed-tests-3n-skx-mrr"
131           - "last-failed-tests-2n-clx-mrr"
132           - "last-failed-tests-3n-hsw-mrr"
133           - "last-failed-tests-3n-tsh-mrr"
134           - "last-failed-tests-2n-dnv-mrr"
135           - "last-failed-tests-3n-dnv-mrr"
136           - "last-failed-tests-2n-skx-ndrpdr"
137           - "last-failed-tests-3n-skx-ndrpdr"
138           - "last-failed-tests-2n-clx-ndrpdr"
139           - "last-failed-tests-3n-hsw-ndrpdr"
140         urls:
141           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
142           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
143           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx"
144           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
145           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh"
146           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv"
147           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv"
148           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx"
149           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx"
150           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx"
151           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-hsw"
152         url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
153
154     configurations:
155       # Configuration of the email notifications.
156       email:
157         # SMTP server
158         server: "localhost"
159         # List of recipients.
160         address-to:
161         - "csit-report@lists.fd.io"
162         # Sender
163         address-from: "testuser@testserver.com"
164
165       # Configuration of notifications sent by Jenkins.
166       jenkins:
167         # The directory in the workspace where the generated data is stored and
168         # then read by Jenkins job.
169         output-dir: "_build/_static/vpp"
170         # The name of the output files. ASCII text and HTML formats are
171         # generated.
172         output-file: "trending-failed-tests"
173         # If defined, all output files are zipped into this file.
174         zip-output: "failed-tests.tar.gz"
175
176   data-sets:
177
178     # Compressed failed tests (last builds)
179     table-last-failed-tests-3n-hsw:
180       csit-vpp-perf-mrr-daily-master:
181         - "lastCompletedBuild"
182     table-last-failed-tests-3n-skx:
183       csit-vpp-perf-mrr-daily-master-3n-skx:
184         - "lastCompletedBuild"
185     table-last-failed-tests-2n-skx:
186       csit-vpp-perf-mrr-daily-master-2n-skx:
187         - "lastCompletedBuild"
188     table-last-failed-tests-2n-clx:
189       csit-vpp-perf-mrr-daily-master-2n-clx:
190         - "lastCompletedBuild"
191     table-last-failed-tests-3n-tsh:
192       csit-vpp-perf-mrr-daily-master-3n-tsh:
193         - "lastCompletedBuild"
194     table-last-failed-tests-3n-dnv:
195       csit-vpp-perf-mrr-daily-master-3n-dnv:
196         - "lastCompletedBuild"
197     table-last-failed-tests-2n-dnv:
198       csit-vpp-perf-mrr-daily-master-2n-dnv:
199         - "lastCompletedBuild"
200     table-last-failed-tests-3n-hsw-ndrpdr:
201       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
202         - "lastCompletedBuild"
203     table-last-failed-tests-3n-skx-ndrpdr:
204       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
205         - "lastCompletedBuild"
206     table-last-failed-tests-2n-skx-ndrpdr:
207       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
208         - "lastCompletedBuild"
209     table-last-failed-tests-2n-clx-ndrpdr:
210       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
211         - "lastCompletedBuild"
212
213     # 3n-hsw
214     plot-performance-trending-all-3n-hsw:
215       csit-vpp-perf-mrr-daily-master:
216         start: 1086
217         end: "lastCompletedBuild"
218       csit-dpdk-perf-mrr-weekly-master:
219         start: 107
220         end: "lastCompletedBuild"
221
222     plot-performance-trending-vpp-3n-hsw:
223       csit-vpp-perf-mrr-daily-master:
224         start: 1086
225         end: "lastCompletedBuild"
226
227     plot-performance-trending-dpdk-3n-hsw:
228       csit-dpdk-perf-mrr-weekly-master:
229         start: 107
230         end: "lastCompletedBuild"
231
232     # 3n-skx
233     plot-performance-trending-all-3n-skx:
234       csit-vpp-perf-mrr-daily-master-3n-skx:
235         start: 834
236         end: "lastCompletedBuild"
237       csit-dpdk-perf-mrr-weekly-master-3n-skx:
238         start: 72
239         end: "lastCompletedBuild"
240
241     plot-performance-trending-vpp-3n-skx:
242       csit-vpp-perf-mrr-daily-master-3n-skx:
243         start: 834
244         end: "lastCompletedBuild"
245
246     plot-performance-trending-dpdk-3n-skx:
247       csit-dpdk-perf-mrr-weekly-master-3n-skx:
248         start: 72
249         end: "lastCompletedBuild"
250
251     # 2n-skx
252     plot-performance-trending-all-2n-skx:
253       csit-vpp-perf-mrr-daily-master-2n-skx:
254         start: 858
255         end: "lastCompletedBuild"
256       csit-dpdk-perf-mrr-weekly-master-2n-skx:
257         start: 78
258         end: "lastCompletedBuild"
259
260     plot-performance-trending-vpp-2n-skx:
261       csit-vpp-perf-mrr-daily-master-2n-skx:
262         start: 858
263         end: "lastCompletedBuild"
264
265     plot-performance-trending-dpdk-2n-skx:
266       csit-dpdk-perf-mrr-weekly-master-2n-skx:
267         start: 78
268         end: "lastCompletedBuild"
269
270     plot-performance-trending-vpp-nfv-2n-skx:
271       csit-vpp-perf-mrr-weekly-master-2n-skx:
272         start: 50
273         end: "lastCompletedBuild"
274
275     plot-performance-trending-vpp-2n-clx:
276       csit-vpp-perf-mrr-daily-master-2n-clx:
277         start: 236
278         end: "lastCompletedBuild"
279
280     plot-performance-trending-dpdk-2n-clx:
281       csit-dpdk-perf-mrr-weekly-master-2n-clx:
282         start: 23
283         end: "lastCompletedBuild"
284
285     # 3n-tsh
286     plot-performance-trending-all-3n-tsh:
287       csit-vpp-perf-mrr-daily-master-3n-tsh:
288         start: 144
289         end: "lastCompletedBuild"
290
291     plot-performance-trending-vpp-3n-tsh:
292       csit-vpp-perf-mrr-daily-master-3n-tsh:
293         start: 144
294         end: "lastCompletedBuild"
295
296     # 3n-dnv
297     plot-performance-trending-vpp-3n-dnv:
298       csit-vpp-perf-mrr-daily-master-3n-dnv:
299         start: 329
300         end: "lastCompletedBuild"
301
302     # 2n-dnv
303     plot-performance-trending-vpp-2n-dnv:
304       csit-vpp-perf-mrr-daily-master-2n-dnv:
305         start: 335
306         end: "lastCompletedBuild"
307
308     # NDRPDR
309     plot-ndrpdr-comparison-2n-skx:
310       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
311         start: 76
312         end: "lastCompletedBuild"
313         max-builds: 15
314
315     plot-ndrpdr-comparison-3n-skx:
316       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
317         start: 76
318         end: "lastCompletedBuild"
319         max-builds: 15
320         skip:
321           - 87
322
323     plot-ndrpdr-comparison-2n-clx:
324       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
325         start: 21
326         end: "lastCompletedBuild"
327         max-builds: 15
328
329     plot-ndrpdr-comparison-3n-hsw:
330       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
331         start: 76
332         end: "lastCompletedBuild"
333         max-builds: 15
334
335     table-ndrpdr-comparison-2n-skx:
336       csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
337         start: 76
338         end: "lastCompletedBuild"
339         max-builds: 15
340         reverse: True  # Must be reversed
341
342     table-ndrpdr-comparison-3n-skx:
343       csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
344         start: 76
345         end: "lastCompletedBuild"
346         max-builds: 15
347         reverse: True  # Must be reversed
348         skip:
349           - 87
350
351     table-ndrpdr-comparison-2n-clx:
352       csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
353         start: 21
354         end: "lastCompletedBuild"
355         max-builds: 15
356         reverse: True  # Must be reversed
357
358     table-ndrpdr-comparison-3n-hsw:
359       csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
360         start: 76
361         end: "lastCompletedBuild"
362         max-builds: 15
363         reverse: True  # Must be reversed
364
365   plot-layouts:
366
367     plot-cpta:
368       title: ""
369       titlefont:
370         size: 16
371       autosize: True
372       showlegend: True
373       width: 1100
374       height: 800
375       yaxis:
376         showticklabels: True
377         tickformat: ".5s"
378         title: "Throughput [Mpps]"
379         hoverformat: ".5s"
380         gridcolor: "rgb(238, 238, 238)"
381         linecolor: "rgb(238, 238, 238)"
382         showline: True
383         zeroline: False
384         tickcolor: "rgb(238, 238, 238)"
385         linewidth: 1
386         showgrid: True
387       xaxis:
388         title: 'Date [MMDD]'
389         type: "date"
390         autorange: True
391         fixedrange: False
392         showgrid: True
393         gridcolor: "rgb(238, 238, 238)"
394         showline: True
395         linecolor: "rgb(238, 238, 238)"
396         zeroline: False
397         linewidth: 1
398         showticklabels: True
399         tickcolor: "rgb(238, 238, 238)"
400         tickmode: "auto"
401         tickformat: "%m%d"
402         rangeselector:
403           buttons:
404           - count: 14
405             label: "2w"
406             step: "day"
407             stepmode: "backward"
408           - count: 1
409             label: "1m"
410             step: "month"
411             stepmode: "backward"
412           - count: 2
413             label: "2m"
414             step: "month"
415             stepmode: "backward"
416           - count: 3
417             label: "3m"
418             step: "month"
419             stepmode: "backward"
420           - step: "all"
421       margin:
422         r: 20
423         b: 5
424         t: 5
425         l: 70
426       legend:
427         orientation: "h"
428         xanchor: "auto"
429         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
430         bordercolor: "rgb(238, 238, 238)"
431       paper_bgcolor: "#fff"
432       plot_bgcolor: "#fff"
433       hoverlabel:
434         namelength: -1
435
436 -
437   type: "static"
438   src-path: "{DIR[RST]}"
439   dst-path: "{DIR[WORKING,SRC]}"
440
441 -
442   type: "input"
443   general:
444     file-name: "output_info.xml.gz"
445     file-format: ".gz"
446     download-path: "{job}/{build}/archives/{filename}"
447     extract: "output.xml"
448     # Number of days from now to the past. Only files generated in this
449     # time period are used.
450     time-period: 90
451
452     zip-file-name: "robot-plugin.zip"
453     zip-file-format: ".zip"
454     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
455     zip-extract: "robot-plugin/output.xml"
456
457   builds:
458
459     # 2n-skx ndrpdr
460     csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
461       start: 76
462       end: "lastCompletedBuild"
463       max-builds: 15
464
465     # 3n-skx ndrpdr
466     csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
467       start: 76
468       end: "lastCompletedBuild"
469       max-builds: 15
470       skip:
471         - 87
472
473     # 2n-clx ndrpdr
474     csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
475       start: 21
476       end: "lastCompletedBuild"
477       max-builds: 15
478
479     # 3n-hsw ndrpdr
480     csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
481       start: 76
482       end: "lastCompletedBuild"
483       max-builds: 15
484
485     # 3n-hsw
486     csit-vpp-perf-mrr-daily-master:
487       start: 1086
488       end: "lastCompletedBuild"
489       max-builds: 180  # Max nr of builds to download
490       skip:
491         - 1102
492         - 1159
493     csit-dpdk-perf-mrr-weekly-master:
494       start: 113
495       end: "lastCompletedBuild"
496       max-builds: 15  # Max nr of builds to download
497       skip:
498         - 114
499
500     # 3n-skx
501     csit-vpp-perf-mrr-daily-master-3n-skx:
502       start: 834
503       end: "lastCompletedBuild"
504       max-builds: 180  # Max nr of builds to download
505       skip:
506         - 849
507         - 851
508         - 862
509         - 864
510         - 865
511         - 866
512         - 867
513     csit-dpdk-perf-mrr-weekly-master-3n-skx:
514       start: 78
515       end: "lastCompletedBuild"
516       max-builds: 15  # Max nr of builds to download
517       skip:
518         - 79
519
520     # 2n-skx
521     csit-vpp-perf-mrr-daily-master-2n-skx:
522       start: 858
523       end: "lastCompletedBuild"
524       max-builds: 180  # Max nr of builds to download
525       skip:
526         - 868
527         - 870
528         - 874
529         - 889
530     csit-vpp-perf-mrr-weekly-master-2n-skx:
531       start: 50
532       end: "lastCompletedBuild"
533       max-builds: 15  # Max nr of builds to download
534       skip:
535         - 52
536         - 54
537         - 55
538     csit-dpdk-perf-mrr-weekly-master-2n-skx:
539       start: 78
540       end: "lastCompletedBuild"
541       max-builds: 15  # Max nr of builds to download
542       skip:
543         - 79
544
545     csit-vpp-perf-mrr-daily-master-2n-clx:
546       start: 236
547       end: "lastCompletedBuild"
548       max-builds: 180  # Max nr of builds to download
549       skip:
550         - 239
551         - 248
552         - 251
553         - 252
554         - 253
555         - 308
556
557     csit-dpdk-perf-mrr-weekly-master-2n-clx:
558       start: 23
559       end: "lastCompletedBuild"
560       max-builds: 15  # Max nr of builds to download
561       skip:
562         - 24
563
564     # 3n-tsh
565     csit-vpp-perf-mrr-daily-master-3n-tsh:
566       start: 144
567       end: "lastCompletedBuild"
568       max-builds: 180  # Max nr of builds to download
569       skip:
570         - 149
571         - 150
572         - 152
573         - 153
574         - 154
575         - 155
576         - 156
577         - 157
578         - 192
579
580     # 3n-dnv
581     csit-vpp-perf-mrr-daily-master-3n-dnv:
582       start: 329
583       end: "lastCompletedBuild"
584       max-builds: 180  # Max nr of builds to download
585       skip:
586         - 343
587         - 344
588         - 345
589         - 348
590         - 350
591         - 356
592         - 357
593         - 358
594         - 360
595         - 363
596         - 364
597         - 381
598         - 387
599         - 388
600         - 390
601         - 391
602         - 392
603         - 396
604
605     # 2n-dnv
606     csit-vpp-perf-mrr-daily-master-2n-dnv:
607       start: 335
608       end: "lastCompletedBuild"
609       max-builds: 180  # Max nr of builds to download
610       skip:
611         - 344
612         - 349
613         - 350
614         - 351
615         - 354
616         - 36
617         - 364
618         - 365
619         - 366
620         - 370
621         - 378
622         - 387
623         - 394
624         - 395
625         - 396
626         - 397
627         - 402
628
629 -
630   type: "output"
631   output: "trending"
632   format:
633     html:
634     - full
635
636 ################################################################################
637 ###                               T A B L E S                                ###
638 ################################################################################
639
640 ################################################################################
641
642 # VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr
643 - type: "table"
644   title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr"
645   algorithm: "table_weekly_comparison"
646   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-ndr"
647   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
648   data: "table-ndrpdr-comparison-2n-skx"
649   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
650   nr-of-data-columns: 3
651   comparisons:
652     - reference: -3
653       compare: -1
654     - reference: -2
655       compare: -1
656
657 # VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr
658 - type: "table"
659   title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr"
660   algorithm: "table_weekly_comparison"
661   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-pdr"
662   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
663   data: "table-ndrpdr-comparison-2n-skx"
664   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
665   nr-of-data-columns: 3
666   comparisons:
667     - reference: -3
668       compare: -1
669     - reference: -2
670       compare: -1
671
672 # VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr
673 - type: "table"
674   title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr"
675   algorithm: "table_weekly_comparison"
676   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-ndr"
677   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
678   data: "table-ndrpdr-comparison-3n-skx"
679   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
680   nr-of-data-columns: 3
681   comparisons:
682     - reference: -3
683       compare: -1
684     - reference: -2
685       compare: -1
686
687 # VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr
688 - type: "table"
689   title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr"
690   algorithm: "table_weekly_comparison"
691   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-pdr"
692   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
693   data: "table-ndrpdr-comparison-3n-skx"
694   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
695   nr-of-data-columns: 3
696   comparisons:
697     - reference: -3
698       compare: -1
699     - reference: -2
700       compare: -1
701
702 # VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr
703 - type: "table"
704   title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr"
705   algorithm: "table_weekly_comparison"
706   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-ndr"
707   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
708   data: "table-ndrpdr-comparison-2n-clx"
709   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
710   nr-of-data-columns: 3
711   comparisons:
712     - reference: -3
713       compare: -1
714     - reference: -2
715       compare: -1
716
717 # VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr
718 - type: "table"
719   title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr"
720   algorithm: "table_weekly_comparison"
721   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-pdr"
722   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
723   data: "table-ndrpdr-comparison-2n-clx"
724   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
725   nr-of-data-columns: 3
726   comparisons:
727     - reference: -3
728       compare: -1
729     - reference: -2
730       compare: -1
731
732 # VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr
733 - type: "table"
734   title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr"
735   algorithm: "table_weekly_comparison"
736   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr"
737   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
738   data: "table-ndrpdr-comparison-3n-hsw"
739   filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
740   nr-of-data-columns: 3
741   comparisons:
742     - reference: -3
743       compare: -1
744     - reference: -2
745       compare: -1
746
747 # VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr
748 - type: "table"
749   title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr"
750   algorithm: "table_weekly_comparison"
751   output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr"
752   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
753   data: "table-ndrpdr-comparison-3n-hsw"
754   filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
755   nr-of-data-columns: 3
756   comparisons:
757     - reference: -3
758       compare: -1
759     - reference: -2
760       compare: -1
761
762 # Compressed failed tests (last build)
763 -
764   type: "table"
765   title: "Last failed tests (last builds) 3n-hsw"
766   algorithm: "table_last_failed_tests"
767   output-file-ext: ".txt"
768   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw-mrr"
769   data: "table-last-failed-tests-3n-hsw"
770   filter: "'MRR'"
771   parameters:
772     - "name"
773     - "parent"
774     - "status"
775
776 -
777   type: "table"
778   title: "Last failed tests (last builds) 3n-skx"
779   algorithm: "table_last_failed_tests"
780   output-file-ext: ".txt"
781   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx-mrr"
782   data: "table-last-failed-tests-3n-skx"
783   filter: "'MRR'"
784   parameters:
785     - "name"
786     - "parent"
787     - "status"
788
789 -
790   type: "table"
791   title: "Last failed tests (last builds) 2n-skx"
792   algorithm: "table_last_failed_tests"
793   output-file-ext: ".txt"
794   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx-mrr"
795   data: "table-last-failed-tests-2n-skx"
796   filter: "'MRR'"
797   parameters:
798     - "name"
799     - "parent"
800     - "status"
801
802 -
803   type: "table"
804   title: "Last failed tests (last builds) 2n-clx"
805   algorithm: "table_last_failed_tests"
806   output-file-ext: ".txt"
807   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx-mrr"
808   data: "table-last-failed-tests-2n-clx"
809   filter: "'MRR'"
810   parameters:
811     - "name"
812     - "parent"
813     - "status"
814
815 -
816   type: "table"
817   title: "Last failed tests (last builds) 3n-tsh"
818   algorithm: "table_last_failed_tests"
819   output-file-ext: ".txt"
820   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-tsh-mrr"
821   data: "table-last-failed-tests-3n-tsh"
822   filter: "'MRR'"
823   parameters:
824     - "name"
825     - "parent"
826     - "status"
827
828 -
829   type: "table"
830   title: "Last failed tests (last builds) 3n-dnv"
831   algorithm: "table_last_failed_tests"
832   output-file-ext: ".txt"
833   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv-mrr"
834   data: "table-last-failed-tests-3n-dnv"
835   filter: "'MRR'"
836   parameters:
837     - "name"
838     - "parent"
839     - "status"
840
841 -
842   type: "table"
843   title: "Last failed tests (last builds) 2n-dnv"
844   algorithm: "table_last_failed_tests"
845   output-file-ext: ".txt"
846   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv-mrr"
847   data: "table-last-failed-tests-2n-dnv"
848   filter: "'MRR'"
849   parameters:
850     - "name"
851     - "parent"
852     - "status"
853
854 -
855   type: "table"
856   title: "Last failed tests (last builds) 3n-hsw-ndrpdr"
857   algorithm: "table_last_failed_tests"
858   output-file-ext: ".txt"
859   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw-ndrpdr"
860   data: "table-last-failed-tests-3n-hsw-ndrpdr"
861   filter: "'NDRPDR'"
862   parameters:
863     - "name"
864     - "parent"
865     - "status"
866
867 -
868   type: "table"
869   title: "Last failed tests (last builds) 3n-skx-ndrpdr"
870   algorithm: "table_last_failed_tests"
871   output-file-ext: ".txt"
872   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx-ndrpdr"
873   data: "table-last-failed-tests-3n-skx-ndrpdr"
874   filter: "'NDRPDR'"
875   parameters:
876     - "name"
877     - "parent"
878     - "status"
879
880 -
881   type: "table"
882   title: "Last failed tests (last builds) 2n-skx-ndrpdr"
883   algorithm: "table_last_failed_tests"
884   output-file-ext: ".txt"
885   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx-ndrpdr"
886   data: "table-last-failed-tests-2n-skx-ndrpdr"
887   filter: "'NDRPDR'"
888   parameters:
889     - "name"
890     - "parent"
891     - "status"
892
893 -
894   type: "table"
895   title: "Last failed tests (last builds) 2n-clx-ndrpdr"
896   algorithm: "table_last_failed_tests"
897   output-file-ext: ".txt"
898   output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx-ndrpdr"
899   data: "table-last-failed-tests-2n-clx-ndrpdr"
900   filter: "'NDRPDR'"
901   parameters:
902     - "name"
903     - "parent"
904     - "status"
905
906 # 3n-hsw
907 -
908   type: "table"
909   title: "Performance trending dashboard 1t1c-3n-hsw"
910   algorithm: "table_perf_trending_dash"
911   output-file-ext: ".csv"
912   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw"
913   data: "plot-performance-trending-all-3n-hsw"
914   filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'"
915   parameters:
916     - "name"
917     - "parent"
918     - "result"
919   window: 14
920   long-trend-window: 180
921
922 -
923   type: "table"
924   title: "Performance trending dashboard 2t2c-3n-hsw"
925   algorithm: "table_perf_trending_dash"
926   output-file-ext: ".csv"
927   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw"
928   data: "plot-performance-trending-all-3n-hsw"
929   filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'"
930   parameters:
931     - "name"
932     - "parent"
933     - "result"
934   window: 14
935   long-trend-window: 180
936
937 -
938   type: "table"
939   title: "Performance trending dashboard 4t4c-3n-hsw"
940   algorithm: "table_perf_trending_dash"
941   output-file-ext: ".csv"
942   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw"
943   data: "plot-performance-trending-all-3n-hsw"
944   filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'"
945   parameters:
946     - "name"
947     - "parent"
948     - "result"
949   window: 14
950   long-trend-window: 180
951
952 -
953   type: "table"
954   title: "HTML performance trending dashboard 1t1c-3n-hsw"
955   algorithm: "table_perf_trending_dash_html"
956   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.csv"
957   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.rst"
958   testbed: "3n-hsw"
959
960 -
961   type: "table"
962   title: "HTML performance trending dashboard 2t2c-3n-hsw"
963   algorithm: "table_perf_trending_dash_html"
964   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.csv"
965   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.rst"
966   testbed: "3n-hsw"
967
968 -
969   type: "table"
970   title: "HTML performance trending dashboard 4t4c-3n-hsw"
971   algorithm: "table_perf_trending_dash_html"
972   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.csv"
973   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst"
974   testbed: "3n-hsw"
975
976 # 3n-hsw
977 -
978   type: "table"
979   title: "Performance trending dashboard 1t1c-3n-hsw ndr"
980   algorithm: "table_perf_trending_dash"
981   output-file-ext: ".csv"
982   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr"
983   data: "plot-ndrpdr-comparison-3n-hsw"
984   filter: "'NDRPDR' and '1T1C'"
985   include-tests: "NDR"
986   parameters:
987     - "name"
988     - "parent"
989     - "throughput"
990   window: 4
991   long-trend-window: 12
992
993 -
994   type: "table"
995   title: "Performance trending dashboard 1t1c-3n-hsw pdr"
996   algorithm: "table_perf_trending_dash"
997   output-file-ext: ".csv"
998   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr"
999   data: "plot-ndrpdr-comparison-3n-hsw"
1000   filter: "'NDRPDR' and '1T1C'"
1001   include-tests: "PDR"
1002   parameters:
1003     - "name"
1004     - "parent"
1005     - "throughput"
1006   window: 4
1007   long-trend-window: 12
1008
1009 -
1010   type: "table"
1011   title: "HTML performance trending dashboard 1t1c-3n-hsw ndr"
1012   algorithm: "table_perf_trending_dash_html"
1013   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv"
1014   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst"
1015   testbed: "3n-hsw"
1016   test-type: "NDR"
1017   add-links: True
1018
1019 -
1020   type: "table"
1021   title: "HTML performance trending dashboard 1t1c-3n-hsw pdr"
1022   algorithm: "table_perf_trending_dash_html"
1023   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv"
1024   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst"
1025   testbed: "3n-hsw"
1026   test-type: "PDR"
1027   add-links: True
1028
1029 # 3n-skx
1030 -
1031   type: "table"
1032   title: "Performance trending dashboard 2t1c-3n-skx ndr"
1033   algorithm: "table_perf_trending_dash"
1034   output-file-ext: ".csv"
1035   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr"
1036   data: "plot-ndrpdr-comparison-3n-skx"
1037   filter: "'NDRPDR' and '2T1C'"
1038   include-tests: "NDR"
1039   parameters:
1040     - "name"
1041     - "parent"
1042     - "throughput"
1043   window: 4
1044   long-trend-window: 12
1045
1046 -
1047   type: "table"
1048   title: "Performance trending dashboard 2t1c-3n-skx pdr"
1049   algorithm: "table_perf_trending_dash"
1050   output-file-ext: ".csv"
1051   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr"
1052   data: "plot-ndrpdr-comparison-3n-skx"
1053   filter: "'NDRPDR' and '2T1C'"
1054   include-tests: "PDR"
1055   parameters:
1056     - "name"
1057     - "parent"
1058     - "throughput"
1059   window: 4
1060   long-trend-window: 12
1061
1062 -
1063   type: "table"
1064   title: "HTML performance trending dashboard 2t1c-3n-skx ndr"
1065   algorithm: "table_perf_trending_dash_html"
1066   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.csv"
1067   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.rst"
1068   testbed: "3n-skx"
1069   test-type: "NDR"
1070   add-links: True
1071
1072 -
1073   type: "table"
1074   title: "HTML performance trending dashboard 2t1c-3n-skx pdr"
1075   algorithm: "table_perf_trending_dash_html"
1076   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.csv"
1077   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.rst"
1078   testbed: "3n-skx"
1079   test-type: "PDR"
1080   add-links: True
1081
1082 # 2n-skx
1083 -
1084   type: "table"
1085   title: "Performance trending dashboard 2t1c-2n-skx ndr"
1086   algorithm: "table_perf_trending_dash"
1087   output-file-ext: ".csv"
1088   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr"
1089   data: "plot-ndrpdr-comparison-2n-skx"
1090   filter: "'NDRPDR' and '2T1C'"
1091   include-tests: "NDR"
1092   parameters:
1093     - "name"
1094     - "parent"
1095     - "throughput"
1096   window: 4
1097   long-trend-window: 12
1098
1099 -
1100   type: "table"
1101   title: "Performance trending dashboard 2t1c-2n-skx pdr"
1102   algorithm: "table_perf_trending_dash"
1103   output-file-ext: ".csv"
1104   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr"
1105   data: "plot-ndrpdr-comparison-2n-skx"
1106   filter: "'NDRPDR' and '2T1C'"
1107   include-tests: "PDR"
1108   parameters:
1109     - "name"
1110     - "parent"
1111     - "throughput"
1112   window: 4
1113   long-trend-window: 12
1114
1115 -
1116   type: "table"
1117   title: "HTML performance trending dashboard 2t1c-2n-skx ndr"
1118   algorithm: "table_perf_trending_dash_html"
1119   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.csv"
1120   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.rst"
1121   testbed: "2n-skx"
1122   test-type: "NDR"
1123   add-links: True
1124
1125 -
1126   type: "table"
1127   title: "HTML performance trending dashboard 2t1c-2n-skx pdr"
1128   algorithm: "table_perf_trending_dash_html"
1129   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.csv"
1130   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.rst"
1131   testbed: "2n-skx"
1132   test-type: "PDR"
1133   add-links: True
1134
1135 # 2n-clx
1136 -
1137   type: "table"
1138   title: "Performance trending dashboard 2t1c-2n-clx ndr"
1139   algorithm: "table_perf_trending_dash"
1140   output-file-ext: ".csv"
1141   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr"
1142   data: "plot-ndrpdr-comparison-2n-clx"
1143   filter: "'NDRPDR' and '2T1C'"
1144   include-tests: "NDR"
1145   parameters:
1146     - "name"
1147     - "parent"
1148     - "throughput"
1149   window: 14
1150   long-trend-window: 180
1151
1152 -
1153   type: "table"
1154   title: "Performance trending dashboard 2t1c-2n-clx pdr"
1155   algorithm: "table_perf_trending_dash"
1156   output-file-ext: ".csv"
1157   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr"
1158   data: "plot-ndrpdr-comparison-2n-clx"
1159   filter: "'NDRPDR' and '2T1C'"
1160   include-tests: "PDR"
1161   parameters:
1162     - "name"
1163     - "parent"
1164     - "throughput"
1165   window: 14
1166   long-trend-window: 180
1167
1168 -
1169   type: "table"
1170   title: "HTML performance trending dashboard 2t1c-2n-clx ndr"
1171   algorithm: "table_perf_trending_dash_html"
1172   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.csv"
1173   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.rst"
1174   testbed: "2n-clx"
1175   test-type: "NDR"
1176   add-links: True
1177
1178 -
1179   type: "table"
1180   title: "HTML performance trending dashboard 2t1c-2n-clx pdr"
1181   algorithm: "table_perf_trending_dash_html"
1182   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.csv"
1183   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.rst"
1184   testbed: "2n-clx"
1185   test-type: "PDR"
1186   add-links: True
1187
1188 -
1189   type: "table"
1190   title: "Failed MRR tests 3n-hsw"
1191   algorithm: "table_failed_tests"
1192   output-file-ext: ".csv"
1193   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw"
1194   data: "plot-performance-trending-all-3n-hsw"
1195   filter: "'MRR' and not 'NIC_Intel-XXV710'"
1196   parameters:
1197     - "name"
1198     - "parent"
1199     - "status"
1200   window: 7  # days
1201
1202 -
1203   type: "table"
1204   title: "HTML Failed MRR tests 3n-hsw"
1205   algorithm: "table_failed_tests_html"
1206   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.csv"
1207   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst"
1208   testbed: "3n-hsw"
1209
1210 -
1211   type: "table"
1212   title: "Failed NDRPDR tests 3n-hsw"
1213   algorithm: "table_failed_tests"
1214   output-file-ext: ".csv"
1215   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr"
1216   data: "plot-ndrpdr-comparison-3n-hsw"
1217   filter: "'NDRPDR'"
1218   parameters:
1219     - "name"
1220     - "parent"
1221     - "status"
1222   window: 30  # days
1223
1224 -
1225   type: "table"
1226   title: "HTML Failed NDRPDR tests 3n-hsw"
1227   algorithm: "table_failed_tests_html"
1228   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv"
1229   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst"
1230   testbed: "3n-hsw"
1231   test-type: "NDRPDR"
1232
1233 ###############################################################################
1234 # 3n-skx
1235 -
1236   type: "table"
1237   title: "Performance trending dashboard 2t1c-3n-skx"
1238   algorithm: "table_perf_trending_dash"
1239   output-file-ext: ".csv"
1240   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx"
1241   data: "plot-performance-trending-all-3n-skx"
1242   filter: "'MRR' and '2T1C'"
1243   parameters:
1244     - "name"
1245     - "parent"
1246     - "result"
1247   window: 14
1248   long-trend-window: 180
1249
1250 -
1251   type: "table"
1252   title: "Performance trending dashboard 4t2c-3n-skx"
1253   algorithm: "table_perf_trending_dash"
1254   output-file-ext: ".csv"
1255   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx"
1256   data: "plot-performance-trending-all-3n-skx"
1257   filter: "'MRR' and '4T2C'"
1258   parameters:
1259     - "name"
1260     - "parent"
1261     - "result"
1262   window: 14
1263   long-trend-window: 180
1264
1265 -
1266   type: "table"
1267   title: "Performance trending dashboard 8t4c-3n-skx"
1268   algorithm: "table_perf_trending_dash"
1269   output-file-ext: ".csv"
1270   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx"
1271   data: "plot-performance-trending-all-3n-skx"
1272   filter: "'MRR' and '8T4C'"
1273   parameters:
1274     - "name"
1275     - "parent"
1276     - "result"
1277   window: 14
1278   long-trend-window: 180
1279
1280 -
1281   type: "table"
1282   title: "HTML performance trending dashboard 2t1c-3n-skx"
1283   algorithm: "table_perf_trending_dash_html"
1284   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.csv"
1285   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.rst"
1286   testbed: "3n-skx"
1287
1288 -
1289   type: "table"
1290   title: "HTML performance trending dashboard 4t2c-3n-skx"
1291   algorithm: "table_perf_trending_dash_html"
1292   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.csv"
1293   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.rst"
1294   testbed: "3n-skx"
1295
1296 -
1297   type: "table"
1298   title: "HTML performance trending dashboard 8t4c-3n-skx"
1299   algorithm: "table_perf_trending_dash_html"
1300   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.csv"
1301   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.rst"
1302   testbed: "3n-skx"
1303
1304 -
1305   type: "table"
1306   title: "Failed MRR tests 3n-skx"
1307   algorithm: "table_failed_tests"
1308   output-file-ext: ".csv"
1309   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx"
1310   data: "plot-performance-trending-all-3n-skx"
1311   filter: "'MRR'"
1312   parameters:
1313     - "name"
1314     - "parent"
1315     - "status"
1316   window: 7  # days
1317
1318 -
1319   type: "table"
1320   title: "HTML Failed MRR tests 3n-skx"
1321   algorithm: "table_failed_tests_html"
1322   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.csv"
1323   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst"
1324   testbed: "3n-skx"
1325
1326 -
1327   type: "table"
1328   title: "Failed NDRPDR tests 3n-skx"
1329   algorithm: "table_failed_tests"
1330   output-file-ext: ".csv"
1331   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr"
1332   data: "plot-ndrpdr-comparison-3n-skx"
1333   filter: "'NDRPDR'"
1334   parameters:
1335     - "name"
1336     - "parent"
1337     - "status"
1338   window: 30  # days
1339
1340 -
1341   type: "table"
1342   title: "HTML Failed NDRPDR tests 3n-skx"
1343   algorithm: "table_failed_tests_html"
1344   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.csv"
1345   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.rst"
1346   testbed: "3n-skx"
1347   test-type: "NDRPDR"
1348
1349 ################################################################################
1350 # 2n-skx
1351 -
1352   type: "table"
1353   title: "Performance trending dashboard 2t1c-2n-skx"
1354   algorithm: "table_perf_trending_dash"
1355   output-file-ext: ".csv"
1356   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx"
1357   data: "plot-performance-trending-all-2n-skx"
1358   filter: "'MRR' and '2T1C'"
1359   parameters:
1360     - "name"
1361     - "parent"
1362     - "result"
1363   window: 14
1364   long-trend-window: 180
1365
1366 -
1367   type: "table"
1368   title: "Performance trending dashboard 4t2c-2n-skx"
1369   algorithm: "table_perf_trending_dash"
1370   output-file-ext: ".csv"
1371   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx"
1372   data: "plot-performance-trending-all-2n-skx"
1373   filter: "'MRR' and '4T2C'"
1374   parameters:
1375     - "name"
1376     - "parent"
1377     - "result"
1378   window: 14
1379   long-trend-window: 180
1380
1381 -
1382   type: "table"
1383   title: "Performance trending dashboard 8t4c-2n-skx"
1384   algorithm: "table_perf_trending_dash"
1385   output-file-ext: ".csv"
1386   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx"
1387   data: "plot-performance-trending-all-2n-skx"
1388   filter: "'MRR' and '8T4C'"
1389   parameters:
1390     - "name"
1391     - "parent"
1392     - "result"
1393   window: 14
1394   long-trend-window: 180
1395
1396 -
1397   type: "table"
1398   title: "HTML performance trending dashboard 2t1c-2n-skx"
1399   algorithm: "table_perf_trending_dash_html"
1400   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.csv"
1401   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.rst"
1402   testbed: "2n-skx"
1403
1404 -
1405   type: "table"
1406   title: "HTML performance trending dashboard 4t2c-2n-skx"
1407   algorithm: "table_perf_trending_dash_html"
1408   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.csv"
1409   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.rst"
1410   testbed: "2n-skx"
1411
1412 -
1413   type: "table"
1414   title: "HTML performance trending dashboard 8t4c-2n-skx"
1415   algorithm: "table_perf_trending_dash_html"
1416   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.csv"
1417   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.rst"
1418   testbed: "2n-skx"
1419
1420 -
1421   type: "table"
1422   title: "Failed MRR tests 2n-skx"
1423   algorithm: "table_failed_tests"
1424   output-file-ext: ".csv"
1425   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx"
1426   data: "plot-performance-trending-all-2n-skx"
1427   filter: "'MRR'"
1428   parameters:
1429     - "name"
1430     - "parent"
1431     - "status"
1432   window: 7  # days
1433
1434 -
1435   type: "table"
1436   title: "HTML Failed MRR tests 2n-skx"
1437   algorithm: "table_failed_tests_html"
1438   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.csv"
1439   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst"
1440   testbed: "2n-skx"
1441
1442 -
1443   type: "table"
1444   title: "Failed NDRPDR tests 2n-skx"
1445   algorithm: "table_failed_tests"
1446   output-file-ext: ".csv"
1447   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr"
1448   data: "plot-ndrpdr-comparison-2n-skx"
1449   filter: "'NDRPDR'"
1450   parameters:
1451     - "name"
1452     - "parent"
1453     - "status"
1454   window: 30  # days
1455
1456 -
1457   type: "table"
1458   title: "HTML Failed NDRPDR tests 2n-skx"
1459   algorithm: "table_failed_tests_html"
1460   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.csv"
1461   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.rst"
1462   testbed: "2n-skx"
1463   test-type: "NDRPDR"
1464
1465 ################################################################################
1466 # 2n-clx
1467 -
1468   type: "table"
1469   title: "Performance trending dashboard 2t1c-2n-clx"
1470   algorithm: "table_perf_trending_dash"
1471   output-file-ext: ".csv"
1472   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx"
1473   data: "plot-performance-trending-vpp-2n-clx"
1474   filter: "'MRR' and '2T1C'"
1475   parameters:
1476     - "name"
1477     - "parent"
1478     - "result"
1479   window: 14
1480   long-trend-window: 180
1481
1482 -
1483   type: "table"
1484   title: "Performance trending dashboard 4t2c-2n-clx"
1485   algorithm: "table_perf_trending_dash"
1486   output-file-ext: ".csv"
1487   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx"
1488   data: "plot-performance-trending-vpp-2n-clx"
1489   filter: "'MRR' and '4T2C'"
1490   parameters:
1491     - "name"
1492     - "parent"
1493     - "result"
1494   window: 14
1495   long-trend-window: 180
1496
1497 -
1498   type: "table"
1499   title: "Performance trending dashboard 8t4c-2n-clx"
1500   algorithm: "table_perf_trending_dash"
1501   output-file-ext: ".csv"
1502   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx"
1503   data: "plot-performance-trending-vpp-2n-clx"
1504   filter: "'MRR' and '8T4C'"
1505   parameters:
1506     - "name"
1507     - "parent"
1508     - "result"
1509   window: 14
1510   long-trend-window: 180
1511
1512 -
1513   type: "table"
1514   title: "HTML performance trending dashboard 2t1c-2n-clx"
1515   algorithm: "table_perf_trending_dash_html"
1516   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.csv"
1517   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.rst"
1518   testbed: "2n-clx"
1519
1520 -
1521   type: "table"
1522   title: "HTML performance trending dashboard 4t2c-2n-clx"
1523   algorithm: "table_perf_trending_dash_html"
1524   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.csv"
1525   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.rst"
1526   testbed: "2n-clx"
1527
1528 -
1529   type: "table"
1530   title: "HTML performance trending dashboard 8t4c-2n-clx"
1531   algorithm: "table_perf_trending_dash_html"
1532   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.csv"
1533   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.rst"
1534   testbed: "2n-clx"
1535
1536 -
1537   type: "table"
1538   title: "Failed MRR tests 2n-clx"
1539   algorithm: "table_failed_tests"
1540   output-file-ext: ".csv"
1541   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx"
1542   data: "plot-performance-trending-vpp-2n-clx"
1543   filter: "'MRR'"
1544   parameters:
1545     - "name"
1546     - "parent"
1547     - "status"
1548   window: 7  # days
1549
1550 -
1551   type: "table"
1552   title: "HTML Failed MRR tests 2n-clx"
1553   algorithm: "table_failed_tests_html"
1554   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.csv"
1555   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.rst"
1556   testbed: "2n-clx"
1557
1558 -
1559   type: "table"
1560   title: "Failed NDRPDR tests 2n-clx"
1561   algorithm: "table_failed_tests"
1562   output-file-ext: ".csv"
1563   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr"
1564   data: "plot-ndrpdr-comparison-2n-clx"
1565   filter: "'NDRPDR'"
1566   parameters:
1567     - "name"
1568     - "parent"
1569     - "status"
1570   window: 30  # days
1571
1572 -
1573   type: "table"
1574   title: "HTML Failed NDRPDR tests 2n-clx"
1575   algorithm: "table_failed_tests_html"
1576   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.csv"
1577   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.rst"
1578   testbed: "2n-clx"
1579   test-type: "NDRPDR"
1580
1581 ################################################################################
1582 # 3n-tsh
1583 -
1584   type: "table"
1585   title: "Performance trending dashboard 1t1c-3n-tsh"
1586   algorithm: "table_perf_trending_dash"
1587   output-file-ext: ".csv"
1588   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh"
1589   data: "plot-performance-trending-all-3n-tsh"
1590   filter: "'MRR' and '1T1C'"
1591   parameters:
1592     - "name"
1593     - "parent"
1594     - "result"
1595   window: 14
1596   long-trend-window: 180
1597
1598 -
1599   type: "table"
1600   title: "Performance trending dashboard 2t2c-3n-tsh"
1601   algorithm: "table_perf_trending_dash"
1602   output-file-ext: ".csv"
1603   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh"
1604   data: "plot-performance-trending-all-3n-tsh"
1605   filter: "'MRR' and '2T2C'"
1606   parameters:
1607   - "name"
1608   - "parent"
1609   - "result"
1610   window: 14
1611   long-trend-window: 180
1612
1613 -
1614   type: "table"
1615   title: "Performance trending dashboard 4t4c-3n-tsh"
1616   algorithm: "table_perf_trending_dash"
1617   output-file-ext: ".csv"
1618   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh"
1619   data: "plot-performance-trending-all-3n-tsh"
1620   filter: "'MRR' and '4T4C'"
1621   parameters:
1622     - "name"
1623     - "parent"
1624     - "result"
1625   window: 14
1626   long-trend-window: 180
1627
1628 -
1629   type: "table"
1630   title: "HTML performance trending dashboard 1t1c-3n-tsh"
1631   algorithm: "table_perf_trending_dash_html"
1632   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.csv"
1633   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.rst"
1634   testbed: "3n-tsh"
1635
1636 -
1637   type: "table"
1638   title: "HTML performance trending dashboard 2t2c-3n-tsh"
1639   algorithm: "table_perf_trending_dash_html"
1640   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.csv"
1641   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.rst"
1642   testbed: "3n-tsh"
1643
1644 -
1645   type: "table"
1646   title: "HTML performance trending dashboard 4t4c-3n-tsh"
1647   algorithm: "table_perf_trending_dash_html"
1648   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.csv"
1649   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.rst"
1650   testbed: "3n-tsh"
1651
1652 -
1653   type: "table"
1654   title: "Failed MRR tests 3n-tsh"
1655   algorithm: "table_failed_tests"
1656   output-file-ext: ".csv"
1657   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh"
1658   data: "plot-performance-trending-all-3n-tsh"
1659   filter: "'MRR'"
1660   parameters:
1661     - "name"
1662     - "parent"
1663     - "status"
1664   window: 7  # days
1665
1666 -
1667   type: "table"
1668   title: "HTML Failed MRR tests 3n-tsh"
1669   algorithm: "table_failed_tests_html"
1670   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.csv"
1671   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.rst"
1672   testbed: "3n-tsh"
1673
1674 ################################################################################
1675 # 3n-dnv
1676 -
1677   type: "table"
1678   title: "Performance trending dashboard 1t1c-3n-dnv"
1679   algorithm: "table_perf_trending_dash"
1680   output-file-ext: ".csv"
1681   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv"
1682   data: "plot-performance-trending-vpp-3n-dnv"
1683   filter: "'MRR' and '1T1C'"
1684   parameters:
1685     - "name"
1686     - "parent"
1687     - "result"
1688   window: 14
1689   long-trend-window: 180
1690
1691 -
1692   type: "table"
1693   title: "Performance trending dashboard 2t2c-3n-dnv"
1694   algorithm: "table_perf_trending_dash"
1695   output-file-ext: ".csv"
1696   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv"
1697   data: "plot-performance-trending-vpp-3n-dnv"
1698   filter: "'MRR' and '2T2C'"
1699   parameters:
1700     - "name"
1701     - "parent"
1702     - "result"
1703   window: 14
1704   long-trend-window: 180
1705
1706 -
1707   type: "table"
1708   title: "Performance trending dashboard 4t4c-3n-dnv"
1709   algorithm: "table_perf_trending_dash"
1710   output-file-ext: ".csv"
1711   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv"
1712   data: "plot-performance-trending-vpp-3n-dnv"
1713   filter: "'MRR' and '4T4C'"
1714   parameters:
1715     - "name"
1716     - "parent"
1717     - "result"
1718   window: 14
1719   long-trend-window: 180
1720
1721 -
1722   type: "table"
1723   title: "HTML performance trending dashboard 1t1c-3n-dnv"
1724   algorithm: "table_perf_trending_dash_html"
1725   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv"
1726   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst"
1727   testbed: "3n-dnv"
1728
1729 -
1730   type: "table"
1731   title: "HTML performance trending dashboard 2t2c-3n-dnv"
1732   algorithm: "table_perf_trending_dash_html"
1733   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv"
1734   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst"
1735   testbed: "3n-dnv"
1736
1737 -
1738   type: "table"
1739   title: "HTML performance trending dashboard 4t4c-3n-dnv"
1740   algorithm: "table_perf_trending_dash_html"
1741   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv"
1742   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst"
1743   testbed: "3n-dnv"
1744
1745 -
1746   type: "table"
1747   title: "Failed MRR tests 3n-dnv"
1748   algorithm: "table_failed_tests"
1749   output-file-ext: ".csv"
1750   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv"
1751   data: "plot-performance-trending-vpp-3n-dnv"
1752   filter: "'MRR'"
1753   parameters:
1754     - "name"
1755     - "parent"
1756     - "status"
1757   window: 7  # days
1758
1759 -
1760   type: "table"
1761   title: "HTML Failed MRR tests 3n-dnv"
1762   algorithm: "table_failed_tests_html"
1763   input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv"
1764   output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst"
1765   testbed: "3n-dnv"
1766
1767 ################################################################################
1768 # 2n-dnv
1769 -
1770   type: "table"
1771   title: "Performance trending dashboard 1t1c-2n-dnv"
1772   algorithm: "table_perf_trending_dash"
1773   output-file-ext: ".csv"
1774   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv"
1775   data: "plot-performance-trending-vpp-2n-dnv"
1776   filter: "'MRR' and '1T1C'"
1777   parameters:
1778     - "name"
1779     - "parent"
1780     - "result"
1781   window: 14
1782   long-trend-window: 180
1783
1784 -
1785   type: "table"
1786   title: "Performance trending dashboard 2t2c-2n-dnv"
1787   algorithm: "table_perf_trending_dash"
1788   output-file-ext: ".csv"
1789   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv"
1790   data: "plot-performance-trending-vpp-2n-dnv"
1791   filter: "'MRR' and '2T2C'"
1792   parameters:
1793     - "name"
1794     - "parent"
1795     - "result"
1796   window: 14
1797   long-trend-window: 180
1798
1799 -
1800   type: "table"
1801   title: "Performance trending dashboard 4t4c-2n-dnv"
1802   algorithm: "table_perf_trending_dash"
1803   output-file-ext: ".csv"
1804   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv"
1805   data: "plot-performance-trending-vpp-2n-dnv"
1806   filter: "'MRR' and '4T4C'"
1807   parameters:
1808     - "name"
1809     - "parent"
1810     - "result"
1811   window: 14
1812   long-trend-window: 180
1813
1814 -
1815   type: "table"
1816   title: "HTML performance trending dashboard 1t1c-2n-dnv"
1817   algorithm: "table_perf_trending_dash_html"
1818   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv"
1819   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst"
1820   testbed: "2n-dnv"
1821
1822 -
1823   type: "table"
1824   title: "HTML performance trending dashboard 2t2c-2n-dnv"
1825   algorithm: "table_perf_trending_dash_html"
1826   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv"
1827   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst"
1828   testbed: "2n-dnv"
1829
1830 -
1831   type: "table"
1832   title: "HTML performance trending dashboard 4t4c-2n-dnv"
1833   algorithm: "table_perf_trending_dash_html"
1834   input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv"
1835   output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst"
1836   testbed: "2n-dnv"
1837
1838 -
1839   type: "table"
1840   title: "Failed MRR tests 2n-dnv"
1841   algorithm: "table_failed_tests"
1842   output-file-ext: ".csv"
1843   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv"
1844   data: "plot-performance-trending-vpp-2n-dnv"
1845   filter: "'MRR'"
1846   parameters:
1847     - "name"
1848     - "parent"
1849     - "status"
1850   window: 7  # days
1851
1852 -
1853   type: "table"
1854   title: "HTML Failed MRR tests 2n-dnv"
1855   algorithm: "table_failed_tests_html"
1856   input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv"
1857   output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst"
1858   testbed: "2n-dnv"
1859
1860 ################################################################################
1861 ###                                 C P T A                                  ###
1862 ################################################################################
1863
1864 # Plots VPP Continuous Performance Trending and Analysis
1865
1866 -
1867   type: "cpta"
1868   title: "Continuous Performance Trending and Analysis"
1869   output-file-type: ".html"
1870   output-file: "{DIR[STATIC,VPP]}"
1871
1872   plots:
1873
1874 ################################################################################
1875 # NFV
1876
1877     - title: "VPP 2T1C NF Service Density VNFc IMIX MRR Trending 2n-skx"
1878       output-file-name: "2n-skx-xxv710-imix-2t1c-vhost-chains-dpdk"
1879       data: "plot-performance-trending-vpp-nfv-2n-skx"
1880       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and not 'VXLAN'"
1881       groups:
1882         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
1883         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
1884         - ["4R1C", "4R2C", "4R4C", "4R6C"]
1885         - ["6R1C", "6R2C", "6R4C"]
1886         - ["8R1C", "8R2C"]
1887         - ["10R1C", "10R2C"]
1888       group-names:
1889         - "1 Chain"
1890         - "2 Chains"
1891         - "4 Chains"
1892         - "6 Chains"
1893         - "8 Chains"
1894         - "10 Chains"
1895       layout: "plot-cpta"
1896
1897     - title: "VPP 4T2C NF Service Density VNFc IMIX MRR Trending 2n-skx"
1898       output-file-name: "2n-skx-xxv710-imix-4t2c-vhost-chains-dpdk"
1899       data: "plot-performance-trending-vpp-nfv-2n-skx"
1900       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and not 'VXLAN'"
1901       groups:
1902         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
1903         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
1904         - ["4R1C", "4R2C", "4R4C", "4R6C"]
1905         - ["6R1C", "6R2C", "6R4C"]
1906         - ["8R1C", "8R2C"]
1907         - ["10R1C", "10R2C"]
1908       group-names:
1909         - "1 Chain"
1910         - "2 Chains"
1911         - "4 Chains"
1912         - "6 Chains"
1913         - "8 Chains"
1914         - "10 Chains"
1915       layout: "plot-cpta"
1916
1917     - title: "VPP 8T4C NF Service Density VNFc IMIX MRR Trending 2n-skx"
1918       output-file-name: "2n-skx-xxv710-imix-8t4c-vhost-chains-dpdk"
1919       data: "plot-performance-trending-vpp-nfv-2n-skx"
1920       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and not 'VXLAN'"
1921       groups:
1922         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
1923         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
1924         - ["4R1C", "4R2C", "4R4C", "4R6C"]
1925         - ["6R1C", "6R2C", "6R4C"]
1926         - ["8R1C", "8R2C"]
1927         - ["10R1C", "10R2C"]
1928       group-names:
1929         - "1 Chain"
1930         - "2 Chains"
1931         - "4 Chains"
1932         - "6 Chains"
1933         - "8 Chains"
1934         - "10 Chains"
1935       layout: "plot-cpta"
1936
1937     - title: "VPP 2T1C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
1938       output-file-name: "2n-skx-xxv710-imix-2t1c-vhost-chains-vxlan-dpdk"
1939       data: "plot-performance-trending-vpp-nfv-2n-skx"
1940       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN' and 'VXLAN'"
1941       groups:
1942         - ["1R1C", ]
1943         - ["2R1C", ]
1944         - ["4R1C", ]
1945         - ["6R1C", ]
1946         - ["8R1C", ]
1947         - ["10R1C", ]
1948       group-names:
1949         - "1 Chain"
1950         - "2 Chains"
1951         - "4 Chains"
1952         - "6 Chains"
1953         - "8 Chains"
1954         - "10 Chains"
1955       layout: "plot-cpta"
1956
1957     - title: "VPP 4T2C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
1958       output-file-name: "2n-skx-xxv710-imix-4t2c-vhost-chains-vxlan-dpdk"
1959       data: "plot-performance-trending-vpp-nfv-2n-skx"
1960       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN' and 'VXLAN'"
1961       groups:
1962         - ["1R1C", ]
1963         - ["2R1C", ]
1964         - ["4R1C", ]
1965         - ["6R1C", ]
1966         - ["8R1C", ]
1967         - ["10R1C", ]
1968       group-names:
1969         - "1 Chain"
1970         - "2 Chains"
1971         - "4 Chains"
1972         - "6 Chains"
1973         - "8 Chains"
1974         - "10 Chains"
1975       layout: "plot-cpta"
1976
1977     - title: "VPP 8T4C NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx"
1978       output-file-name: "2n-skx-xxv710-imix-8t4c-vhost-chains-vxlan-dpdk"
1979       data: "plot-performance-trending-vpp-nfv-2n-skx"
1980       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN' and 'VXLAN'"
1981       groups:
1982         - ["1R1C", ]
1983         - ["2R1C", ]
1984         - ["4R1C", ]
1985         - ["6R1C", ]
1986         - ["8R1C", ]
1987         - ["10R1C", ]
1988       group-names:
1989         - "1 Chain"
1990         - "2 Chains"
1991         - "4 Chains"
1992         - "6 Chains"
1993         - "8 Chains"
1994         - "10 Chains"
1995       layout: "plot-cpta"
1996
1997     - title: "VPP 2T1C NF Service Density CNFc IMIX MRR Trending 2n-skx"
1998       output-file-name: "2n-skx-xxv710-imix-2t1c-memif-chains-dpdk"
1999       data: "plot-performance-trending-vpp-nfv-2n-skx"
2000       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN'"
2001       groups:
2002         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2003         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2004         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2005         - ["6R1C", "6R2C", "6R4C"]
2006         - ["8R1C", "8R2C"]
2007         - ["10R1C", "10R2C"]
2008       group-names:
2009         - "1 Chain"
2010         - "2 Chains"
2011         - "4 Chains"
2012         - "6 Chains"
2013         - "8 Chains"
2014         - "10 Chains"
2015       layout: "plot-cpta"
2016
2017     - title: "VPP 4T2C NF Service Density CNFc IMIX MRR Trending 2n-skx"
2018       output-file-name: "2n-skx-xxv710-imix-4t2c-memif-chains-dpdk"
2019       data: "plot-performance-trending-vpp-nfv-2n-skx"
2020       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN'"
2021       groups:
2022         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2023         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2024         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2025         - ["6R1C", "6R2C", "6R4C"]
2026         - ["8R1C", "8R2C"]
2027         - ["10R1C", "10R2C"]
2028       group-names:
2029         - "1 Chain"
2030         - "2 Chains"
2031         - "4 Chains"
2032         - "6 Chains"
2033         - "8 Chains"
2034         - "10 Chains"
2035       layout: "plot-cpta"
2036
2037     - title: "VPP 8T4C NF Service Density CNFc IMIX MRR Trending 2n-skx"
2038       output-file-name: "2n-skx-xxv710-imix-8t4c-memif-chains-dpdk"
2039       data: "plot-performance-trending-vpp-nfv-2n-skx"
2040       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN'"
2041       groups:
2042         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2043         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2044         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2045         - ["6R1C", "6R2C", "6R4C"]
2046         - ["8R1C", "8R2C"]
2047         - ["10R1C", "10R2C"]
2048       group-names:
2049         - "1 Chain"
2050         - "2 Chains"
2051         - "4 Chains"
2052         - "6 Chains"
2053         - "8 Chains"
2054         - "10 Chains"
2055       layout: "plot-cpta"
2056
2057     - title: "VPP 2T1C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2058       output-file-name: "2n-skx-xxv710-imix-2t1c-memif-pipelines-dpdk"
2059       data: "plot-performance-trending-vpp-nfv-2n-skx"
2060       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '2T1C' and 'L2BDMACLRN'"
2061       groups:
2062         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2063         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2064         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2065         - ["6R1C", "6R2C", "6R4C"]
2066         - ["8R1C", "8R2C"]
2067         - ["10R1C", "10R2C"]
2068       group-names:
2069         - "1 Pipe"
2070         - "2 Pipes"
2071         - "4 Pipes"
2072         - "6 Pipes"
2073         - "8 Pipes"
2074         - "10 Pipes"
2075       layout: "plot-cpta"
2076
2077     - title: "VPP 4T2C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2078       output-file-name: "2n-skx-xxv710-imix-4t2c-memif-pipelines-dpdk"
2079       data: "plot-performance-trending-vpp-nfv-2n-skx"
2080       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '4T2C' and 'L2BDMACLRN'"
2081       groups:
2082         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2083         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2084         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2085         - ["6R1C", "6R2C", "6R4C"]
2086         - ["8R1C", "8R2C"]
2087         - ["10R1C", "10R2C"]
2088       group-names:
2089         - "1 Pipe"
2090         - "2 Pipes"
2091         - "4 Pipes"
2092         - "6 Pipes"
2093         - "8 Pipes"
2094         - "10 Pipes"
2095       layout: "plot-cpta"
2096
2097     - title: "VPP 8T4C NF Service Density CNFp IMIX MRR Trending 2n-skx"
2098       output-file-name: "2n-skx-xxv710-imix-8t4c-memif-pipelines-dpdk"
2099       data: "plot-performance-trending-vpp-nfv-2n-skx"
2100       filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and 'IMIX' and '8T4C' and 'L2BDMACLRN'"
2101       groups:
2102         - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
2103         - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"]
2104         - ["4R1C", "4R2C", "4R4C", "4R6C"]
2105         - ["6R1C", "6R2C", "6R4C"]
2106         - ["8R1C", "8R2C"]
2107         - ["10R1C", "10R2C"]
2108       group-names:
2109         - "1 Pipe"
2110         - "2 Pipes"
2111         - "4 Pipes"
2112         - "6 Pipes"
2113         - "8 Pipes"
2114         - "10 Pipes"
2115       layout: "plot-cpta"
2116
2117 ################################################################################
2118
2119     - title: "2n-clx-xxv710-64b-2t1c-memif-base-avf"
2120       output-file-name: "2n-clx-xxv710-64b-2t1c-memif-base-avf"
2121       data: "plot-performance-trending-vpp-2n-clx"
2122       include:
2123         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2124         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2125         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2126         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2127       layout: "plot-cpta"
2128
2129     - title: "2n-clx-xxv710-64b-4t2c-memif-base-avf"
2130       output-file-name: "2n-clx-xxv710-64b-4t2c-memif-base-avf"
2131       data: "plot-performance-trending-vpp-2n-clx"
2132       include:
2133         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2134         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2135         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2136         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2137       layout: "plot-cpta"
2138
2139     - title: "2n-clx-xxv710-64b-8t4c-memif-base-avf"
2140       output-file-name: "2n-clx-xxv710-64b-8t4c-memif-base-avf"
2141       data: "plot-performance-trending-vpp-2n-clx"
2142       include:
2143         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2144         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2145         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2146         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2147       layout: "plot-cpta"
2148
2149     - title: "2n-clx-xxv710-64b-2t1c-memif-base-dpdk"
2150       output-file-name: "2n-clx-xxv710-64b-2t1c-memif-base-dpdk"
2151       data: "plot-performance-trending-vpp-2n-clx"
2152       include:
2153         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2154         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2155         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2156         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2157       layout: "plot-cpta"
2158
2159     - title: "2n-clx-xxv710-64b-4t2c-memif-base-dpdk"
2160       output-file-name: "2n-clx-xxv710-64b-4t2c-memif-base-dpdk"
2161       data: "plot-performance-trending-vpp-2n-clx"
2162       include:
2163         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2164         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2165         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2166         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2167       layout: "plot-cpta"
2168
2169     - title: "2n-clx-xxv710-64b-8t4c-memif-base-dpdk"
2170       output-file-name: "2n-clx-xxv710-64b-8t4c-memif-base-dpdk"
2171       data: "plot-performance-trending-vpp-2n-clx"
2172       include:
2173         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2174         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2175         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2176         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2177       layout: "plot-cpta"
2178
2179     - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr"
2180       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr"
2181       data: "plot-performance-trending-vpp-2n-clx"
2182       include:
2183         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2184         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2185         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2186         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2187       layout: "plot-cpta"
2188
2189     - title: "2n-clx-cx556a-64b-4t2c-rdma-l2-eth-2memif-1dcr"
2190       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-l2-eth-2memif-1dcr"
2191       data: "plot-performance-trending-vpp-2n-clx"
2192       include:
2193         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2194         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2195         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2196         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-4t2c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2197       layout: "plot-cpta"
2198
2199     - title: "2n-clx-cx556a-64b-8t4c-rdma-l2-eth-2memif-1dcr"
2200       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-l2-eth-2memif-1dcr"
2201       data: "plot-performance-trending-vpp-2n-clx"
2202       include:
2203         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2204         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2205         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr"
2206         - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-8t4c-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr"
2207       layout: "plot-cpta"
2208
2209     - title: "2n-skx-xxv710-64b-2t1c-memif-base-avf"
2210       output-file-name: "2n-skx-xxv710-64b-2t1c-memif-base-avf"
2211       data: "plot-performance-trending-vpp-2n-skx"
2212       include:
2213         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2214         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2215         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2216         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2217       layout: "plot-cpta"
2218
2219     - title: "2n-skx-xxv710-64b-4t2c-memif-base-avf"
2220       output-file-name: "2n-skx-xxv710-64b-4t2c-memif-base-avf"
2221       data: "plot-performance-trending-vpp-2n-skx"
2222       include:
2223         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2224         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2225         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2226         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2227       layout: "plot-cpta"
2228
2229     - title: "2n-skx-xxv710-64b-8t4c-memif-base-avf"
2230       output-file-name: "2n-skx-xxv710-64b-8t4c-memif-base-avf"
2231       data: "plot-performance-trending-vpp-2n-skx"
2232       include:
2233         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2234         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2235         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2236         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2237       layout: "plot-cpta"
2238
2239     - title: "2n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2240       output-file-name: "2n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2241       data: "plot-performance-trending-vpp-2n-skx"
2242       include:
2243         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2244         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2245         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2246         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2247       layout: "plot-cpta"
2248
2249     - title: "2n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2250       output-file-name: "2n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2251       data: "plot-performance-trending-vpp-2n-skx"
2252       include:
2253         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2254         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2255         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2256         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2257       layout: "plot-cpta"
2258
2259     - title: "2n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2260       output-file-name: "2n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2261       data: "plot-performance-trending-vpp-2n-skx"
2262       include:
2263         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2264         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2265         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2266         - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2267       layout: "plot-cpta"
2268
2269     - title: "3n-skx-xxv710-64b-2t1c-memif-base-avf"
2270       output-file-name: "3n-skx-xxv710-64b-2t1c-memif-base-avf"
2271       data: "plot-performance-trending-vpp-3n-skx"
2272       include:
2273         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2274         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2275         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2276         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2277         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2278       layout: "plot-cpta"
2279
2280     - title: "3n-skx-xxv710-64b-4t2c-memif-base-avf"
2281       output-file-name: "3n-skx-xxv710-64b-4t2c-memif-base-avf"
2282       data: "plot-performance-trending-vpp-3n-skx"
2283       include:
2284         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2285         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t2c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2286         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2287         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t2c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2288         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2289       layout: "plot-cpta"
2290
2291     - title: "3n-skx-xxv710-64b-8t4c-memif-base-avf"
2292       output-file-name: "3n-skx-xxv710-64b-8t4c-memif-base-avf"
2293       data: "plot-performance-trending-vpp-3n-skx"
2294       include:
2295         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1dcr-mrr"
2296         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-8t4c-avf-eth-l2xcbase-eth-2memif-1lxc-mrr"
2297         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2298         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-8t4c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2299         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-avf-ethip4-ip4base-eth-2memif-1dcr-mrr"
2300       layout: "plot-cpta"
2301
2302     - title: "3n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2303       output-file-name: "3n-skx-xxv710-64b-2t1c-memif-base-dpdk"
2304       data: "plot-performance-trending-vpp-3n-skx"
2305       include:
2306         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2307         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t1c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2308         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2309         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2310       layout: "plot-cpta"
2311
2312     - title: "3n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2313       output-file-name: "3n-skx-xxv710-64b-4t2c-memif-base-dpdk"
2314       data: "plot-performance-trending-vpp-3n-skx"
2315       include:
2316         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2317         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t2c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2318         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2319         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2320       layout: "plot-cpta"
2321
2322     - title: "3n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2323       output-file-name: "3n-skx-xxv710-64b-8t4c-memif-base-dpdk"
2324       data: "plot-performance-trending-vpp-3n-skx"
2325       include:
2326         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2327         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-8t4c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2328         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-8t4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2329         - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-8t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2330       layout: "plot-cpta"
2331
2332     - title: "3n-tsh-xxv710-64b-1t1c-memif-base-dpdk"
2333       output-file-name: "3n-tsh-xxv710-64b-1t1c-memif-base-dpdk"
2334       data: "plot-performance-trending-vpp-3n-tsh"
2335       include:
2336         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-1t1c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2337         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-1t1c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2338         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-1t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2339         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2340         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-1t1c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2341       layout: "plot-cpta"
2342
2343     - title: "3n-tsh-xxv710-64b-2t2c-memif-base-dpdk"
2344       output-file-name: "3n-tsh-xxv710-64b-2t2c-memif-base-dpdk"
2345       data: "plot-performance-trending-vpp-3n-tsh"
2346       include:
2347         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-2t2c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2348         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-2t2c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2349         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-2t2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2350         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-2t2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2351         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-2t2c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2352       layout: "plot-cpta"
2353
2354     - title: "3n-tsh-xxv710-64b-4t4c-memif-base-dpdk"
2355       output-file-name: "3n-tsh-xxv710-64b-4t4c-memif-base-dpdk"
2356       data: "plot-performance-trending-vpp-3n-tsh"
2357       include:
2358         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-4t4c-eth-l2xcbase-eth-2memif-1dcr-mrr"
2359         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-4t4c-eth-l2xcbase-eth-2memif-1lxc-mrr"
2360         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-4t4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr"
2361         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-4t4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr"
2362         - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-4t4c-ethip4-ip4base-eth-2memif-1dcr-mrr"
2363       layout: "plot-cpta"
2364
2365     - title: "2n-clx-x710-64b-2t1c-ip4routing-base-scale-avf-dpdk"
2366       output-file-name: "2n-clx-x710-64b-2t1c-ip4-base-scale-avf-dpdk"
2367       data: "plot-performance-trending-vpp-2n-clx"
2368       include:
2369         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2370         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2371         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
2372         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2373       layout: "plot-cpta"
2374
2375     - title: "2n-clx-x710-64b-4t2c-ip4routing-base-scale-avf-dpdk"
2376       output-file-name: "2n-clx-x710-64b-4t2c-ip4-base-scale-avf-dpdk"
2377       data: "plot-performance-trending-vpp-2n-clx"
2378       include:
2379         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2380         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2381         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
2382         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2383       layout: "plot-cpta"
2384
2385     - title: "2n-clx-x710-64b-8t4c-ip4routing-base-scale-avf-dpdk"
2386       output-file-name: "2n-clx-x710-64b-8t4c-ip4-base-scale-avf-dpdk"
2387       data: "plot-performance-trending-vpp-2n-clx"
2388       include:
2389         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2390         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2391         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
2392         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2393       layout: "plot-cpta"
2394
2395     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-base-avf-dpdk"
2396       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-base-avf"
2397       data: "plot-performance-trending-vpp-2n-clx"
2398       include:
2399         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-2t1c-avf-dot1q-ip4base-mrr"
2400         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2401         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2402       layout: "plot-cpta"
2403
2404     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-base-avf-dpdk"
2405       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-base-avf"
2406       data: "plot-performance-trending-vpp-2n-clx"
2407       include:
2408         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-4t2c-avf-dot1q-ip4base-mrr"
2409         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2410         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2411       layout: "plot-cpta"
2412
2413     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-base-avf-dpdk"
2414       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-base-avf"
2415       data: "plot-performance-trending-vpp-2n-clx"
2416       include:
2417         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-8t4c-avf-dot1q-ip4base-mrr"
2418         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2419         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2420       layout: "plot-cpta"
2421
2422     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf"
2423       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-scale-avf"
2424       data: "plot-performance-trending-vpp-2n-clx"
2425       include:
2426         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-2t1c-avf-ethip4-ip4scale20k-mrr"
2427         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale20k-rnd-mrr"
2428         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-2t1c-avf-ethip4-ip4scale200k-mrr"
2429         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale200k-rnd-mrr"
2430         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2431         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
2432       layout: "plot-cpta"
2433
2434     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-scale-avf"
2435       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-scale-avf"
2436       data: "plot-performance-trending-vpp-2n-clx"
2437       include:
2438         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-4t2c-avf-ethip4-ip4scale20k-mrr"
2439         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale20k-rnd-mrr"
2440         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-4t2c-avf-ethip4-ip4scale200k-mrr"
2441         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale200k-rnd-mrr"
2442         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2443         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
2444       layout: "plot-cpta"
2445
2446     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-scale-avf"
2447       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-scale-avf"
2448       data: "plot-performance-trending-vpp-2n-clx"
2449       include:
2450         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-8t4c-avf-ethip4-ip4scale20k-mrr"
2451         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale20k-rnd-mrr"
2452         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-8t4c-avf-ethip4-ip4scale200k-mrr"
2453         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale200k-rnd-mrr"
2454         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2455         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
2456       layout: "plot-cpta"
2457
2458     - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk"
2459       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-scale-dpdk"
2460       data: "plot-performance-trending-vpp-2n-clx"
2461       include:
2462         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-2t1c-ethip4-ip4scale20k-mrr"
2463         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale20k-rnd-mrr"
2464         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-2t1c-ethip4-ip4scale200k-mrr"
2465         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale200k-rnd-mrr"
2466         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-2t1c-ethip4-ip4scale2m-mrr"
2467         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-ethip4-ip4scale2m-rnd-mrr"
2468       layout: "plot-cpta"
2469
2470     - title: "2n-clx-xxv710-64b-4t2c-ip4routing-scale-dpdk"
2471       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-scale-dpdk"
2472       data: "plot-performance-trending-vpp-2n-clx"
2473       include:
2474         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-4t2c-ethip4-ip4scale20k-mrr"
2475         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale20k-rnd-mrr"
2476         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-4t2c-ethip4-ip4scale200k-mrr"
2477         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale200k-rnd-mrr"
2478         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-4t2c-ethip4-ip4scale2m-mrr"
2479         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-ethip4-ip4scale2m-rnd-mrr"
2480       layout: "plot-cpta"
2481
2482     - title: "2n-clx-xxv710-64b-8t4c-ip4routing-scale-dpdk"
2483       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-scale-dpdk"
2484       data: "plot-performance-trending-vpp-2n-clx"
2485       include:
2486         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-8t4c-ethip4-ip4scale20k-mrr"
2487         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale20k-rnd-mrr"
2488         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-8t4c-ethip4-ip4scale200k-mrr"
2489         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale200k-rnd-mrr"
2490         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-8t4c-ethip4-ip4scale2m-mrr"
2491         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-ethip4-ip4scale2m-rnd-mrr"
2492       layout: "plot-cpta"
2493
2494     - title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf"
2495       output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-features-avf"
2496       data: "plot-performance-trending-vpp-2n-clx"
2497       include:
2498         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2499         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2500         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2501         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2502         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-mrr.64B-2t1c-avf-ethip4udp-ip4base-nat44-mrr"
2503         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2504       layout: "plot-cpta"
2505
2506     - title: "2n-clx-xxv710-64b-4t2c-features-ip4routing-base-avf"
2507       output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-features-avf"
2508       data: "plot-performance-trending-vpp-2n-clx"
2509       include:
2510         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2511         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2512         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2513         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2514         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-mrr.64B-4t2c-avf-ethip4udp-ip4base-nat44-mrr"
2515         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-4t2c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2516       layout: "plot-cpta"
2517
2518     - title: "2n-clx-xxv710-64b-8t4c-features-ip4routing-base-avf"
2519       output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-features-avf"
2520       data: "plot-performance-trending-vpp-2n-clx"
2521       include:
2522         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2523         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2524         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2525         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2526         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-mrr.64B-8t4c-avf-ethip4udp-ip4base-nat44-mrr"
2527         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-8t4c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2528       layout: "plot-cpta"
2529
2530     - title: "2n-clx-cx556a-64b-2t1c-rdma-ip4base"
2531       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-ip4base"
2532       data: "plot-performance-trending-vpp-2n-clx"
2533       include:
2534         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Mrr.64B-2t1c-rdma-dot1q-ip4base-mrr"
2535         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-2t1c-rdma-ethip4-ip4base-mrr"
2536       layout: "plot-cpta"
2537
2538     - title: "2n-clx-cx556a-64b-4t2c-rdma-ip4base"
2539       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-ip4base"
2540       data: "plot-performance-trending-vpp-2n-clx"
2541       include:
2542         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Mrr.64B-4t2c-rdma-dot1q-ip4base-mrr"
2543         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-4t2c-rdma-ethip4-ip4base-mrr"
2544       layout: "plot-cpta"
2545
2546     - title: "2n-clx-cx556a-64b-8t4c-rdma-ip4base"
2547       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-ip4base"
2548       data: "plot-performance-trending-vpp-2n-clx"
2549       include:
2550         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Mrr.64B-8t4c-rdma-dot1q-ip4base-mrr"
2551         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-8t4c-rdma-ethip4-ip4base-mrr"
2552       layout: "plot-cpta"
2553
2554     - title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale"
2555       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale"
2556       data: "plot-performance-trending-vpp-2n-clx"
2557       include:
2558         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Mrr.64B-2t1c-rdma-ethip4-ip4scale20k-mrr"
2559         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-rdma-ethip4-ip4scale20k-rnd-mrr"
2560         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Mrr.64B-2t1c-rdma-ethip4-ip4scale200k-mrr"
2561         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-rdma-ethip4-ip4scale200k-rnd-mrr"
2562         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Mrr.64B-2t1c-rdma-ethip4-ip4scale2m-mrr"
2563         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-rdma-ethip4-ip4scale2m-rnd-mrr"
2564       layout: "plot-cpta"
2565
2566     - title: "2n-clx-cx556a-64b-4t2c-rdma-ethip4-ip4scale"
2567       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-ethip4-ip4scale"
2568       data: "plot-performance-trending-vpp-2n-clx"
2569       include:
2570         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Mrr.64B-4t2c-rdma-ethip4-ip4scale20k-mrr"
2571         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-rdma-ethip4-ip4scale20k-rnd-mrr"
2572         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Mrr.64B-4t2c-rdma-ethip4-ip4scale200k-mrr"
2573         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-rdma-ethip4-ip4scale200k-rnd-mrr"
2574         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Mrr.64B-4t2c-rdma-ethip4-ip4scale2m-mrr"
2575         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-rdma-ethip4-ip4scale2m-rnd-mrr"
2576       layout: "plot-cpta"
2577
2578     - title: "2n-clx-cx556a-64b-8t4c-rdma-ethip4-ip4scale"
2579       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-ethip4-ip4scale"
2580       data: "plot-performance-trending-vpp-2n-clx"
2581       include:
2582         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Mrr.64B-8t4c-rdma-ethip4-ip4scale20k-mrr"
2583         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-rdma-ethip4-ip4scale20k-rnd-mrr"
2584         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Mrr.64B-8t4c-rdma-ethip4-ip4scale200k-mrr"
2585         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-rdma-ethip4-ip4scale200k-rnd-mrr"
2586         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Mrr.64B-8t4c-rdma-ethip4-ip4scale2m-mrr"
2587         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-rdma-ethip4-ip4scale2m-rnd-mrr"
2588       layout: "plot-cpta"
2589
2590     - title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features"
2591       output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features"
2592       data: "plot-performance-trending-vpp-2n-clx"
2593       include:
2594         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2595         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2596         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2597         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2598         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Mrr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-mrr"
2599         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2600       layout: "plot-cpta"
2601
2602     - title: "2n-clx-cx556a-64b-4t2c-rdma-ethip4-features"
2603       output-file-name: "2n-clx-cx556a-64b-4t2c-rdma-ethip4-features"
2604       data: "plot-performance-trending-vpp-2n-clx"
2605       include:
2606         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2607         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2608         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2609         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2610         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Mrr.64B-4t2c-rdma-ethip4udp-ip4base-nat44-mrr"
2611         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-4t2c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2612       layout: "plot-cpta"
2613
2614     - title: "2n-clx-cx556a-64b-8t4c-ip4routing-base-scale-avf-dpdk"
2615       output-file-name: "2n-clx-cx556a-64b-8t4c-rdma-ethip4-features"
2616       data: "plot-performance-trending-vpp-2n-clx"
2617       include:
2618         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2619         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2620         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2621         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2622         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Mrr.64B-8t4c-rdma-ethip4udp-ip4base-nat44-mrr"
2623         - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-8t4c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2624       layout: "plot-cpta"
2625
2626     - title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe"
2627       output-file-name: "2n-dnv-x553-64b-1t1c-ip4-ixgbe"
2628       data: "plot-performance-trending-vpp-2n-dnv"
2629       include:
2630         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-1t1c-dot1q-ip4base-mrr"
2631         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-1t1c-ethip4-ip4base-mrr"
2632         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-1t1c-ethip4-ip4scale20k-mrr"
2633         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-1t1c-ethip4-ip4scale200k-mrr"
2634         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-1t1c-ethip4-ip4scale2m-mrr"
2635       layout: "plot-cpta"
2636
2637     - title: "2n-dnv-x553-64b-2t2c-ip4routing-base-scale-ixgbe"
2638       output-file-name: "2n-dnv-x553-64b-2t2c-ip4-ixgbe"
2639       data: "plot-performance-trending-vpp-2n-dnv"
2640       include:
2641         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-2t2c-dot1q-ip4base-mrr"
2642         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-2t2c-ethip4-ip4base-mrr"
2643         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-2t2c-ethip4-ip4scale20k-mrr"
2644         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-2t2c-ethip4-ip4scale200k-mrr"
2645         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-2t2c-ethip4-ip4scale2m-mrr"
2646       layout: "plot-cpta"
2647
2648     - title: "2n-dnv-x553-64b-4t4c-ip4routing-base-scale-ixgbe"
2649       output-file-name: "2n-dnv-x553-64b-4t4c-ip4-ixgbe"
2650       data: "plot-performance-trending-vpp-2n-dnv"
2651       include:
2652         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-4t4c-dot1q-ip4base-mrr"
2653         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-4t4c-ethip4-ip4base-mrr"
2654         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-4t4c-ethip4-ip4scale20k-mrr"
2655         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-4t4c-ethip4-ip4scale200k-mrr"
2656         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-4t4c-ethip4-ip4scale2m-mrr"
2657       layout: "plot-cpta"
2658
2659     - title: "2n-skx-x710-64b-2t1c-ip4routing-base-scale-avf-dpdk"
2660       output-file-name: "2n-skx-x710-64b-2t1c-ip4-avf-dpdk"
2661       data: "plot-performance-trending-vpp-2n-skx"
2662       include:
2663         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2664         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2665         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
2666         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2667       layout: "plot-cpta"
2668
2669     - title: "2n-skx-x710-64b-4t2c-ip4routing-base-scale-avf-dpdk"
2670       output-file-name: "2n-skx-x710-64b-4t2c-ip4-avf-dpdk"
2671       data: "plot-performance-trending-vpp-2n-skx"
2672       include:
2673         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2674         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2675         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
2676         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2677       layout: "plot-cpta"
2678
2679     - title: "2n-skx-x710-64b-8t4c-ip4routing-base-scale-avf-dpdk"
2680       output-file-name: "2n-skx-x710-64b-8t4c-ip4-avf-dpdk"
2681       data: "plot-performance-trending-vpp-2n-skx"
2682       include:
2683         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2684         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2685         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
2686         - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2687       layout: "plot-cpta"
2688
2689     - title: "2n-skx-xxv710-64b-2t1c-ip4routing-base-scale-avf"
2690       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-base-scale-avf"
2691       data: "plot-performance-trending-vpp-2n-skx"
2692       include:
2693         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-2t1c-avf-dot1q-ip4base-mrr"
2694         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2695         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-2t1c-avf-ethip4-ip4scale20k-mrr"
2696         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-2t1c-avf-ethip4-ip4scale200k-mrr"
2697         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2698       layout: "plot-cpta"
2699
2700     - title: "2n-skx-xxv710-64b-4t2c-ip4routing-base-scale-avf"
2701       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-base-scale-avf"
2702       data: "plot-performance-trending-vpp-2n-skx"
2703       include:
2704         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-4t2c-avf-dot1q-ip4base-mrr"
2705         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2706         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-4t2c-avf-ethip4-ip4scale20k-mrr"
2707         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-4t2c-avf-ethip4-ip4scale200k-mrr"
2708         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2709       layout: "plot-cpta"
2710
2711     - title: "2n-skx-xxv710-64b-8t4c-ip4routing-base-scale-avf"
2712       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-base-scale-avf"
2713       data: "plot-performance-trending-vpp-2n-skx"
2714       include:
2715         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-8t4c-avf-dot1q-ip4base-mrr"
2716         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2717         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-8t4c-avf-ethip4-ip4scale20k-mrr"
2718         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-8t4c-avf-ethip4-ip4scale200k-mrr"
2719         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2720       layout: "plot-cpta"
2721
2722     - title: "2n-skx-xxv710-64b-2t1c-ip4routing-base-scale-avf-rnd"
2723       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-base-scale-avf-rnd"
2724       data: "plot-performance-trending-vpp-2n-skx"
2725       include:
2726         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale20k-rnd-mrr"
2727         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale200k-rnd-mrr"
2728         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-mrr"
2729       layout: "plot-cpta"
2730
2731     - title: "2n-skx-xxv710-64b-4t2c-ip4routing-base-scale-avf-rnd"
2732       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-base-scale-avf-rnd"
2733       data: "plot-performance-trending-vpp-2n-skx"
2734       include:
2735         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale20k-rnd-mrr"
2736         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale200k-rnd-mrr"
2737         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-rnd-mrr"
2738       layout: "plot-cpta"
2739
2740     - title: "2n-skx-xxv710-64b-8t4c-ip4routing-base-scale-avf-rnd"
2741       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-base-scale-avf-rnd"
2742       data: "plot-performance-trending-vpp-2n-skx"
2743       include:
2744         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale20k-rnd-mrr"
2745         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale200k-rnd-mrr"
2746         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-rnd-mrr"
2747       layout: "plot-cpta"
2748
2749     - title: "2n-skx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk"
2750       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-base-scale-dpdk"
2751       data: "plot-performance-trending-vpp-2n-skx"
2752       include:
2753         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-mrr.64B-2t1c-dot1q-ip4base-mrr"
2754         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2755         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-2t1c-ethip4-ip4scale20k-mrr"
2756         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-2t1c-ethip4-ip4scale200k-mrr"
2757         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-2t1c-ethip4-ip4scale2m-mrr"
2758       layout: "plot-cpta"
2759
2760     - title: "2n-skx-xxv710-64b-4t2c-ip4routing-base-scale-dpdk"
2761       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-base-scale-dpdk"
2762       data: "plot-performance-trending-vpp-2n-skx"
2763       include:
2764         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-mrr.64B-4t2c-dot1q-ip4base-mrr"
2765         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2766         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-4t2c-ethip4-ip4scale20k-mrr"
2767         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-4t2c-ethip4-ip4scale200k-mrr"
2768         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-4t2c-ethip4-ip4scale2m-mrr"
2769       layout: "plot-cpta"
2770
2771     - title: "2n-skx-xxv710-64b-8t4c-ip4routing-base-scale-dpdk"
2772       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-base-scale-dpdk"
2773       data: "plot-performance-trending-vpp-2n-skx"
2774       include:
2775         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-mrr.64B-8t4c-dot1q-ip4base-mrr"
2776         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2777         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-8t4c-ethip4-ip4scale20k-mrr"
2778         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-8t4c-ethip4-ip4scale200k-mrr"
2779         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-8t4c-ethip4-ip4scale2m-mrr"
2780       layout: "plot-cpta"
2781
2782     - title: "2n-skx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-rnd"
2783       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-base-scale-dpdk-rnd"
2784       data: "plot-performance-trending-vpp-2n-skx"
2785       include:
2786         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale20k-rnd-mrr"
2787         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-2t1c-ethip4-ip4scale200k-rnd-mrr"
2788         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-2t1c-ethip4-ip4scale2m-rnd-mrr"
2789       layout: "plot-cpta"
2790
2791     - title: "2n-skx-xxv710-64b-4t2c-ip4routing-base-scale-dpdk-rnd"
2792       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-base-scale-dpdk-rnd"
2793       data: "plot-performance-trending-vpp-2n-skx"
2794       include:
2795         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale20k-rnd-mrr"
2796         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-4t2c-ethip4-ip4scale200k-rnd-mrr"
2797         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-4t2c-ethip4-ip4scale2m-rnd-mrr"
2798       layout: "plot-cpta"
2799
2800     - title: "2n-skx-xxv710-64b-8t4c-ip4routing-base-scale-dpdk-rnd"
2801       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-base-scale-dpdk-rnd"
2802       data: "plot-performance-trending-vpp-2n-skx"
2803       include:
2804         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale20k-rnd-mrr"
2805         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-8t4c-ethip4-ip4scale200k-rnd-mrr"
2806         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-8t4c-ethip4-ip4scale2m-rnd-mrr"
2807       layout: "plot-cpta"
2808
2809     - title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf"
2810       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-features-avf"
2811       data: "plot-performance-trending-vpp-2n-skx"
2812       include:
2813         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2814         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2815         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2816         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2817         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-mrr.64B-2t1c-avf-ethip4udp-ip4base-nat44-mrr"
2818         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2819       layout: "plot-cpta"
2820
2821     - title: "2n-skx-xxv710-64b-4t2c-features-ip4routing-base-avf"
2822       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-features-avf"
2823       data: "plot-performance-trending-vpp-2n-skx"
2824       include:
2825         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2826         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2827         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2828         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-4t2c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2829         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-mrr.64B-4t2c-avf-ethip4udp-ip4base-nat44-mrr"
2830         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-4t2c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2831       layout: "plot-cpta"
2832
2833     - title: "2n-skx-xxv710-64b-8t4c-features-ip4routing-base-avf"
2834       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-features-avf"
2835       data: "plot-performance-trending-vpp-2n-skx"
2836       include:
2837         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
2838         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
2839         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
2840         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-8t4c-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
2841         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-mrr.64B-8t4c-avf-ethip4udp-ip4base-nat44-mrr"
2842         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-8t4c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
2843       layout: "plot-cpta"
2844
2845     - title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk"
2846       output-file-name: "2n-skx-xxv710-64b-2t1c-ip4-features-dpdk"
2847       data: "plot-performance-trending-vpp-2n-skx"
2848       include:
2849         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2850         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-mrr.64B-2t1c-ethip4udp-ip4base-nat44-mrr"
2851       layout: "plot-cpta"
2852
2853     - title: "2n-skx-xxv710-64b-4t2c-features-ip4routing-base-dpdk"
2854       output-file-name: "2n-skx-xxv710-64b-4t2c-ip4-features-dpdk"
2855       data: "plot-performance-trending-vpp-2n-skx"
2856       include:
2857         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2858         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-mrr.64B-4t2c-ethip4udp-ip4base-nat44-mrr"
2859       layout: "plot-cpta"
2860
2861     - title: "2n-skx-xxv710-64b-8t4c-features-ip4routing-base-dpdk"
2862       output-file-name: "2n-skx-xxv710-64b-8t4c-ip4-features-dpdk"
2863       data: "plot-performance-trending-vpp-2n-skx"
2864       include:
2865         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
2866         - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-mrr.64B-8t4c-ethip4udp-ip4base-nat44-mrr"
2867       layout: "plot-cpta"
2868
2869     - title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe"
2870       output-file-name: "3n-dnv-x553-64b-1t1c-ip4-base-scale-ixgbe"
2871       data: "plot-performance-trending-vpp-3n-dnv"
2872       include:
2873         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-1t1c-dot1q-ip4base-mrr"
2874         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-1t1c-ethip4-ip4base-mrr"
2875         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-1t1c-ethip4-ip4scale20k-mrr"
2876         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-1t1c-ethip4-ip4scale200k-mrr"
2877         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-1t1c-ethip4-ip4scale2m-mrr"
2878       layout: "plot-cpta"
2879
2880     - title: "3n-dnv-x553-64b-2t2c-ip4routing-base-scale-ixgbe"
2881       output-file-name: "3n-dnv-x553-64b-2t2c-ip4-base-scale-ixgbe"
2882       data: "plot-performance-trending-vpp-3n-dnv"
2883       include:
2884         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-2t2c-dot1q-ip4base-mrr"
2885         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-2t2c-ethip4-ip4base-mrr"
2886         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-2t2c-ethip4-ip4scale20k-mrr"
2887         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-2t2c-ethip4-ip4scale200k-mrr"
2888         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-2t2c-ethip4-ip4scale2m-mrr"
2889       layout: "plot-cpta"
2890
2891     - title: "3n-dnv-x553-64b-4t4c-ip4routing-base-scale-ixgbe"
2892       output-file-name: "3n-dnv-x553-64b-4t4c-ip4-base-scale-ixgbe"
2893       data: "plot-performance-trending-vpp-3n-dnv"
2894       include:
2895         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-4t4c-dot1q-ip4base-mrr"
2896         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-4t4c-ethip4-ip4base-mrr"
2897         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-4t4c-ethip4-ip4scale20k-mrr"
2898         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-4t4c-ethip4-ip4scale200k-mrr"
2899         - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-4t4c-ethip4-ip4scale2m-mrr"
2900       layout: "plot-cpta"
2901
2902     - title: "3n-hsw-xl710-64b-1t1c-ip4routing-base-scale-dpdk"
2903       output-file-name: "3n-hsw-xl710-64b-1t1c-ip4-base-scale-dpdk"
2904       data: "plot-performance-trending-vpp-3n-hsw"
2905       include:
2906         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-mrr.64B-1t1c-dot1q-ip4base-mrr"
2907         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-mrr.64B-1t1c-ethip4-ip4base-mrr"
2908         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-mrr.64B-1t1c-ethip4-ip4scale2m-mrr"
2909       layout: "plot-cpta"
2910
2911     - title: "3n-hsw-xl710-64b-2t2c-ip4routing-base-scale-dpdk"
2912       output-file-name: "3n-hsw-xl710-64b-2t2c-ip4-base-scale-dpdk"
2913       data: "plot-performance-trending-vpp-3n-hsw"
2914       include:
2915         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-mrr.64B-2t2c-dot1q-ip4base-mrr"
2916         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-mrr.64B-2t2c-ethip4-ip4base-mrr"
2917         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-mrr.64B-2t2c-ethip4-ip4scale2m-mrr"
2918       layout: "plot-cpta"
2919
2920     - title: "3n-hsw-xl710-64b-4t4c-ip4routing-base-scale-dpdk"
2921       output-file-name: "3n-hsw-xl710-64b-4t4c-ip4-base-scale-dpdk"
2922       data: "plot-performance-trending-vpp-3n-hsw"
2923       include:
2924         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-mrr.64B-4t4c-dot1q-ip4base-mrr"
2925         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-mrr.64B-4t4c-ethip4-ip4base-mrr"
2926         - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-mrr.64B-4t4c-ethip4-ip4scale2m-mrr"
2927       layout: "plot-cpta"
2928
2929     - title: "3n-skx-x710-64b-2t1c-ip4routing-base-scale-avf"
2930       output-file-name: "3n-skx-x710-64b-2t1c-ip4-base-scale-avf"
2931       data: "plot-performance-trending-vpp-3n-skx"
2932       include:
2933         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2934         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2935       layout: "plot-cpta"
2936
2937     - title: "3n-skx-x710-64b-4t2c-ip4routing-base-scale-avf"
2938       output-file-name: "3n-skx-x710-64b-4t2c-ip4-base-scale-avf"
2939       data: "plot-performance-trending-vpp-3n-skx"
2940       include:
2941         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2942         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2943       layout: "plot-cpta"
2944
2945     - title: "3n-skx-x710-64b-8t4c-ip4routing-base-scale-avf"
2946       output-file-name: "3n-skx-x710-64b-8t4c-ip4-base-scale-avf"
2947       data: "plot-performance-trending-vpp-3n-skx"
2948       include:
2949         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2950         - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2951       layout: "plot-cpta"
2952
2953     - title: "3n-skx-xxv710-64b-2t1c-ip4routing-base-scale-avf"
2954       output-file-name: "3n-skx-xxv710-64b-2t1c-ip4-base-scale-avf"
2955       data: "plot-performance-trending-vpp-3n-skx"
2956       include:
2957         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-2t1c-avf-dot1q-ip4base-mrr"
2958         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-2t1c-avf-ethip4-ip4base-mrr"
2959         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-2t1c-avf-ethip4-ip4scale20k-mrr"
2960         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-2t1c-avf-ethip4-ip4scale200k-mrr"
2961         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-2t1c-avf-ethip4-ip4scale2m-mrr"
2962       layout: "plot-cpta"
2963
2964     - title: "3n-skx-xxv710-64b-4t2c-ip4routing-base-scale-avf"
2965       output-file-name: "3n-skx-xxv710-64b-4t2c-ip4-base-scale-avf"
2966       data: "plot-performance-trending-vpp-3n-skx"
2967       include:
2968         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-4t2c-avf-dot1q-ip4base-mrr"
2969         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-4t2c-avf-ethip4-ip4base-mrr"
2970         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-4t2c-avf-ethip4-ip4scale20k-mrr"
2971         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-4t2c-avf-ethip4-ip4scale200k-mrr"
2972         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-4t2c-avf-ethip4-ip4scale2m-mrr"
2973       layout: "plot-cpta"
2974
2975     - title: "3n-skx-xxv710-64b-8t4c-ip4routing-base-scale-avf"
2976       output-file-name: "3n-skx-xxv710-64b-8t4c-ip4-base-scale-avf"
2977       data: "plot-performance-trending-vpp-3n-skx"
2978       include:
2979         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-8t4c-avf-dot1q-ip4base-mrr"
2980         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-8t4c-avf-ethip4-ip4base-mrr"
2981         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-8t4c-avf-ethip4-ip4scale20k-mrr"
2982         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-8t4c-avf-ethip4-ip4scale200k-mrr"
2983         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-8t4c-avf-ethip4-ip4scale2m-mrr"
2984       layout: "plot-cpta"
2985
2986     - title: "3n-skx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk"
2987       output-file-name: "3n-skx-xxv710-64b-2t1c-ip4-base-scale-dpdk"
2988       data: "plot-performance-trending-vpp-3n-skx"
2989       include:
2990         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-2t1c-ethip4-ip4base-mrr"
2991         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-2t1c-ethip4-ip4scale2m-mrr"
2992       layout: "plot-cpta"
2993
2994     - title: "3n-skx-xxv710-64b-4t2c-ip4routing-base-scale-dpdk"
2995       output-file-name: "3n-skx-xxv710-64b-4t2c-ip4-base-scale-dpdk"
2996       data: "plot-performance-trending-vpp-3n-skx"
2997       include:
2998         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-4t2c-ethip4-ip4base-mrr"
2999         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-4t2c-ethip4-ip4scale2m-mrr"
3000       layout: "plot-cpta"
3001
3002     - title: "3n-skx-xxv710-64b-8t4c-ip4routing-base-scale-dpdk"
3003       output-file-name: "3n-skx-xxv710-64b-8t4c-ip4-base-scale-dpdk"
3004       data: "plot-performance-trending-vpp-3n-skx"
3005       include:
3006         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-8t4c-ethip4-ip4base-mrr"
3007         - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-8t4c-ethip4-ip4scale2m-mrr"
3008       layout: "plot-cpta"
3009
3010     - title: "3n-tsh-x520-64b-1t1c-ip4routing-base-scale-ixgbe"
3011       output-file-name: "3n-tsh-x520-64b-1t1c-ip4-base-scale-ixgbe"
3012       data: "plot-performance-trending-vpp-3n-tsh"
3013       include:
3014         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-mrr.64B-1t1c-dot1q-ip4base-mrr"
3015         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-mrr.64B-1t1c-ethip4-ip4base-mrr"
3016         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-mrr.64B-1t1c-ethip4-ip4scale20k-mrr"
3017         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-mrr.64B-1t1c-ethip4-ip4scale200k-mrr"
3018         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-mrr.64B-1t1c-ethip4-ip4scale2m-mrr"
3019       layout: "plot-cpta"
3020
3021     - title: "3n-tsh-x520-64b-2t2c-ip4routing-base-scale-ixgbe"
3022       output-file-name: "3n-tsh-x520-64b-2t2c-ip4-base-scale-ixgbe"
3023       data: "plot-performance-trending-vpp-3n-tsh"
3024       include:
3025         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-mrr.64B-2t2c-dot1q-ip4base-mrr"
3026         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-mrr.64B-2t2c-ethip4-ip4base-mrr"
3027         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-mrr.64B-2t2c-ethip4-ip4scale20k-mrr"
3028         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-mrr.64B-2t2c-ethip4-ip4scale200k-mrr"
3029         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-mrr.64B-2t2c-ethip4-ip4scale2m-mrr"
3030       layout: "plot-cpta"
3031
3032     - title: "3n-tsh-x520-64b-4t4c-ip4routing-base-scale-ixgbe"
3033       output-file-name: "3n-tsh-x520-64b-4t4c-ip4-base-scale-ixgbe"
3034       data: "plot-performance-trending-vpp-3n-tsh"
3035       include:
3036         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-mrr.64B-4t4c-dot1q-ip4base-mrr"
3037         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-mrr.64B-4t4c-ethip4-ip4base-mrr"
3038         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-mrr.64B-4t4c-ethip4-ip4scale20k-mrr"
3039         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-mrr.64B-4t4c-ethip4-ip4scale200k-mrr"
3040         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-mrr.64B-4t4c-ethip4-ip4scale2m-mrr"
3041       layout: "plot-cpta"
3042
3043     - title: "3n-tsh-x520-64b-1t1c-ip4routing-features-ixgbe"
3044       output-file-name: "3n-tsh-x520-64b-1t1c-ip4-features-ixgbe"
3045       data: "plot-performance-trending-vpp-3n-tsh"
3046       include:
3047         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3048         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3049         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3050         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3051         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.64B-1t1c-ethip4udp-ip4base-nat44-mrr"
3052         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
3053       layout: "plot-cpta"
3054
3055     - title: "3n-tsh-x520-64b-2t2c-ip4routing-features-ixgbe"
3056       output-file-name: "3n-tsh-x520-64b-2t2c-ip4-features-ixgbe"
3057       data: "plot-performance-trending-vpp-3n-tsh"
3058       include:
3059         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-2t2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3060         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-2t2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3061         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-2t2c-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3062         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-2t2c-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3063         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.64B-2t2c-ethip4udp-ip4base-nat44-mrr"
3064         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
3065       layout: "plot-cpta"
3066
3067     - title: "3n-tsh-x520-64b-4t4c-ip4routing-features-ixgbe"
3068       output-file-name: "3n-tsh-x520-64b-4t4c-ip4-features-ixgbe"
3069       data: "plot-performance-trending-vpp-3n-tsh"
3070       include:
3071         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-4t4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr"
3072         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-4t4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr"
3073         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-4t4c-ethip4udp-ip4base-oacl50sf-10kflows-mrr"
3074         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-4t4c-ethip4udp-ip4base-oacl50sl-10kflows-mrr"
3075         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.64B-4t4c-ethip4udp-ip4base-nat44-mrr"
3076         - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Mrr.64B-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr"
3077       layout: "plot-cpta"
3078
3079     - title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe"
3080       output-file-name: "3n-dnv-x553-64b-1t1c-ip4-tunnels-scale-ixgbe"
3081       data: "plot-performance-trending-vpp-3n-dnv"
3082       include:
3083         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-1t1c-ethip4vxlan-l2xcbase-mrr"
3084         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-mrr"
3085         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3086         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3087       layout: "plot-cpta"
3088
3089     - title: "3n-dnv-x553-64b-2t2c-ip4tunnel-base-scale-ixgbe"
3090       output-file-name: "3n-dnv-x553-64b-2t2c-ip4-tunnels-scale-ixgbe"
3091       data: "plot-performance-trending-vpp-3n-dnv"
3092       include:
3093         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-2t2c-ethip4vxlan-l2xcbase-mrr"
3094         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-2t2c-ethip4vxlan-l2bdbasemaclrn-mrr"
3095         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-2t2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3096         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-2t2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3097       layout: "plot-cpta"
3098
3099     - title: "3n-dnv-x553-64b-4t4c-ip4tunnel-base-scale-ixgbe"
3100       output-file-name: "3n-dnv-x553-64b-4t4c-ip4-tunnels-scale-ixgbe"
3101       data: "plot-performance-trending-vpp-3n-dnv"
3102       include:
3103         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-4t4c-ethip4vxlan-l2xcbase-mrr"
3104         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-4t4c-ethip4vxlan-l2bdbasemaclrn-mrr"
3105         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-4t4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3106         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-4t4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3107       layout: "plot-cpta"
3108
3109     - title: "3n-hsw-xl710-64b-1t1c-ip4tunnel-base-dpdk"
3110       output-file-name: "3n-hsw-xl710-64b-1t1c-ip4-tunnels-base-dpdk"
3111       data: "plot-performance-trending-vpp-3n-hsw"
3112       include:
3113         - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-mrr.64B-1t1c-ethip4vxlan-l2xcbase-mrr"
3114         - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-mrr"
3115       layout: "plot-cpta"
3116
3117     - title: "3n-hsw-xl710-64b-2t2c-ip4tunnel-base-dpdk"
3118       output-file-name: "3n-hsw-xl710-64b-2t2c-ip4-tunnels-base-dpdk"
3119       data: "plot-performance-trending-vpp-3n-hsw"
3120       include:
3121         - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-mrr.64B-2t2c-ethip4vxlan-l2xcbase-mrr"
3122         - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-2t2c-ethip4vxlan-l2bdbasemaclrn-mrr"
3123       layout: "plot-cpta"
3124
3125     - title: "3n-hsw-xl710-64b-4t4c-ip4tunnel-base-dpdk"
3126       output-file-name: "3n-hsw-xl710-64b-4t4c-ip4-tunnels-base-dpdk"
3127       data: "plot-performance-trending-vpp-3n-hsw"
3128       include:
3129         - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-mrr.64B-4t4c-ethip4vxlan-l2xcbase-mrr"
3130         - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-4t4c-ethip4vxlan-l2bdbasemaclrn-mrr"
3131       layout: "plot-cpta"
3132
3133     - title: "3n-skx-xxv710-64b-2t1c-ip4tunnel-base-scale-avf-dpdk"
3134       output-file-name: "3n-skx-xxv710-64b-2t1c-ip4-tunnels-base-scale-avf-dpdk"
3135       data: "plot-performance-trending-vpp-3n-skx"
3136       include:
3137         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Mrr.64B-2t1c-avf-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3138         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Mrr.64B-2t1c-avf-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3139         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-2t1c-avf-ethip4vxlan-l2bdbasemaclrn-mrr"
3140         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Mrr.64B-2t1c-avf-ethip4vxlan-l2xcbase-mrr"
3141         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-2t1c-ethip4vxlan-l2bdbasemaclrn-mrr"
3142         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Mrr.64B-2t1c-ethip4vxlan-l2xcbase-mrr"
3143       layout: "plot-cpta"
3144
3145     - title: "3n-skx-xxv710-64b-4t2c-ip4tunnel-base-scale-avf-dpdk"
3146       output-file-name: "3n-skx-xxv710-64b-4t2c-ip4-tunnels-base-scale-avf-dpdk"
3147       data: "plot-performance-trending-vpp-3n-skx"
3148       include:
3149         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Mrr.64B-4t2c-avf-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3150         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Mrr.64B-4t2c-avf-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3151         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-4t2c-avf-ethip4vxlan-l2bdbasemaclrn-mrr"
3152         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Mrr.64B-4t2c-avf-ethip4vxlan-l2xcbase-mrr"
3153         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-4t2c-ethip4vxlan-l2bdbasemaclrn-mrr"
3154         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Mrr.64B-4t2c-ethip4vxlan-l2xcbase-mrr"
3155       layout: "plot-cpta"
3156
3157     - title: "3n-skx-xxv710-64b-8t4c-ip4tunnel-base-scale-dpdk"
3158       output-file-name: "3n-skx-xxv710-64b-8t4c-ip4-tunnels-base-scale-avf-dpdk"
3159       data: "plot-performance-trending-vpp-3n-skx"
3160       include:
3161         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Mrr.64B-8t4c-avf-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3162         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Mrr.64B-8t4c-avf-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3163         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-8t4c-avf-ethip4vxlan-l2bdbasemaclrn-mrr"
3164         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Mrr.64B-8t4c-avf-ethip4vxlan-l2xcbase-mrr"
3165         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-8t4c-ethip4vxlan-l2bdbasemaclrn-mrr"
3166         - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Mrr.64B-8t4c-ethip4vxlan-l2xcbase-mrr"
3167       layout: "plot-cpta"
3168
3169     - title: "3n-tsh-x520-64b-1t1c-ip4tunnel-base-scale-ixgbe"
3170       output-file-name: "3n-tsh-x520-64b-1t1c-ip4-tunnels-base-scale-dpdk"
3171       data: "plot-performance-trending-vpp-3n-tsh"
3172       include:
3173         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-mrr.64B-1t1c-ethip4vxlan-l2xcbase-mrr"
3174         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-mrr"
3175         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3176         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3177       layout: "plot-cpta"
3178
3179     - title: "3n-tsh-x520-64b-2t2c-ip4tunnel-base-scale-ixgbe"
3180       output-file-name: "3n-tsh-x520-64b-2t2c-ip4-tunnels-base-scale-dpdk"
3181       data: "plot-performance-trending-vpp-3n-tsh"
3182       include:
3183         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-mrr.64B-2t2c-ethip4vxlan-l2xcbase-mrr"
3184         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-2t2c-ethip4vxlan-l2bdbasemaclrn-mrr"
3185         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-2t2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3186         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-2t2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3187       layout: "plot-cpta"
3188
3189     - title: "3n-tsh-x520-64b-4t4c-ip4tunnel-base-scale-ixgbe"
3190       output-file-name: "3n-tsh-x520-64b-4t4c-ip4-tunnels-base-scale-dpdk"
3191       data: "plot-performance-trending-vpp-3n-tsh"
3192       include:
3193         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-mrr.64B-4t4c-ethip4vxlan-l2xcbase-mrr"
3194         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-4t4c-ethip4vxlan-l2bdbasemaclrn-mrr"
3195         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-4t4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr"
3196         - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-1t1c-4t4c--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr"
3197       layout: "plot-cpta"
3198
3199     - title: "2n-clx-x710-78b-2t1c-ip6routing-base-scale-avf-dpdk"
3200       output-file-name: "2n-clx-x710-78b-2t1c-ip6-base-scale-avf-dpdk"
3201       data: "plot-performance-trending-vpp-2n-clx"
3202       include:
3203         - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Mrr.78B-2t1c-avf-ethip6-ip6base-mrr"
3204         - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Mrr.78B-2t1c-avf-ethip6-ip6scale2m-mrr"
3205         - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-mrr.78B-2t1c-ethip6-ip6base-mrr"
3206       layout: "plot-cpta"
3207
3208     - title: "2n-clx-x710-78b-4t2c-ip6routing-base-scale-avf-dpdk"
3209       output-file-name: "2n-clx-x710-78b-4t2c-ip6-base-scale-avf-dpdk"
3210       data: "plot-performance-trending-vpp-2n-clx"
3211       include:
3212         - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Mrr.78B-4t2c-avf-ethip6-ip6base-mrr"
3213         - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Mrr.78B-4t2c-avf-ethip6-ip6scale2m-mrr"
3214         - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-mrr.78B-4t2c-ethip6-ip6base-mrr"
3215       layout: "plot-cpta"
3216
3217     - title: "2n-clx-x710-78b-8t4c-ip6routing-base-scale-avf-dpdk"