CSIT-1492: Add new NF density tests to report
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       # TODO: Add 1904 data
134       csit-vpp-perf-verify-1904-3n-hsw:
135         - 11  # NDRPDR sel
136         - 12  # NDRPDR sel
137         - 20  # NDRPDR sel
138         - 21  # NDRPDR sel
139         - 23  # NDRPDR sel
140         - 24  # NDRPDR sel
141         - 25  # NDRPDR sel
142
143     plot-vpp-http-server-performance:
144       # TODO: Replace with 1904 data
145       # csit-vpp-perf-verify-1904-3n-hsw:
146       csit-vpp-perf-verify-1810-3n-hsw:
147         - 28  # WRK
148         - 29  # WRK
149         - 30  # WRK
150         - 31  # WRK
151         - 32  # WRK
152         - 33  # WRK
153         - 34  # WRK
154         - 35  # WRK
155         - 36  # WRK
156         - 37  # WRK
157
158     plot-ligato-throughput-lat-tsa-3n-hsw:
159       # TODO: Replace with 1904 data
160       # csit-ligato-perf-verify-1904-3n-hsw:
161       csit-ligato-perf-verify-1901-3n-hsw:
162         - 8   # NDRPDR sel
163         - 9   # NDRPDR sel
164         - 11  # NDRPDR sel
165         - 12  # NDRPDR sel
166         - 13  # NDRPDR sel
167         - 14  # NDRPDR sel
168         - 15  # NDRPDR sel
169         - 16  # NDRPDR sel
170         - 17  # NDRPDR sel
171         - 18  # NDRPDR sel
172
173     plot-dpdk-throughput-latency-3n-hsw:
174       csit-dpdk-perf-verify-1904-3n-hsw:
175         - 2   # NDRPDR sel
176         - 3   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 13  # NDRPDR sel
180         - 14  # NDRPDR sel
181         - 15  # NDRPDR sel
182         - 18  # NDRPDR sel
183         - 19  # NDRPDR sel
184         - 20  # NDRPDR sel
185
186     # 3n-skx
187
188     plot-vpp-throughput-lat-tsa-3n-skx:
189       csit-vpp-perf-verify-1904-3n-skx:
190         - 8   # NDRPDR sel
191         - 9   # NDRPDR sel
192         - 10  # NDRPDR sel
193         - 11  # NDRPDR sel
194         - 12  # NDRPDR sel
195         - 14  # NDRPDR sel
196         - 16  # NDRPDR sel
197         - 21  # NDRPDR sel
198         - 23  # NDRPDR sel
199         - 25  # NDRPDR sel
200
201     plot-dpdk-throughput-latency-3n-skx:
202       csit-dpdk-perf-verify-1904-3n-skx:
203         - 2   # NDRPDR sel
204         - 3   # NDRPDR sel
205         - 4   # NDRPDR sel
206         - 5   # NDRPDR sel
207         - 6   # NDRPDR sel
208         - 7   # NDRPDR sel
209         - 11  # NDRPDR sel
210         - 12  # NDRPDR sel
211         - 13  # NDRPDR sel
212         - 14  # NDRPDR sel
213
214     # 2n-skx
215
216     plot-vpp-throughput-lat-tsa-2n-skx:
217       csit-vpp-perf-verify-1904-2n-skx:
218         - 12  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 16  # NDRPDR sel
221         - 17  # NDRPDR sel
222         - 18  # NDRPDR sel
223         - 21  # NDRPDR sel
224         - 27  # NDRPDR sel
225         - 30  # NDRPDR sel
226         - 31  # NDRPDR sel
227         - 32  # NDRPDR sel
228
229     plot-vpp-soak-2n-skx:
230       # TODO: Replace with 1904 data
231       # csit-vpp-perf-verify-1904-2n-skx:
232       csit-vpp-perf-verify-1901-2n-skx:
233         - 45  # SOAK sel
234
235     plot-vpp-nfv-2n-skx-ndrpdr-64b:
236       # TODO: Add 1904 data
237       csit-vpp-perf-verify-1904-2n-skx:
238         - 9   # NFV NDRPDR - replace
239
240     plot-vpp-nfv-2n-skx-ndrpdr-imix:
241       # TODO: Add 1904 data
242       csit-vpp-perf-verify-1904-2n-skx:
243         - 9   # NFV NDRPDR - replace
244
245     plot-vpp-nfv-2n-skx-mrr-64b:
246       csit-vpp-perf-verify-1904-2n-skx:
247         - 40  # NFV MRR 64b
248         - 41  # NFV MRR 64b
249         - 42  # NFV MRR 64b
250         - 47  # NFV MRR 64b
251         - 48  # NFV MRR 64b
252
253     plot-vpp-nfv-2n-skx-mrr-imix:
254       # TODO: Add 1904 data
255       csit-vpp-perf-verify-1904-2n-skx:
256         - 49  # NFV MRR IMIX
257         - 50  # NFV MRR IMIX
258         - 51  # NFV MRR IMIX
259         - 54  # NFV MRR IMIX
260
261     plot-dpdk-throughput-latency-2n-skx:
262       csit-dpdk-perf-verify-1904-2n-skx:
263         - 2   # NDRPDR sel
264         - 3   # NDRPDR sel
265         - 4   # NDRPDR sel
266         - 5   # NDRPDR sel
267         - 7   # NDRPDR sel
268         - 8   # NDRPDR sel
269         - 9   # NDRPDR sel
270         - 10  # NDRPDR sel
271         - 11  # NDRPDR sel
272         - 12  # NDRPDR sel
273
274     # 3rd party
275
276     # Denverton:
277     intel-dnv-vpp:
278       # TODO: Replace with 1904 data
279       # intel-dnv-vpp-release-1904:
280       intel-dnv-vpp-release-1901:
281         - 1
282
283     ###########################################################################
284     # Simple tables (only one data set):
285
286     # NIC Comparisons
287
288     vpp-nic-comparison-3n-hsw:
289       # TODO: Add 1904 data
290       csit-vpp-perf-verify-1904-3n-hsw:
291         - 11  # NDRPDR sel
292         - 12  # NDRPDR sel
293         - 20  # NDRPDR sel
294         - 21  # NDRPDR sel
295         - 23  # NDRPDR sel
296         - 24  # NDRPDR sel
297         - 25  # NDRPDR sel
298
299     vpp-nic-comparison-3n-skx:
300       csit-vpp-perf-verify-1904-3n-skx:
301         - 8   # NDRPDR sel
302         - 9   # NDRPDR sel
303         - 10  # NDRPDR sel
304         - 11  # NDRPDR sel
305         - 12  # NDRPDR sel
306         - 14  # NDRPDR sel
307         - 16  # NDRPDR sel
308         - 21  # NDRPDR sel
309         - 23  # NDRPDR sel
310         - 25  # NDRPDR sel
311
312     vpp-nic-comparison-2n-skx:
313       csit-vpp-perf-verify-1904-2n-skx:
314         - 12  # NDRPDR sel
315         - 14  # NDRPDR sel
316         - 16  # NDRPDR sel
317         - 17  # NDRPDR sel
318         - 18  # NDRPDR sel
319         - 21  # NDRPDR sel
320         - 27  # NDRPDR sel
321         - 30  # NDRPDR sel
322         - 31  # NDRPDR sel
323         - 32  # NDRPDR sel
324
325     vpp-nic-comparison-3n-hsw-mrr:
326       csit-vpp-perf-verify-1904-3n-hsw:
327         - 9   # MRR sel
328
329     vpp-nic-comparison-3n-skx-mrr:
330       csit-vpp-perf-verify-1904-3n-skx:
331         - 7   # MRR sel
332
333     vpp-nic-comparison-2n-skx-mrr:
334       csit-vpp-perf-verify-1904-2n-skx:
335         - 11  # MRR sel
336
337     # Results
338
339     vpp-perf-results-3n-hsw:
340       # TODO: Replace with FULL 1904 data
341       csit-vpp-perf-verify-1904-3n-hsw:
342         - 12  # NDRPDR sel
343
344     vpp-perf-results-3n-skx:
345       # TODO: Replace with FULL 1904 data
346       csit-vpp-perf-verify-1904-3n-skx:
347         - 10  # NDRPDR sel
348
349     vpp-perf-results-2n-skx:
350       # TODO: Add FULL 1904 data
351       csit-vpp-perf-verify-1904-2n-skx:
352         - 33  # NDRPDR full
353         - 39  # NDRPDR full
354
355     vpp-mrr-results-3n-hsw:
356       csit-vpp-perf-verify-1904-3n-hsw:
357         - 9   # MRR sel
358
359     vpp-mrr-results-3n-skx:
360       csit-vpp-perf-verify-1904-3n-skx:
361         - 7   # MRR sel
362
363     vpp-mrr-results-2n-skx:
364       csit-vpp-perf-verify-1904-2n-skx:
365         - 11  # MRR sel
366
367     vpp-func-results-ubuntu:
368       csit-vpp-functional-1904-ubuntu1604-virl:
369         - 29
370
371     vpp-func-results-centos:
372       csit-vpp-functional-1904-centos7-virl:
373         - 32
374
375     vpp-device-results-ubuntu:
376       csit-vpp-device-1904-ubuntu1804-1n-skx:
377         - 33
378
379     # VPP Ligato
380     ligato-perf-results-3n-hsw:
381       # TODO: Replace with 1904 data
382       # csit-ligato-perf-verify-1904-3n-hsw:
383       csit-ligato-perf-verify-1901-3n-hsw:
384         - 10  # NDRPDR full
385
386     dpdk-perf-results-3n-hsw:
387       csit-dpdk-perf-verify-1904-3n-hsw:
388         - 5   # NDRPDR sel
389
390     dpdk-perf-results-3n-skx:
391       csit-dpdk-perf-verify-1904-3n-skx:
392         - 7   # NDRPDR sel
393
394     dpdk-perf-results-2n-skx:
395       csit-dpdk-perf-verify-1904-2n-skx:
396         - 9   # NDRPDR sel
397
398     # HoneyComb Functional
399     hc-func-results:
400       csit-hc2vpp-verify-func-1904-ubuntu1604:
401         - 1
402
403 #    # NSH SFC Functional
404 #    nsh-func-results:
405 #      # Not used
406 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
407 #        - 1
408
409     # DMM Functional
410     dmm-func-results:
411       csit-dmm-functional-1904-ubuntu1604-virl:
412         - 1
413
414     ###########################################################################
415     # Tables (more than one data set)
416
417     # Performance changes
418
419     intel-dnv-vpp-changes-2n-dnv-h1:
420       intel-dnv-vpp-release-1810:
421         - 1
422     intel-dnv-vpp-changes-2n-dnv-ref:
423       intel-dnv-vpp-release-1901:
424         - 1
425     intel-dnv-vpp-changes-2n-dnv-cmp:
426       # TODO: Replace with 1904 data
427       # intel-dnv-vpp-release-1904:
428       intel-dnv-vpp-release-1901:
429         - 1
430     intel-dnv-vpp-changes-2n-dnv:
431       - "intel-dnv-vpp-changes-2n-dnv-h1"
432       - "intel-dnv-vpp-changes-2n-dnv-ref"
433       - "intel-dnv-vpp-changes-2n-dnv-cmp"
434
435     vpp-performance-changes-3n-hsw-h1:
436       csit-vpp-perf-verify-1810-3n-hsw:
437         - 8   # NDRPDR sel
438         - 12  # NDRPDR sel
439         - 14  # NDRPDR sel
440         - 18  # NDRPDR sel
441         - 23  # NDRPDR sel
442         - 25  # NDRPDR sel
443         - 38  # NDRPDR sel
444         - 39  # NDRPDR sel
445         - 41  # NDRPDR sel
446         - 42  # NDRPDR sel
447     vpp-performance-changes-3n-hsw-ref:
448       csit-vpp-perf-verify-1901-3n-hsw:
449         - 10  # NDRPDR sel
450         - 19  # NDRPDR sel
451         - 31  # NDRPDR sel
452         - 36  # NDRPDR sel
453         - 40  # NDRPDR sel
454         - 42  # NDRPDR sel
455         - 44  # NDRPDR sel
456         - 46  # NDRPDR sel
457         - 47  # NDRPDR sel
458         - 48  # NDRPDR sel
459         - 61  # NDRPDR LB
460         - 62  # NDRPDR LB
461         - 63  # NDRPDR LB
462         - 64  # NDRPDR LB
463         - 65  # NDRPDR LB
464         - 66  # NDRPDR LB
465         - 67  # NDRPDR LB
466         - 69  # NDRPDR LB
467         - 70  # NDRPDR LB
468         - 71  # NDRPDR LB
469     vpp-performance-changes-3n-hsw-cmp:
470       # TODO: Add 1904 data
471       csit-vpp-perf-verify-1904-3n-hsw:
472         - 11  # NDRPDR sel
473         - 12  # NDRPDR sel
474         - 20  # NDRPDR sel
475         - 21  # NDRPDR sel
476         - 23  # NDRPDR sel
477         - 24  # NDRPDR sel
478         - 25  # NDRPDR sel
479     vpp-performance-changes-3n-hsw:
480       - "vpp-performance-changes-3n-hsw-h1"
481       - "vpp-performance-changes-3n-hsw-ref"
482       - "vpp-performance-changes-3n-hsw-cmp"
483
484     vpp-performance-changes-3n-skx-h1:
485       csit-vpp-perf-verify-1810-3n-skx:
486         - 10  # NDRPDR sel
487         - 14  # NDRPDR sel
488         - 15  # NDRPDR sel
489         - 16  # NDRPDR sel
490         - 17  # NDRPDR sel
491         - 19  # NDRPDR sel
492         - 20  # NDRPDR sel
493         - 21  # NDRPDR sel
494         - 22  # NDRPDR sel
495         - 25  # NDRPDR sel
496     vpp-performance-changes-3n-skx-ref:
497       csit-vpp-perf-verify-1901-3n-skx:
498         - 18  # NDRPDR sel
499         - 19  # NDRPDR sel
500         - 20  # NDRPDR sel
501         - 28  # NDRPDR sel
502         - 31  # NDRPDR sel
503         - 33  # NDRPDR sel
504         - 36  # NDRPDR sel
505         - 38  # NDRPDR sel
506         - 47  # NDRPDR sel
507         - 48  # NDRPDR sel
508         - 54  # NDRPDR LB
509         - 57  # NDRPDR LB
510         - 58  # NDRPDR LB
511         - 59  # NDRPDR LB
512         - 60  # NDRPDR LB
513         - 63  # NDRPDR LB
514         - 64  # NDRPDR LB
515         - 65  # NDRPDR LB
516         - 66  # NDRPDR LB
517         - 67  # NDRPDR LB
518     vpp-performance-changes-3n-skx-cmp:
519       csit-vpp-perf-verify-1904-3n-skx:
520         - 8   # NDRPDR sel
521         - 9   # NDRPDR sel
522         - 10  # NDRPDR sel
523         - 11  # NDRPDR sel
524         - 12  # NDRPDR sel
525         - 14  # NDRPDR sel
526         - 16  # NDRPDR sel
527         - 21  # NDRPDR sel
528         - 23  # NDRPDR sel
529         - 25  # NDRPDR sel
530     vpp-performance-changes-3n-skx:
531       - "vpp-performance-changes-3n-skx-h1"
532       - "vpp-performance-changes-3n-skx-ref"
533       - "vpp-performance-changes-3n-skx-cmp"
534
535     vpp-performance-changes-2n-skx-h1:
536       csit-vpp-perf-verify-1810-2n-skx:
537         - 9   # NDRPDR sel
538         - 13  # NDRPDR sel
539         - 14  # NDRPDR sel
540         - 19  # NDRPDR sel
541         - 20  # NDRPDR sel
542         - 21  # NDRPDR sel
543         - 22  # NDRPDR sel
544         - 23  # NDRPDR sel
545         - 24  # NDRPDR sel
546         - 27  # NDRPDR sel
547     vpp-performance-changes-2n-skx-ref:
548       csit-vpp-perf-verify-1901-2n-skx:
549         - 5   # NDRPDR sel
550         - 12  # NDRPDR sel
551         - 13  # NDRPDR sel
552         - 21  # NDRPDR sel
553         - 23  # NDRPDR sel
554         - 31  # NDRPDR sel
555         - 34  # NDRPDR sel
556         - 40  # NDRPDR sel
557         - 42  # NDRPDR sel
558         - 43  # NDRPDR sel
559     vpp-performance-changes-2n-skx-cmp:
560       csit-vpp-perf-verify-1904-2n-skx:
561         - 12  # NDRPDR sel
562         - 14  # NDRPDR sel
563         - 16  # NDRPDR sel
564         - 17  # NDRPDR sel
565         - 18  # NDRPDR sel
566         - 21  # NDRPDR sel
567         - 27  # NDRPDR sel
568         - 30  # NDRPDR sel
569         - 31  # NDRPDR sel
570         - 32  # NDRPDR sel
571     vpp-performance-changes-2n-skx:
572       - "vpp-performance-changes-2n-skx-h1"
573       - "vpp-performance-changes-2n-skx-ref"
574       - "vpp-performance-changes-2n-skx-cmp"
575
576     vpp-performance-changes-3n-hsw-mrr-h1:
577       csit-vpp-perf-verify-1810-3n-hsw:
578         - 9   # MRR sel
579     vpp-performance-changes-3n-hsw-mrr-ref:
580       csit-vpp-perf-verify-1901-3n-hsw:
581         - 35  # MRR sel
582     vpp-performance-changes-3n-hsw-mrr-cmp:
583       csit-vpp-perf-verify-1904-3n-hsw:
584         - 9   # MRR sel
585     vpp-performance-changes-3n-hsw-mrr:
586       - "vpp-performance-changes-3n-hsw-mrr-h1"
587       - "vpp-performance-changes-3n-hsw-mrr-ref"
588       - "vpp-performance-changes-3n-hsw-mrr-cmp"
589
590     vpp-performance-changes-3n-skx-mrr-h1:
591       csit-vpp-perf-verify-1810-3n-skx:
592         - 9   # MRR sel
593         - 11  # MRR sel
594         - 12  # MRR sel
595         - 13  # MRR sel
596     vpp-performance-changes-3n-skx-mrr-ref:
597       csit-vpp-perf-verify-1901-3n-skx:
598         - 32  # MRR sel
599     vpp-performance-changes-3n-skx-mrr-cmp:
600       csit-vpp-perf-verify-1904-3n-skx:
601         - 7   # MRR sel
602     vpp-performance-changes-3n-skx-mrr:
603       - "vpp-performance-changes-3n-skx-mrr-h1"
604       - "vpp-performance-changes-3n-skx-mrr-ref"
605       - "vpp-performance-changes-3n-skx-mrr-cmp"
606
607     vpp-performance-changes-2n-skx-mrr-h1:
608       csit-vpp-perf-verify-1810-2n-skx:
609         - 8   # MRR sel
610         - 10  # MRR sel
611         - 11  # MRR sel
612         - 12  # MRR sel
613     vpp-performance-changes-2n-skx-mrr-ref:
614       csit-vpp-perf-verify-1901-2n-skx:
615         - 22  # MRR sel
616     vpp-performance-changes-2n-skx-mrr-cmp:
617       csit-vpp-perf-verify-1904-2n-skx:
618         - 11  # MRR sel
619     vpp-performance-changes-2n-skx-mrr:
620       - "vpp-performance-changes-2n-skx-mrr-h1"
621       - "vpp-performance-changes-2n-skx-mrr-ref"
622       - "vpp-performance-changes-2n-skx-mrr-cmp"
623
624     dpdk-performance-changes-3n-hsw-h1:
625       csit-dpdk-perf-verify-1810-3n-hsw:
626         - 1   # NDRPDR sel
627         - 2   # NDRPDR sel
628         - 3   # NDRPDR sel
629         - 4   # NDRPDR sel
630         - 5   # NDRPDR sel
631         - 6   # NDRPDR sel
632         - 7   # NDRPDR sel
633         - 8   # NDRPDR sel
634         - 9   # NDRPDR sel
635         - 10  # NDRPDR sel
636     dpdk-performance-changes-3n-hsw-ref:
637       csit-dpdk-perf-verify-1901-3n-hsw:
638         - 13  # NDRPDR sel
639         - 14  # NDRPDR sel
640         - 16  # NDRPDR sel
641         - 17  # NDRPDR sel
642         - 18  # NDRPDR sel
643         - 19  # NDRPDR sel
644         - 20  # NDRPDR sel
645         - 21  # NDRPDR sel
646         - 22  # NDRPDR sel
647         - 23  # NDRPDR sel
648     dpdk-performance-changes-3n-hsw-cmp:
649       csit-dpdk-perf-verify-1904-3n-hsw:
650         - 2   # NDRPDR sel
651         - 3   # NDRPDR sel
652         - 5   # NDRPDR sel
653         - 6   # NDRPDR sel
654         - 13  # NDRPDR sel
655         - 14  # NDRPDR sel
656         - 15  # NDRPDR sel
657         - 18  # NDRPDR sel
658         - 19  # NDRPDR sel
659         - 20  # NDRPDR sel
660     dpdk-performance-changes-3n-hsw:
661       - "dpdk-performance-changes-3n-hsw-h1"
662       - "dpdk-performance-changes-3n-hsw-ref"
663       - "dpdk-performance-changes-3n-hsw-cmp"
664
665     dpdk-performance-changes-3n-skx-h1:
666       csit-dpdk-perf-verify-1810-3n-skx:
667         - 3   # NDRPDR sel
668         - 4   # NDRPDR sel
669         - 6   # NDRPDR sel
670         - 7   # NDRPDR sel
671         - 8   # NDRPDR sel
672         - 9   # NDRPDR sel
673         - 10  # NDRPDR sel
674         - 11  # NDRPDR sel
675         - 12  # NDRPDR sel
676         - 13  # NDRPDR sel
677     dpdk-performance-changes-3n-skx-ref:
678       csit-dpdk-perf-verify-1901-3n-skx:
679         - 3   # NDRPDR sel
680         - 5   # NDRPDR sel
681         - 6   # NDRPDR sel
682         - 7   # NDRPDR sel
683         - 8   # NDRPDR sel
684         - 9   # NDRPDR sel
685         - 10  # NDRPDR sel
686         - 11  # NDRPDR sel
687         - 12  # NDRPDR sel
688         - 13  # NDRPDR sel
689     dpdk-performance-changes-3n-skx-cmp:
690       csit-dpdk-perf-verify-1904-3n-skx:
691         - 2   # NDRPDR sel
692         - 3   # NDRPDR sel
693         - 4   # NDRPDR sel
694         - 5   # NDRPDR sel
695         - 6   # NDRPDR sel
696         - 7   # NDRPDR sel
697         - 11  # NDRPDR sel
698         - 12  # NDRPDR sel
699         - 13  # NDRPDR sel
700         - 14  # NDRPDR sel
701     dpdk-performance-changes-3n-skx:
702       - "dpdk-performance-changes-3n-skx-h1"
703       - "dpdk-performance-changes-3n-skx-ref"
704       - "dpdk-performance-changes-3n-skx-cmp"
705
706     dpdk-performance-changes-2n-skx-h1:
707       csit-dpdk-perf-verify-1810-2n-skx:
708         - 3   # NDRPDR sel
709         - 4   # NDRPDR sel
710         - 5   # NDRPDR sel
711         - 7   # NDRPDR sel
712         - 8   # NDRPDR sel
713         - 9   # NDRPDR sel
714         - 10  # NDRPDR sel
715         - 11  # NDRPDR sel
716         - 12  # NDRPDR sel
717         - 13  # NDRPDR sel
718     dpdk-performance-changes-2n-skx-ref:
719       csit-dpdk-perf-verify-1901-2n-skx:
720         - 12  # NDRPDR sel
721         - 13  # NDRPDR sel
722         - 14  # NDRPDR sel
723         - 15  # NDRPDR sel
724         - 16  # NDRPDR sel
725         - 17  # NDRPDR sel
726         - 18  # NDRPDR sel
727         - 19  # NDRPDR sel
728         - 20  # NDRPDR sel
729         - 21  # NDRPDR sel
730     dpdk-performance-changes-2n-skx-cmp:
731       csit-dpdk-perf-verify-1904-2n-skx:
732         - 2   # NDRPDR sel
733         - 3   # NDRPDR sel
734         - 4   # NDRPDR sel
735         - 5   # NDRPDR sel
736         - 7   # NDRPDR sel
737         - 8   # NDRPDR sel
738         - 9   # NDRPDR sel
739         - 10  # NDRPDR sel
740         - 11  # NDRPDR sel
741         - 12  # NDRPDR sel
742     dpdk-performance-changes-2n-skx:
743       - "dpdk-performance-changes-2n-skx-h1"
744       - "dpdk-performance-changes-2n-skx-ref"
745       - "dpdk-performance-changes-2n-skx-cmp"
746
747     # Compare testbeds
748
749     vpp-compare-testbeds-ref:
750       # TODO: Add 1904 data
751       csit-vpp-perf-verify-1904-3n-hsw:
752         - 11  # NDRPDR sel
753         - 12  # NDRPDR sel
754         - 20  # NDRPDR sel
755         - 21  # NDRPDR sel
756         - 23  # NDRPDR sel
757         - 24  # NDRPDR sel
758         - 25  # NDRPDR sel
759     vpp-compare-testbeds-cmp:
760       csit-vpp-perf-verify-1904-3n-skx:
761         - 8   # NDRPDR sel
762         - 9   # NDRPDR sel
763         - 10  # NDRPDR sel
764         - 11  # NDRPDR sel
765         - 12  # NDRPDR sel
766         - 14  # NDRPDR sel
767         - 16  # NDRPDR sel
768         - 21  # NDRPDR sel
769         - 23  # NDRPDR sel
770         - 25  # NDRPDR sel
771     vpp-compare-testbeds:
772       - "vpp-compare-testbeds-ref"
773       - "vpp-compare-testbeds-cmp"
774
775     vpp-compare-testbeds-mrr-ref:
776       csit-vpp-perf-verify-1904-3n-hsw:
777         - 9   # MRR sel
778     vpp-compare-testbeds-mrr-cmp:
779       csit-vpp-perf-verify-1904-3n-skx:
780         - 7   # MRR sel
781     vpp-compare-testbeds-mrr:
782       - "vpp-compare-testbeds-mrr-ref"
783       - "vpp-compare-testbeds-mrr-cmp"
784
785     dpdk-compare-testbeds-ref:
786       csit-dpdk-perf-verify-1904-3n-hsw:
787         - 2   # NDRPDR sel
788         - 3   # NDRPDR sel
789         - 5   # NDRPDR sel
790         - 6   # NDRPDR sel
791         - 13  # NDRPDR sel
792         - 14  # NDRPDR sel
793         - 15  # NDRPDR sel
794         - 18  # NDRPDR sel
795         - 19  # NDRPDR sel
796         - 20  # NDRPDR sel
797     dpdk-compare-testbeds-cmp:
798       csit-dpdk-perf-verify-1904-3n-skx:
799         - 2   # NDRPDR sel
800         - 3   # NDRPDR sel
801         - 4   # NDRPDR sel
802         - 5   # NDRPDR sel
803         - 6   # NDRPDR sel
804         - 7   # NDRPDR sel
805         - 11  # NDRPDR sel
806         - 12  # NDRPDR sel
807         - 13  # NDRPDR sel
808         - 14  # NDRPDR sel
809     dpdk-compare-testbeds:
810       - "dpdk-compare-testbeds-ref"
811       - "dpdk-compare-testbeds-cmp"
812
813     # Compare topologies
814
815     vpp-compare-topologies-ref:
816       csit-vpp-perf-verify-1904-3n-skx:
817         - 8   # NDRPDR sel
818         - 9   # NDRPDR sel
819         - 10  # NDRPDR sel
820         - 11  # NDRPDR sel
821         - 12  # NDRPDR sel
822         - 14  # NDRPDR sel
823         - 16  # NDRPDR sel
824         - 21  # NDRPDR sel
825         - 23  # NDRPDR sel
826         - 25  # NDRPDR sel
827     vpp-compare-topologies-cmp:
828       csit-vpp-perf-verify-1904-2n-skx:
829         - 12  # NDRPDR sel
830         - 14  # NDRPDR sel
831         - 16  # NDRPDR sel
832         - 17  # NDRPDR sel
833         - 18  # NDRPDR sel
834         - 21  # NDRPDR sel
835         - 27  # NDRPDR sel
836         - 30  # NDRPDR sel
837         - 31  # NDRPDR sel
838         - 32  # NDRPDR sel
839     vpp-compare-topologies:
840       - "vpp-compare-topologies-ref"
841       - "vpp-compare-topologies-cmp"
842
843     vpp-compare-topologies-mrr-ref:
844       csit-vpp-perf-verify-1904-3n-skx:
845         - 7   # MRR sel
846     vpp-compare-topologies-mrr-cmp:
847       csit-vpp-perf-verify-1904-2n-skx:
848         - 11  # MRR sel
849     vpp-compare-topologies-mrr:
850       - "vpp-compare-topologies-mrr-ref"
851       - "vpp-compare-topologies-mrr-cmp"
852
853     dpdk-compare-topologies-ref:
854       csit-dpdk-perf-verify-1904-3n-skx:
855         - 2   # NDRPDR sel
856         - 3   # NDRPDR sel
857         - 4   # NDRPDR sel
858         - 5   # NDRPDR sel
859         - 6   # NDRPDR sel
860         - 7   # NDRPDR sel
861         - 11  # NDRPDR sel
862         - 12  # NDRPDR sel
863         - 13  # NDRPDR sel
864         - 14  # NDRPDR sel
865     dpdk-compare-topologies-cmp:
866       csit-dpdk-perf-verify-1904-2n-skx:
867         - 2   # NDRPDR sel
868         - 3   # NDRPDR sel
869         - 4   # NDRPDR sel
870         - 5   # NDRPDR sel
871         - 7   # NDRPDR sel
872         - 8   # NDRPDR sel
873         - 9   # NDRPDR sel
874         - 10  # NDRPDR sel
875         - 11  # NDRPDR sel
876         - 12  # NDRPDR sel
877     dpdk-compare-topologies:
878       - "dpdk-compare-topologies-ref"
879       - "dpdk-compare-topologies-cmp"
880
881   plot-layouts:
882
883     plot-soak-throughput:
884       titlefont:
885         size: 18
886       xaxis:
887         title: "<b>Test Cases [Index]</b>"
888         titlefont:
889           size: 16
890         autorange: True
891         fixedrange: False
892         gridcolor: "rgb(230, 230, 230)"
893         linecolor: "rgb(220, 220, 220)"
894         linewidth: 1
895         showgrid: True
896         showline: True
897         showticklabels: True
898         tickcolor: "rgb(220, 220, 220)"
899         tickmode: "linear"
900         tickfont:
901           size: 16
902         zeroline: False
903       yaxis:
904         title: "<b>Packet Throughput [Mpps]</b>"
905         titlefont:
906           size: 16
907         gridcolor: "rgb(230, 230, 230)"
908         hoverformat: ".4s"
909         tickformat: ".3s"
910         linecolor: "rgb(220, 220, 220)"
911         linewidth: 1
912         showgrid: True
913         showline: True
914         showticklabels: True
915         tickcolor: "rgb(220, 220, 220)"
916         tickfont:
917           size: 16
918         zeroline: False
919         range: [0,50]
920       autosize: False
921       margin:
922         t: 50
923         b: 0
924         l: 80
925         r: 20
926       showlegend: True
927       legend:
928         orientation: "h"
929         font:
930           size: 16
931       width: 700
932       height: 900
933
934     plot-service-density:
935       titlefont:
936         size: 18
937       xaxis:
938         side: "top"
939         autorange: True
940         fixedrange: False
941         showgrid: False
942         showline: False
943         showticklabels: False
944         ticks: ""
945         ticklen: 0
946         tickwidth: 0
947         zeroline: False
948       yaxis:
949         autorange: "reversed"
950         showgrid: False
951         showline: False
952         showticklabels: False
953         ticks: ""
954         ticklen: 0
955         tickwidth: 0
956         zeroline: False
957       autosize: True
958       showlegend: False
959       width: 700
960       height: 700
961
962     plot-cps:
963       titlefont:
964         size: 18
965       xaxis:
966         title: "<b>Test Cases [Index]</b>"
967         titlefont:
968           size: 16
969         autorange: True
970         fixedrange: False
971         gridcolor: "rgb(230, 230, 230)"
972         linecolor: "rgb(220, 220, 220)"
973         linewidth: 1
974         showgrid: True
975         showline: True
976         showticklabels: True
977         tickcolor: "rgb(220, 220, 220)"
978         tickmode: "linear"
979         tickfont:
980           size: 16
981         zeroline: False
982       yaxis:
983         title: "<b>Connections Per Second [cps]</b>"
984         titlefont:
985           size: 16
986         gridcolor: "rgb(230, 230, 230)"
987         hoverformat: ".4s"
988         linecolor: "rgb(220, 220, 220)"
989         linewidth: 1
990         rangemode: "tozero"
991         showgrid: True
992         showline: True
993         showticklabels: True
994         tickcolor: "rgb(220, 220, 220)"
995         tickformat: ".3s"
996         tickfont:
997           size: 16
998         zeroline: False
999       boxmode: "group"
1000       boxgroupgap: 0.5
1001       autosize: False
1002       margin:
1003         t: 50
1004         b: 20
1005         l: 80
1006         r: 20
1007       showlegend: True
1008       legend:
1009         orientation: "h"
1010         font:
1011           size: 16
1012       width: 700
1013       height: 800
1014
1015     plot-rps:
1016       titlefont:
1017         size: 18
1018       xaxis:
1019         title: "<b>Test Cases [Index]</b>"
1020         titlefont:
1021           size: 16
1022         autorange: True
1023         fixedrange: False
1024         gridcolor: "rgb(230, 230, 230)"
1025         linecolor: "rgb(220, 220, 220)"
1026         linewidth: 1
1027         showgrid: True
1028         showline: True
1029         showticklabels: True
1030         tickcolor: "rgb(220, 220, 220)"
1031         tickmode: "linear"
1032         tickfont:
1033           size: 16
1034         zeroline: False
1035       yaxis:
1036         title: "<b>Requests Per Second [rps]</b>"
1037         titlefont:
1038           size: 16
1039         gridcolor: "rgb(230, 230, 230)"
1040         hoverformat: ".4s"
1041         linecolor: "rgb(220, 220, 220)"
1042         linewidth: 1
1043         rangemode: "tozero"
1044         showgrid: True
1045         showline: True
1046         showticklabels: True
1047         tickcolor: "rgb(230, 230, 230)"
1048         tickformat: ".3s"
1049         tickfont:
1050           size: 16
1051         zeroline: False
1052       boxmode: "group"
1053       boxgroupgap: 0.5
1054       autosize: False
1055       margin:
1056         t: 50
1057         b: 20
1058         l: 80
1059         r: 20
1060       showlegend: True
1061       legend:
1062         orientation: "h"
1063         font:
1064           size: 16
1065       width: 700
1066       height: 800
1067
1068     plot-throughput:
1069       titlefont:
1070         size: 18
1071       xaxis:
1072         title: "<b>Test Cases [Index]</b>"
1073         titlefont:
1074           size: 16
1075         autorange: True
1076         fixedrange: False
1077         gridcolor: "rgb(230, 230, 230)"
1078         linecolor: "rgb(220, 220, 220)"
1079         linewidth: 1
1080         showgrid: True
1081         showline: True
1082         showticklabels: True
1083         tickcolor: "rgb(220, 220, 220)"
1084         tickmode: "linear"
1085         tickfont:
1086           size: 16
1087         zeroline: False
1088       yaxis:
1089         title: "<b>Packet Throughput [Mpps]</b>"
1090         titlefont:
1091           size: 16
1092         gridcolor: "rgb(230, 230, 230)"
1093         hoverformat: ".4s"
1094         tickformat: ".3s"
1095         linecolor: "rgb(220, 220, 220)"
1096         linewidth: 1
1097         showgrid: True
1098         showline: True
1099         showticklabels: True
1100         tickcolor: "rgb(220, 220, 220)"
1101         tickfont:
1102           size: 16
1103         zeroline: False
1104         range: [0,50]
1105       boxmode: "group"
1106       boxgroupgap: 0.5
1107       autosize: False
1108       margin:
1109         t: 50
1110         b: 0
1111         l: 80
1112         r: 20
1113       showlegend: True
1114       legend:
1115         orientation: "h"
1116         font:
1117           size: 16
1118       width: 700
1119       height: 900
1120
1121     plot-throughput-speedup-analysis:
1122       titlefont:
1123         size: 18
1124       xaxis:
1125         title: "<b>Number of Cores [Qty]</b>"
1126         titlefont:
1127           size: 16
1128         autorange: True
1129         fixedrange: False
1130         gridcolor: "rgb(230, 230, 230)"
1131         linecolor: "rgb(220, 220, 220)"
1132         linewidth: 1
1133         showgrid: True
1134         showline: True
1135         showticklabels: True
1136         tickcolor: "rgb(238, 238, 238)"
1137         tickmode: "linear"
1138         tickfont:
1139           size: 16
1140         zeroline: False
1141       yaxis:
1142         title: "<b>Packet Throughput [Mpps]</b>"
1143         titlefont:
1144           size: 16
1145         type: "linear"
1146         gridcolor: "rgb(230, 230, 230)"
1147         hoverformat: ".4s"
1148         linecolor: "rgb(220, 220, 220)"
1149         linewidth: 1
1150         showgrid: True
1151         showline: True
1152         showticklabels: True
1153         tickcolor: "rgb(220, 220, 220)"
1154         tickformat: ".4s"
1155         tickfont:
1156           size: 16
1157         zeroline: True
1158         rangemode: "tozero"
1159         range: [0,100]
1160       legend:
1161         orientation: "h"
1162         font:
1163           size: 16
1164         xanchor: "left"
1165         yanchor: "top"
1166         x: 0
1167         y: -0.2
1168         bgcolor: "rgba(255, 255, 255, 0)"
1169         bordercolor: "rgba(255, 255, 255, 0)"
1170         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1171       autosize: False
1172       margin:
1173           't': 50
1174           'b': 150
1175           'l': 85
1176           'r': 10
1177       showlegend: True
1178       width: 700
1179       height: 700
1180       hoverlabel:
1181         namelength: -1
1182       annotations: [
1183         {
1184           text: "_ _          __          ...",
1185           align: "left",
1186           showarrow: False,
1187           xref: "paper",
1188           yref: "paper",
1189           xanchor: "left",
1190           yanchor: "top",
1191           x: 0,
1192           y: -0.13,
1193           font: {
1194             family: "Consolas, Courier New",
1195             size: 15
1196           },
1197         },
1198         {
1199           text: "    Perfect     Measured     Limit",
1200           align: "left",
1201           showarrow: False,
1202           xref: "paper",
1203           yref: "paper",
1204           xanchor: "left",
1205           yanchor: "top",
1206           x: 0,
1207           y: -0.15,
1208           font: {
1209             family: "Consolas, Courier New",
1210             size: 15
1211           },
1212         },
1213       ]
1214
1215     plot-latency:
1216       titlefont:
1217         size: 18
1218       xaxis:
1219         title: "<b>Direction</b>"
1220         titlefont:
1221           size: 16
1222         autorange: True
1223         fixedrange: False
1224         gridcolor: "rgb(230, 230, 230)"
1225         linecolor: "rgb(220, 220, 220)"
1226         linewidth: 1
1227         showgrid: True
1228         showline: True
1229         showticklabels: False
1230         tickcolor: "rgb(220, 220, 220)"
1231         tickmode: "linear"
1232         tickfont:
1233           size: 16
1234         zeroline: False
1235       yaxis:
1236         title: "<b>Packet Latency [uSec]</b>"
1237         titlefont:
1238           size: 16
1239         type: "linear"
1240         gridcolor: "rgb(230, 230, 230)"
1241         hoverformat: ".4s"
1242         linecolor: "rgb(220, 220, 220)"
1243         linewidth: 1
1244         showgrid: True
1245         showline: True
1246         showticklabels: True
1247         tickcolor: "rgb(220, 220, 220)"
1248         tickformat: ".4s"
1249         tickfont:
1250           size: 16
1251         zeroline: True
1252         rangemode: "tozero"
1253       legend:
1254         orientation: "h"
1255         font:
1256           size: 16
1257         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1258       autosize: False
1259       margin:
1260           't': 50
1261           'b': 150
1262           'l': 80
1263           'r': 10
1264       showlegend: True
1265       width: 700
1266       height: 700
1267       hoverlabel:
1268         namelength: -1
1269
1270 - type: "static"
1271   src-path: "{DIR[RST]}"
1272   dst-path: "{DIR[WORKING,SRC]}"
1273
1274 - type: "input"
1275   general:
1276     file-name: "robot-plugin.zip"
1277     file-format: ".zip"
1278     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1279     extract: "robot-plugin/output.xml"
1280
1281   builds:
1282     # TODO: Add 1904 data
1283 #    intel-dnv-vpp-release-1904:
1284 #      - 1
1285
1286     intel-dnv-vpp-release-1901:
1287       - 1
1288
1289     intel-dnv-vpp-release-1810:
1290       - 1
1291
1292     csit-vpp-perf-verify-1810-3n-hsw:
1293       - 9   # MRR sel
1294       - 8   # NDRPDR sel
1295       - 12  # NDRPDR sel
1296       - 14  # NDRPDR sel
1297       - 18  # NDRPDR sel
1298       - 23  # NDRPDR sel
1299       - 25  # NDRPDR sel
1300       - 38  # NDRPDR sel
1301       - 39  # NDRPDR sel
1302       - 41  # NDRPDR sel
1303       - 42  # NDRPDR sel
1304       - 28  # WRK
1305       - 29  # WRK
1306       - 30  # WRK
1307       - 31  # WRK
1308       - 32  # WRK
1309       - 33  # WRK
1310       - 34  # WRK
1311       - 35  # WRK
1312       - 36  # WRK
1313       - 37  # WRK
1314     csit-vpp-perf-verify-1901-3n-hsw:
1315       - 35  # MRR sel
1316       - 10  # NDRPDR sel
1317       - 19  # NDRPDR sel
1318       - 31  # NDRPDR sel
1319       - 36  # NDRPDR sel
1320       - 40  # NDRPDR sel
1321       - 42  # NDRPDR sel
1322       - 44  # NDRPDR sel
1323       - 46  # NDRPDR sel
1324       - 47  # NDRPDR sel
1325       - 48  # NDRPDR sel
1326       - 61  # NDRPDR LB
1327       - 62  # NDRPDR LB
1328       - 63  # NDRPDR LB
1329       - 64  # NDRPDR LB
1330       - 65  # NDRPDR LB
1331       - 66  # NDRPDR LB
1332       - 67  # NDRPDR LB
1333       - 69  # NDRPDR LB
1334       - 70  # NDRPDR LB
1335       - 71  # NDRPDR LB
1336     # TODO: Add 1904 Data
1337     csit-vpp-perf-verify-1904-3n-hsw:
1338       - 9   # MRR sel
1339       - 11  # NDRPDR sel
1340       - 12  # NDRPDR sel
1341       - 20  # NDRPDR sel
1342       - 21  # NDRPDR sel
1343       - 23  # NDRPDR sel
1344       - 24  # NDRPDR sel
1345       - 25  # NDRPDR sel
1346
1347     csit-vpp-perf-verify-1810-3n-skx:
1348       - 9   # MRR sel
1349       - 11  # MRR sel
1350       - 12  # MRR sel
1351       - 13  # MRR sel
1352       - 10  # NDRPDR sel
1353       - 14  # NDRPDR sel
1354       - 15  # NDRPDR sel
1355       - 16  # NDRPDR sel
1356       - 17  # NDRPDR sel
1357       - 19  # NDRPDR sel
1358       - 20  # NDRPDR sel
1359       - 21  # NDRPDR sel
1360       - 22  # NDRPDR sel
1361       - 25  # NDRPDR sel
1362     csit-vpp-perf-verify-1901-3n-skx:
1363       - 32  # MRR sel
1364       - 18  # NDRPDR sel
1365       - 19  # NDRPDR sel
1366       - 20  # NDRPDR sel
1367       - 28  # NDRPDR sel
1368       - 31  # NDRPDR sel
1369       - 33  # NDRPDR sel
1370       - 36  # NDRPDR sel
1371       - 38  # NDRPDR sel
1372       - 47  # NDRPDR sel
1373       - 48  # NDRPDR sel
1374       - 54  # NDRPDR LB
1375       - 57  # NDRPDR LB
1376       - 58  # NDRPDR LB
1377       - 59  # NDRPDR LB
1378       - 60  # NDRPDR LB
1379       - 63  # NDRPDR LB
1380       - 64  # NDRPDR LB
1381       - 65  # NDRPDR LB
1382       - 66  # NDRPDR LB
1383       - 67  # NDRPDR LB
1384     csit-vpp-perf-verify-1904-3n-skx:
1385       - 7   # MRR sel
1386       - 8   # NDRPDR sel
1387       - 9   # NDRPDR sel
1388       - 10  # NDRPDR sel
1389       - 11  # NDRPDR sel
1390       - 12  # NDRPDR sel
1391       - 14  # NDRPDR sel
1392       - 16  # NDRPDR sel
1393       - 21  # NDRPDR sel
1394       - 23  # NDRPDR sel
1395       - 25  # NDRPDR sel
1396
1397     csit-vpp-perf-verify-1810-2n-skx:
1398       - 8   # MRR sel
1399       - 10  # MRR sel
1400       - 11  # MRR sel
1401       - 12  # MRR sel
1402       - 9   # NDRPDR sel
1403       - 13  # NDRPDR sel
1404       - 14  # NDRPDR sel
1405       - 19  # NDRPDR sel
1406       - 20  # NDRPDR sel
1407       - 21  # NDRPDR sel
1408       - 22  # NDRPDR sel
1409       - 23  # NDRPDR sel
1410       - 24  # NDRPDR sel
1411       - 27  # NDRPDR sel
1412     csit-vpp-perf-verify-1901-2n-skx:
1413       - 22  # MRR sel
1414       - 5   # NDRPDR sel
1415       - 12  # NDRPDR sel
1416       - 13  # NDRPDR sel
1417       - 21  # NDRPDR sel
1418       - 23  # NDRPDR sel
1419       - 31  # NDRPDR sel
1420       - 34  # NDRPDR sel
1421       - 40  # NDRPDR sel
1422       - 42  # NDRPDR sel
1423       - 43  # NDRPDR sel
1424       - 45  # SOAK
1425     # TODO: Add 1904 data
1426     csit-vpp-perf-verify-1904-2n-skx:
1427       - 11  # MRR sel
1428       - 33  # NDRPDR full
1429       - 39  # NDRPDR full
1430       - 12  # NDRPDR sel
1431       - 14  # NDRPDR sel
1432       - 16  # NDRPDR sel
1433       - 17  # NDRPDR sel
1434       - 18  # NDRPDR sel
1435       - 21  # NDRPDR sel
1436       - 27  # NDRPDR sel
1437       - 30  # NDRPDR sel
1438       - 31  # NDRPDR sel
1439       - 32  # NDRPDR sel
1440       - 40  # NFV MRR 64b
1441       - 41  # NFV MRR 64b
1442       - 42  # NFV MRR 64b
1443       - 47  # NFV MRR 64b
1444       - 48  # NFV MRR 64b
1445       - 49  # NFV MRR IMIX
1446       - 50  # NFV MRR IMIX
1447       - 51  # NFV MRR IMIX
1448       - 54  # NFV MRR IMIX
1449       - 9   # NFV NDRPDR - replace
1450
1451     # TODO: Remove
1452     csit-ligato-perf-verify-1901-3n-hsw:
1453       - 10  # NDRPDR full
1454       - 8   # NDRPDR sel
1455       - 9   # NDRPDR sel
1456       - 11  # NDRPDR sel
1457       - 12  # NDRPDR sel
1458       - 13  # NDRPDR sel
1459       - 14  # NDRPDR sel
1460       - 15  # NDRPDR sel
1461       - 16  # NDRPDR sel
1462       - 17  # NDRPDR sel
1463       - 18  # NDRPDR sel
1464     # TODO: Add 1904 data
1465 #    csit-ligato-perf-verify-1904-3n-hsw:
1466 #      -
1467
1468     csit-dpdk-perf-verify-1810-3n-hsw:
1469       - 1   # NDRPDR sel
1470       - 2   # NDRPDR sel
1471       - 3   # NDRPDR sel
1472       - 4   # NDRPDR sel
1473       - 5   # NDRPDR sel
1474       - 6   # NDRPDR sel
1475       - 7   # NDRPDR sel
1476       - 8   # NDRPDR sel
1477       - 9   # NDRPDR sel
1478       - 10  # NDRPDR sel
1479     csit-dpdk-perf-verify-1901-3n-hsw:
1480       - 13  # NDRPDR sel
1481       - 14  # NDRPDR sel
1482       - 16  # NDRPDR sel
1483       - 17  # NDRPDR sel
1484       - 18  # NDRPDR sel
1485       - 19  # NDRPDR sel
1486       - 20  # NDRPDR sel
1487       - 21  # NDRPDR sel
1488       - 22  # NDRPDR sel
1489       - 23  # NDRPDR sel
1490     csit-dpdk-perf-verify-1904-3n-hsw:
1491       - 2   # NDRPDR sel
1492       - 3   # NDRPDR sel
1493       - 5   # NDRPDR sel
1494       - 6   # NDRPDR sel
1495       - 13  # NDRPDR sel
1496       - 14  # NDRPDR sel
1497       - 15  # NDRPDR sel
1498       - 18  # NDRPDR sel
1499       - 19  # NDRPDR sel
1500       - 20  # NDRPDR sel
1501
1502     csit-dpdk-perf-verify-1810-3n-skx:
1503       - 3   # NDRPDR sel
1504       - 4   # NDRPDR sel
1505       - 6   # NDRPDR sel
1506       - 7   # NDRPDR sel
1507       - 8   # NDRPDR sel
1508       - 9   # NDRPDR sel
1509       - 10  # NDRPDR sel
1510       - 11  # NDRPDR sel
1511       - 12  # NDRPDR sel
1512       - 13  # NDRPDR sel
1513     csit-dpdk-perf-verify-1901-3n-skx:
1514       - 3   # NDRPDR sel
1515       - 5   # NDRPDR sel
1516       - 6   # NDRPDR sel
1517       - 7   # NDRPDR sel
1518       - 8   # NDRPDR sel
1519       - 9   # NDRPDR sel
1520       - 10  # NDRPDR sel
1521       - 11  # NDRPDR sel
1522       - 12  # NDRPDR sel
1523       - 13  # NDRPDR sel
1524     csit-dpdk-perf-verify-1904-3n-skx:
1525       - 2   # NDRPDR sel
1526       - 3   # NDRPDR sel
1527       - 4   # NDRPDR sel
1528       - 5   # NDRPDR sel
1529       - 6   # NDRPDR sel
1530       - 7   # NDRPDR sel
1531       - 11  # NDRPDR sel
1532       - 12  # NDRPDR sel
1533       - 13  # NDRPDR sel
1534       - 14  # NDRPDR sel
1535
1536     csit-dpdk-perf-verify-1810-2n-skx:
1537       - 3   # NDRPDR sel
1538       - 4   # NDRPDR sel
1539       - 5   # NDRPDR sel
1540       - 7   # NDRPDR sel
1541       - 8   # NDRPDR sel
1542       - 9   # NDRPDR sel
1543       - 10  # NDRPDR sel
1544       - 11  # NDRPDR sel
1545       - 12  # NDRPDR sel
1546       - 13  # NDRPDR sel
1547     csit-dpdk-perf-verify-1901-2n-skx:
1548       - 12  # NDRPDR sel
1549       - 13  # NDRPDR sel
1550       - 14  # NDRPDR sel
1551       - 15  # NDRPDR sel
1552       - 16  # NDRPDR sel
1553       - 17  # NDRPDR sel
1554       - 18  # NDRPDR sel
1555       - 19  # NDRPDR sel
1556       - 20  # NDRPDR sel
1557       - 21  # NDRPDR sel
1558     csit-dpdk-perf-verify-1904-2n-skx:
1559       - 2   # NDRPDR sel
1560       - 3   # NDRPDR sel
1561       - 4   # NDRPDR sel
1562       - 5   # NDRPDR sel
1563       - 7   # NDRPDR sel
1564       - 8   # NDRPDR sel
1565       - 9   # NDRPDR sel
1566       - 10  # NDRPDR sel
1567       - 11  # NDRPDR sel
1568       - 12  # NDRPDR sel
1569
1570     csit-vpp-functional-1904-ubuntu1604-virl:
1571       - 33
1572     csit-vpp-functional-1904-centos7-virl:
1573       - 32
1574     csit-vpp-device-1904-ubuntu1804-1n-skx:
1575       - 32
1576 #    # Not used
1577 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1578 #      - 1
1579     csit-dmm-functional-1904-ubuntu1604-virl:
1580       - 1
1581     csit-hc2vpp-verify-func-1904-ubuntu1604:
1582       - 1
1583
1584 - type: "output"
1585   output: "report"
1586   format:
1587     html:
1588     - full
1589 #    pdf:
1590 #    - minimal
1591
1592 ################################################################################
1593 ###                               T A B L E S                                ###
1594 ################################################################################
1595
1596 # VPP Compare NICs 3n-hsw 1t1c ndr
1597 - type: "table"
1598   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1599   algorithm: "table_nics_comparison"
1600   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1601   reference:
1602     title: "Intel-x520"
1603     nic: "NIC_Intel-X520-DA2"
1604   compare:
1605     title: "Intel-x710"
1606     nic: "NIC_Intel-X710"
1607   data: "vpp-nic-comparison-3n-hsw"
1608   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1609   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1610   parameters:
1611   - "name"
1612   - "parent"
1613   - "throughput"
1614   - "tags"
1615
1616 # VPP Compare NICs 3n-hsw 2t2c ndr
1617 - type: "table"
1618   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1619   algorithm: "table_nics_comparison"
1620   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1621   reference:
1622     title: "Intel-x520"
1623     nic: "NIC_Intel-X520-DA2"
1624   compare:
1625     title: "Intel-x710"
1626     nic: "NIC_Intel-X710"
1627   data: "vpp-nic-comparison-3n-hsw"
1628   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1629   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1630   parameters:
1631   - "name"
1632   - "parent"
1633   - "throughput"
1634   - "tags"
1635
1636 # VPP Compare NICs 3n-hsw 1t1c pdr
1637 - type: "table"
1638   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1639   algorithm: "table_nics_comparison"
1640   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1641   reference:
1642     title: "Intel-x520"
1643     nic: "NIC_Intel-X520-DA2"
1644   compare:
1645     title: "Intel-x710"
1646     nic: "NIC_Intel-X710"
1647   data: "vpp-nic-comparison-3n-hsw"
1648   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1649   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1650   parameters:
1651   - "name"
1652   - "parent"
1653   - "throughput"
1654   - "tags"
1655
1656 # VPP Compare NICs 3n-hsw 2t2c pdr
1657 - type: "table"
1658   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1659   algorithm: "table_nics_comparison"
1660   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1661   reference:
1662     title: "Intel-x520"
1663     nic: "NIC_Intel-X520-DA2"
1664   compare:
1665     title: "Intel-x710"
1666     nic: "NIC_Intel-X710"
1667   data: "vpp-nic-comparison-3n-hsw"
1668   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1669   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1670   parameters:
1671   - "name"
1672   - "parent"
1673   - "throughput"
1674   - "tags"
1675
1676 # VPP Compare NICs 3n-hsw 1t1c mrr
1677 - type: "table"
1678   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1679   algorithm: "table_nics_comparison"
1680   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1681   reference:
1682     title: "Intel-x520"
1683     nic: "NIC_Intel-X520-DA2"
1684   compare:
1685     title: "Intel-x710"
1686     nic: "NIC_Intel-X710"
1687   data: "vpp-nic-comparison-3n-hsw-mrr"
1688   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1689   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1690   parameters:
1691   - "name"
1692   - "parent"
1693   - "result"
1694   - "tags"
1695
1696 # VPP Compare NICs 3n-hsw 2t2c mrr
1697 - type: "table"
1698   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1699   algorithm: "table_nics_comparison"
1700   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1701   reference:
1702     title: "Intel-x520"
1703     nic: "NIC_Intel-X520-DA2"
1704   compare:
1705     title: "Intel-x710"
1706     nic: "NIC_Intel-X710"
1707   data: "vpp-nic-comparison-3n-hsw-mrr"
1708   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1709   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1710   parameters:
1711   - "name"
1712   - "parent"
1713   - "result"
1714   - "tags"
1715
1716 # VPP Compare NICs 3n-hsw 4t4c mrr
1717 - type: "table"
1718   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1719   algorithm: "table_nics_comparison"
1720   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1721   reference:
1722     title: "Intel-x520"
1723     nic: "NIC_Intel-X520-DA2"
1724   compare:
1725     title: "Intel-x710"
1726     nic: "NIC_Intel-X710"
1727   data: "vpp-nic-comparison-3n-hsw-mrr"
1728   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1729   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1730   parameters:
1731   - "name"
1732   - "parent"
1733   - "result"
1734   - "tags"
1735
1736 # VPP Compare NICs 3n-skx 2t1c ndr
1737 - type: "table"
1738   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1739   algorithm: "table_nics_comparison"
1740   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1741   reference:
1742     title: "Intel-x710"
1743     nic: "NIC_Intel-X710"
1744   compare:
1745     title: "Intel-xxv710"
1746     nic: "NIC_Intel-XXV710"
1747   data: "vpp-nic-comparison-3n-skx"
1748   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1749   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1750   parameters:
1751   - "name"
1752   - "parent"
1753   - "throughput"
1754   - "tags"
1755
1756 # VPP Compare NICs 3n-skx 4t2c ndr
1757 - type: "table"
1758   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1759   algorithm: "table_nics_comparison"
1760   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1761   reference:
1762     title: "Intel-x710"
1763     nic: "NIC_Intel-X710"
1764   compare:
1765     title: "Intel-xxv710"
1766     nic: "NIC_Intel-XXV710"
1767   data: "vpp-nic-comparison-3n-skx"
1768   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1769   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1770   parameters:
1771   - "name"
1772   - "parent"
1773   - "throughput"
1774   - "tags"
1775
1776 # VPP Compare NICs 3n-skx 2t1c pdr
1777 - type: "table"
1778   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1779   algorithm: "table_nics_comparison"
1780   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1781   reference:
1782     title: "Intel-x710"
1783     nic: "NIC_Intel-X710"
1784   compare:
1785     title: "Intel-xxv710"
1786     nic: "NIC_Intel-XXV710"
1787   data: "vpp-nic-comparison-3n-skx"
1788   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1789   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1790   parameters:
1791   - "name"
1792   - "parent"
1793   - "throughput"
1794   - "tags"
1795
1796  # VPP Compare NICs 3n-skx 4t2c pdr
1797 - type: "table"
1798   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1799   algorithm: "table_nics_comparison"
1800   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1801   reference:
1802     title: "Intel-x710"
1803     nic: "NIC_Intel-X710"
1804   compare:
1805     title: "Intel-xxv710"
1806     nic: "NIC_Intel-XXV710"
1807   data: "vpp-nic-comparison-3n-skx"
1808   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1809   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1810   parameters:
1811   - "name"
1812   - "parent"
1813   - "throughput"
1814   - "tags"
1815
1816 # VPP Compare NICs 3n-skx 2t1c mrr
1817 - type: "table"
1818   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1819   algorithm: "table_nics_comparison"
1820   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1821   reference:
1822     title: "Intel-x710"
1823     nic: "NIC_Intel-X710"
1824   compare:
1825     title: "Intel-xxv710"
1826     nic: "NIC_Intel-XXV710"
1827   data: "vpp-nic-comparison-3n-skx-mrr"
1828   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1829   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1830   parameters:
1831   - "name"
1832   - "parent"
1833   - "result"
1834   - "tags"
1835
1836 # VPP Compare NICs 3n-skx 4t2c mrr
1837 - type: "table"
1838   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1839   algorithm: "table_nics_comparison"
1840   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1841   reference:
1842     title: "Intel-x710"
1843     nic: "NIC_Intel-X710"
1844   compare:
1845     title: "Intel-xxv710"
1846     nic: "NIC_Intel-XXV710"
1847   data: "vpp-nic-comparison-3n-skx-mrr"
1848   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1849   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1850   parameters:
1851   - "name"
1852   - "parent"
1853   - "result"
1854   - "tags"
1855
1856  # VPP Compare NICs 3n-skx 8t4c mrr
1857 - type: "table"
1858   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1859   algorithm: "table_nics_comparison"
1860   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1861   reference:
1862     title: "Intel-x710"
1863     nic: "NIC_Intel-X710"
1864   compare:
1865     title: "Intel-xxv710"
1866     nic: "NIC_Intel-XXV710"
1867   data: "vpp-nic-comparison-3n-skx-mrr"
1868   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1869   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1870   parameters:
1871   - "name"
1872   - "parent"
1873   - "result"
1874   - "tags"
1875
1876 # VPP Compare NICs 2n-skx 2t1c ndr
1877 - type: "table"
1878   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1879   algorithm: "table_nics_comparison"
1880   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1881   reference:
1882     title: "Intel-x710"
1883     nic: "NIC_Intel-X710"
1884   compare:
1885     title: "Intel-xxv710"
1886     nic: "NIC_Intel-XXV710"
1887   data: "vpp-nic-comparison-2n-skx"
1888   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1889   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1890   parameters:
1891   - "name"
1892   - "parent"
1893   - "throughput"
1894   - "tags"
1895
1896 # VPP Compare NICs 2n-skx 4t2c ndr
1897 - type: "table"
1898   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1899   algorithm: "table_nics_comparison"
1900   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1901   reference:
1902     title: "Intel-x710"
1903     nic: "NIC_Intel-X710"
1904   compare:
1905     title: "Intel-xxv710"
1906     nic: "NIC_Intel-XXV710"
1907   data: "vpp-nic-comparison-2n-skx"
1908   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1909   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1910   parameters:
1911   - "name"
1912   - "parent"
1913   - "throughput"
1914   - "tags"
1915
1916  # VPP Compare NICs 2n-skx 2t1c pdr
1917 - type: "table"
1918   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1919   algorithm: "table_nics_comparison"
1920   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1921   reference:
1922     title: "Intel-x710"
1923     nic: "NIC_Intel-X710"
1924   compare:
1925     title: "Intel-xxv710"
1926     nic: "NIC_Intel-XXV710"
1927   data: "vpp-nic-comparison-2n-skx"
1928   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1929   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1930   parameters:
1931   - "name"
1932   - "parent"
1933   - "throughput"
1934   - "tags"
1935
1936 # VPP Compare NICs 2n-skx 4t2c pdr
1937 - type: "table"
1938   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1939   algorithm: "table_nics_comparison"
1940   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1941   reference:
1942     title: "Intel-x710"
1943     nic: "NIC_Intel-X710"
1944   compare:
1945     title: "Intel-xxv710"
1946     nic: "NIC_Intel-XXV710"
1947   data: "vpp-nic-comparison-2n-skx"
1948   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1949   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1950   parameters:
1951   - "name"
1952   - "parent"
1953   - "throughput"
1954   - "tags"
1955
1956 # VPP Compare NICs 2n-skx 2t1c mrr
1957 - type: "table"
1958   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1959   algorithm: "table_nics_comparison"
1960   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1961   reference:
1962     title: "Intel-x710"
1963     nic: "NIC_Intel-X710"
1964   compare:
1965     title: "Intel-xxv710"
1966     nic: "NIC_Intel-XXV710"
1967   data: "vpp-nic-comparison-2n-skx-mrr"
1968   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1969   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1970   parameters:
1971   - "name"
1972   - "parent"
1973   - "result"
1974   - "tags"
1975
1976 # VPP Compare NICs 2n-skx 4t2c mrr
1977 - type: "table"
1978   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1979   algorithm: "table_nics_comparison"
1980   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1981   reference:
1982     title: "Intel-x710"
1983     nic: "NIC_Intel-X710"
1984   compare:
1985     title: "Intel-xxv710"
1986     nic: "NIC_Intel-XXV710"
1987   data: "vpp-nic-comparison-2n-skx-mrr"
1988   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1989   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1990   parameters:
1991   - "name"
1992   - "parent"
1993   - "result"
1994   - "tags"
1995
1996 # VPP Compare NICs 2n-skx 8t4c mrr
1997 - type: "table"
1998   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1999   algorithm: "table_nics_comparison"
2000   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2001   reference:
2002     title: "Intel-x710"
2003     nic: "NIC_Intel-X710"
2004   compare:
2005     title: "Intel-xxv710"
2006     nic: "NIC_Intel-XXV710"
2007   data: "vpp-nic-comparison-2n-skx-mrr"
2008   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2009   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2010   parameters:
2011   - "name"
2012   - "parent"
2013   - "result"
2014   - "tags"
2015
2016 ################################################################################
2017 # VPP
2018
2019 # VPP Performance Changes 2n-dnv 1t1c pdr
2020 - type: "table"
2021   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2022   algorithm: "table_performance_comparison"
2023   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2024   history:
2025     - title: "rls1810"
2026       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2027   reference:
2028     title: "rls1901"
2029     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2030   compare:
2031     title: "rls1904"
2032     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2033   data: "intel-dnv-vpp-changes-2n-dnv"
2034   include-tests: "PDR"
2035   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2036   parameters:
2037   - "name"
2038   - "parent"
2039   - "throughput"
2040
2041 # VPP Performance Changes 2n-dnv 2t2c pdr
2042 - type: "table"
2043   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2044   algorithm: "table_performance_comparison"
2045   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2046   history:
2047     - title: "rls1810"
2048       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2049   reference:
2050     title: "rls1901"
2051     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2052   compare:
2053     title: "rls1904"
2054     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2055   data: "intel-dnv-vpp-changes-2n-dnv"
2056   include-tests: "PDR"
2057   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2058   parameters:
2059   - "name"
2060   - "parent"
2061   - "throughput"
2062
2063 # VPP Performance Changes 2n-dnv 1t1c ndr
2064 - type: "table"
2065   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2066   algorithm: "table_performance_comparison"
2067   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2068   history:
2069     - title: "rls1810"
2070       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2071   reference:
2072     title: "rls1901"
2073     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2074   compare:
2075     title: "rls1904"
2076     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2077   data: "intel-dnv-vpp-changes-2n-dnv"
2078   include-tests: "NDR"
2079   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2080   parameters:
2081   - "name"
2082   - "parent"
2083   - "throughput"
2084
2085 # VPP Performance Changes 2n-dnv 2t2c ndr
2086 - type: "table"
2087   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2088   algorithm: "table_performance_comparison"
2089   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2090   history:
2091     - title: "rls1810"
2092       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2093   reference:
2094     title: "rls1901"
2095     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2096   compare:
2097     title: "rls1904"
2098     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2099   data: "intel-dnv-vpp-changes-2n-dnv"
2100   include-tests: "NDR"
2101   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2102   parameters:
2103   - "name"
2104   - "parent"
2105   - "throughput"
2106
2107 # VPP Performance Changes 2n-dnv 1t1c MRR
2108 - type: "table"
2109   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2110   algorithm: "table_performance_comparison"
2111   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2112   history:
2113     - title: "rls1810"
2114       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2115   reference:
2116     title: "rls1901"
2117     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2118   compare:
2119     title: "rls1904"
2120     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2121   data: "intel-dnv-vpp-changes-2n-dnv"
2122   include-tests: "MRR"
2123   filter: "'1T1C' and 'MRR'"
2124   parameters:
2125   - "name"
2126   - "parent"
2127   - "result"
2128
2129 # VPP Performance Changes 2n-dnv 2t2c MRR
2130 - type: "table"
2131   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2132   algorithm: "table_performance_comparison"
2133   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2134   history:
2135     - title: "rls1810"
2136       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2137   reference:
2138     title: "rls1901"
2139     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2140   compare:
2141     title: "rls1904"
2142     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2143   data: "intel-dnv-vpp-changes-2n-dnv"
2144   include-tests: "MRR"
2145   filter: "'2T2C' and 'MRR'"
2146   parameters:
2147   - "name"
2148   - "parent"
2149   - "result"
2150
2151 # VPP Performance Changes 2n-dnv 4t4c MRR
2152 - type: "table"
2153   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2154   algorithm: "table_performance_comparison"
2155   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2156   history:
2157     - title: "rls1810"
2158       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2159   reference:
2160     title: "rls1901"
2161     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2162   compare:
2163     title: "rls1904"
2164     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2165   data: "intel-dnv-vpp-changes-2n-dnv"
2166   include-tests: "MRR"
2167   filter: "'4T4C' and 'MRR'"
2168   parameters:
2169   - "name"
2170   - "parent"
2171   - "result"
2172
2173 # VPP Performance Changes 3n-hsw 1t1c pdr
2174 - type: "table"
2175   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2176   algorithm: "table_performance_comparison"
2177   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2178   history:
2179     - title: "rls1810"
2180       data: "vpp-performance-changes-3n-hsw-h1"
2181   reference:
2182     title: "rls1901"
2183     data: "vpp-performance-changes-3n-hsw-ref"
2184   compare:
2185     title: "rls1904"
2186     data: "vpp-performance-changes-3n-hsw-cmp"
2187   data: "vpp-performance-changes-3n-hsw"
2188   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2189   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2190   parameters:
2191   - "name"
2192   - "parent"
2193   - "throughput"
2194
2195 # VPP Performance Changes 3n-hsw 2t2c pdr
2196 - type: "table"
2197   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2198   algorithm: "table_performance_comparison"
2199   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2200   history:
2201     - title: "rls1810"
2202       data: "vpp-performance-changes-3n-hsw-h1"
2203   reference:
2204     title: "rls1901"
2205     data: "vpp-performance-changes-3n-hsw-ref"
2206   compare:
2207     title: "rls1904"
2208     data: "vpp-performance-changes-3n-hsw-cmp"
2209   data: "vpp-performance-changes-3n-hsw"
2210   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2211   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2212   parameters:
2213   - "name"
2214   - "parent"
2215   - "throughput"
2216
2217 # VPP Performance Changes 3n-hsw 1t1c ndr
2218 - type: "table"
2219   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2220   algorithm: "table_performance_comparison"
2221   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2222   history:
2223     - title: "rls1810"
2224       data: "vpp-performance-changes-3n-hsw-h1"
2225   reference:
2226     title: "rls1901"
2227     data: "vpp-performance-changes-3n-hsw-ref"
2228   compare:
2229     title: "rls1904"
2230     data: "vpp-performance-changes-3n-hsw-cmp"
2231   data: "vpp-performance-changes-3n-hsw"
2232   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2233   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2234   parameters:
2235   - "name"
2236   - "parent"
2237   - "throughput"
2238
2239 # VPP Performance Changes 3n-hsw 2t2c ndr
2240 - type: "table"
2241   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2242   algorithm: "table_performance_comparison"
2243   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2244   history:
2245     - title: "rls1810"
2246       data: "vpp-performance-changes-3n-hsw-h1"
2247   reference:
2248     title: "rls1901"
2249     data: "vpp-performance-changes-3n-hsw-ref"
2250   compare:
2251     title: "rls1904"
2252     data: "vpp-performance-changes-3n-hsw-cmp"
2253   data: "vpp-performance-changes-3n-hsw"
2254   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2255   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2256   parameters:
2257   - "name"
2258   - "parent"
2259   - "throughput"
2260
2261 # VPP Performance Changes 3n-skx 2t1c pdr
2262 - type: "table"
2263   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2264   algorithm: "table_performance_comparison"
2265   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2266   history:
2267     - title: "rls1810"
2268       data: "vpp-performance-changes-3n-skx-h1"
2269   reference:
2270     title: "rls1901"
2271     data: "vpp-performance-changes-3n-skx-ref"
2272   compare:
2273     title: "rls1904"
2274     data: "vpp-performance-changes-3n-skx-cmp"
2275   data: "vpp-performance-changes-3n-skx"
2276   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2277   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2278   parameters:
2279   - "name"
2280   - "parent"
2281   - "throughput"
2282
2283 # VPP Performance Changes 3n-skx 4t2c pdr
2284 - type: "table"
2285   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2286   algorithm: "table_performance_comparison"
2287   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2288   history:
2289     - title: "rls1810"
2290       data: "vpp-performance-changes-3n-skx-h1"
2291   reference:
2292     title: "rls1901"
2293     data: "vpp-performance-changes-3n-skx-ref"
2294   compare:
2295     title: "rls1904"
2296     data: "vpp-performance-changes-3n-skx-cmp"
2297   data: "vpp-performance-changes-3n-skx"
2298   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2299   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2300   parameters:
2301   - "name"
2302   - "parent"
2303   - "throughput"
2304
2305 # VPP Performance Changes 3n-skx 2t1c ndr
2306 - type: "table"
2307   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2308   algorithm: "table_performance_comparison"
2309   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2310   history:
2311     - title: "rls1810"
2312       data: "vpp-performance-changes-3n-skx-h1"
2313   reference:
2314     title: "rls1901"
2315     data: "vpp-performance-changes-3n-skx-ref"
2316   compare:
2317     title: "rls1904"
2318     data: "vpp-performance-changes-3n-skx-cmp"
2319   data: "vpp-performance-changes-3n-skx"
2320   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2321   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2322   parameters:
2323   - "name"
2324   - "parent"
2325   - "throughput"
2326
2327 # VPP Performance Changes 3n-skx 4t2c ndr
2328 - type: "table"
2329   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2330   algorithm: "table_performance_comparison"
2331   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2332   history:
2333     - title: "rls1810"
2334       data: "vpp-performance-changes-3n-skx-h1"
2335   reference:
2336     title: "rls1901"
2337     data: "vpp-performance-changes-3n-skx-ref"
2338   compare:
2339     title: "rls1904"
2340     data: "vpp-performance-changes-3n-skx-cmp"
2341   data: "vpp-performance-changes-3n-skx"
2342   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2343   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2344   parameters:
2345   - "name"
2346   - "parent"
2347   - "throughput"
2348
2349 # VPP Performance Changes 2n-skx 2t1c pdr
2350 - type: "table"
2351   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2352   algorithm: "table_performance_comparison"
2353   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2354   history:
2355     - title: "rls1810"
2356       data: "vpp-performance-changes-2n-skx-h1"
2357   reference:
2358     title: "rls1901"
2359     data: "vpp-performance-changes-2n-skx-ref"
2360   compare:
2361     title: "rls1904"
2362     data: "vpp-performance-changes-2n-skx-cmp"
2363   data: "vpp-performance-changes-2n-skx"
2364   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2365   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2366   parameters:
2367   - "name"
2368   - "parent"
2369   - "throughput"
2370
2371 # VPP Performance Changes 2n-skx 4t2c pdr
2372 - type: "table"
2373   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2374   algorithm: "table_performance_comparison"
2375   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2376   history:
2377     - title: "rls1810"
2378       data: "vpp-performance-changes-2n-skx-h1"
2379   reference:
2380     title: "rls1901"
2381     data: "vpp-performance-changes-2n-skx-ref"
2382   compare:
2383     title: "rls1904"
2384     data: "vpp-performance-changes-2n-skx-cmp"
2385   data: "vpp-performance-changes-2n-skx"
2386   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2387   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2388   parameters:
2389   - "name"
2390   - "parent"
2391   - "throughput"
2392
2393 # VPP Performance Changes 2n-skx 2t1c ndr
2394 - type: "table"
2395   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2396   algorithm: "table_performance_comparison"
2397   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2398   history:
2399     - title: "rls1810"
2400       data: "vpp-performance-changes-2n-skx-h1"
2401   reference:
2402     title: "rls1901"
2403     data: "vpp-performance-changes-2n-skx-ref"
2404   compare:
2405     title: "rls1904"
2406     data: "vpp-performance-changes-2n-skx-cmp"
2407   data: "vpp-performance-changes-2n-skx"
2408   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2409   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2410   parameters:
2411   - "name"
2412   - "parent"
2413   - "throughput"
2414
2415 # VPP Performance Changes 2n-skx 4t2c ndr
2416 - type: "table"
2417   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2418   algorithm: "table_performance_comparison"
2419   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2420   history:
2421     - title: "rls1810"
2422       data: "vpp-performance-changes-2n-skx-h1"
2423   reference:
2424     title: "rls1901"
2425     data: "vpp-performance-changes-2n-skx-ref"
2426   compare:
2427     title: "rls1904"
2428     data: "vpp-performance-changes-2n-skx-cmp"
2429   data: "vpp-performance-changes-2n-skx"
2430   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2431   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2432   parameters:
2433   - "name"
2434   - "parent"
2435   - "throughput"
2436
2437 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2438 - type: "table"
2439   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2440   algorithm: "table_performance_comparison"
2441   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2442   reference:
2443     title: "3-Node Hsw"
2444     data: "vpp-compare-testbeds-ref"
2445   compare:
2446     title: "3-Node Skx"
2447     data: "vpp-compare-testbeds-cmp"
2448   data: "vpp-compare-testbeds"
2449   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2450   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2451   parameters:
2452   - "name"
2453   - "parent"
2454   - "throughput"
2455
2456 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2457 - type: "table"
2458   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2459   algorithm: "table_performance_comparison"
2460   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2461   reference:
2462     title: "3-Node Hsw"
2463     data: "vpp-compare-testbeds-ref"
2464   compare:
2465     title: "3-Node Skx"
2466     data: "vpp-compare-testbeds-cmp"
2467   data: "vpp-compare-testbeds"
2468   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2469   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2470   parameters:
2471   - "name"
2472   - "parent"
2473   - "throughput"
2474
2475 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2476 - type: "table"
2477   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2478   algorithm: "table_performance_comparison"
2479   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2480   reference:
2481     title: "3-Node Hsw"
2482     data: "vpp-compare-testbeds-ref"
2483   compare:
2484     title: "3-Node Skx"
2485     data: "vpp-compare-testbeds-cmp"
2486   data: "vpp-compare-testbeds"
2487   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2488   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2489   parameters:
2490   - "name"
2491   - "parent"
2492   - "throughput"
2493
2494 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2495 - type: "table"
2496   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2497   algorithm: "table_performance_comparison"
2498   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2499   reference:
2500     title: "3-Node Hsw"
2501     data: "vpp-compare-testbeds-ref"
2502   compare:
2503     title: "3-Node Skx"
2504     data: "vpp-compare-testbeds-cmp"
2505   data: "vpp-compare-testbeds"
2506   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2507   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2508   parameters:
2509   - "name"
2510   - "parent"
2511   - "throughput"
2512
2513 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2514 - type: "table"
2515   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2516   algorithm: "table_performance_comparison"
2517   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2518   reference:
2519     title: "3-Node Skx"
2520     data: "vpp-compare-topologies-ref"
2521   compare:
2522     title: "2-Node Skx"
2523     data: "vpp-compare-topologies-cmp"
2524   data: "vpp-compare-topologies"
2525   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2526   filter: "'NDRPDR' and '1C'"
2527   parameters:
2528   - "name"
2529   - "parent"
2530   - "throughput"
2531
2532 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2533 - type: "table"
2534   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2535   algorithm: "table_performance_comparison"
2536   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2537   reference:
2538     title: "3-Node Skx"
2539     data: "vpp-compare-topologies-ref"
2540   compare:
2541     title: "2-Node Skx"
2542     data: "vpp-compare-topologies-cmp"
2543   data: "vpp-compare-topologies"
2544   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2545   filter: "'NDRPDR' and '2C'"
2546   parameters:
2547   - "name"
2548   - "parent"
2549   - "throughput"
2550
2551 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2552 - type: "table"
2553   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2554   algorithm: "table_performance_comparison"
2555   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2556   reference:
2557     title: "3-Node Skx"
2558     data: "vpp-compare-topologies-ref"
2559   compare:
2560     title: "2-Node Skx"
2561     data: "vpp-compare-topologies-cmp"
2562   data: "vpp-compare-topologies"
2563   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2564   filter: "'NDRPDR' and '1C'"
2565   parameters:
2566   - "name"
2567   - "parent"
2568   - "throughput"
2569
2570 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2571 - type: "table"
2572   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2573   algorithm: "table_performance_comparison"
2574   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2575   reference:
2576     title: "3-Node Skx"
2577     data: "vpp-compare-topologies-ref"
2578   compare:
2579     title: "2-Node Skx"
2580     data: "vpp-compare-topologies-cmp"
2581   data: "vpp-compare-topologies"
2582   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2583   filter: "'NDRPDR' and '2C'"
2584   parameters:
2585   - "name"
2586   - "parent"
2587   - "throughput"
2588
2589 # VPP Performance Changes 3n-hsw 1t1c MRR
2590 - type: "table"
2591   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2592   algorithm: "table_performance_comparison"
2593   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2594   history:
2595     - title: "rls1810"
2596       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2597   reference:
2598     title: "rls1901"
2599     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2600   compare:
2601     title: "rls1904"
2602     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2603   data: "vpp-performance-changes-3n-hsw-mrr"
2604   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2605   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "result"
2610
2611 # VPP Performance Changes 3n-hsw 2t2c MRR
2612 - type: "table"
2613   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2616   history:
2617     - title: "rls1810"
2618       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2619   reference:
2620     title: "rls1901"
2621     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2622   compare:
2623     title: "rls1904"
2624     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2625   data: "vpp-performance-changes-3n-hsw-mrr"
2626   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2627   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2628   parameters:
2629   - "name"
2630   - "parent"
2631   - "result"
2632
2633 # VPP Performance Changes 3n-hsw 4t4c MRR
2634 - type: "table"
2635   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2636   algorithm: "table_performance_comparison"
2637   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2638   history:
2639     - title: "rls1810"
2640       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2641   reference:
2642     title: "rls1901"
2643     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2644   compare:
2645     title: "rls1904"
2646     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2647   data: "vpp-performance-changes-3n-hsw-mrr"
2648   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2649   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2650   parameters:
2651   - "name"
2652   - "parent"
2653   - "result"
2654
2655 # VPP Performance Changes 3n-skx 2t1c MRR
2656 - type: "table"
2657   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2658   algorithm: "table_performance_comparison"
2659   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2660   history:
2661     - title: "rls1810"
2662       data: "vpp-performance-changes-3n-skx-mrr-h1"
2663   reference:
2664     title: "rls1901"
2665     data: "vpp-performance-changes-3n-skx-mrr-ref"
2666   compare:
2667     title: "rls1904"
2668     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2669   data: "vpp-performance-changes-3n-skx-mrr"
2670   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2671   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2672   parameters:
2673   - "name"
2674   - "parent"
2675   - "result"
2676
2677 # VPP Performance Changes 3n-skx 4t2c MRR
2678 - type: "table"
2679   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2680   algorithm: "table_performance_comparison"
2681   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2682   history:
2683     - title: "rls1810"
2684       data: "vpp-performance-changes-3n-skx-mrr-h1"
2685   reference:
2686     title: "rls1901"
2687     data: "vpp-performance-changes-3n-skx-mrr-ref"
2688   compare:
2689     title: "rls1904"
2690     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2691   data: "vpp-performance-changes-3n-skx-mrr"
2692   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2693   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2694   parameters:
2695   - "name"
2696   - "parent"
2697   - "result"
2698
2699 # VPP Performance Changes 3n-skx 8t4c MRR
2700 - type: "table"
2701   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2702   algorithm: "table_performance_comparison"
2703   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2704   history:
2705     - title: "rls1810"
2706       data: "vpp-performance-changes-3n-skx-mrr-h1"
2707   reference:
2708     title: "rls1901"
2709     data: "vpp-performance-changes-3n-skx-mrr-ref"
2710   compare:
2711     title: "rls1904"
2712     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2713   data: "vpp-performance-changes-3n-skx-mrr"
2714   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2715   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2716   parameters:
2717   - "name"
2718   - "parent"
2719   - "result"
2720
2721 # VPP Performance Changes 2n-skx 2t1c MRR
2722 - type: "table"
2723   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2724   algorithm: "table_performance_comparison"
2725   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2726   history:
2727     - title: "rls1810"
2728       data: "vpp-performance-changes-2n-skx-mrr-h1"
2729   reference:
2730     title: "rls1901"
2731     data: "vpp-performance-changes-2n-skx-mrr-ref"
2732   compare:
2733     title: "rls1904"
2734     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2735   data: "vpp-performance-changes-2n-skx-mrr"
2736   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2737   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2738   parameters:
2739   - "name"
2740   - "parent"
2741   - "result"
2742
2743 # VPP Performance Changes 2n-skx 4t2c MRR
2744 - type: "table"
2745   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2746   algorithm: "table_performance_comparison"
2747   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2748   history:
2749     - title: "rls1810"
2750       data: "vpp-performance-changes-2n-skx-mrr-h1"
2751   reference:
2752     title: "rls1901"
2753     data: "vpp-performance-changes-2n-skx-mrr-ref"
2754   compare:
2755     title: "rls1904"
2756     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2757   data: "vpp-performance-changes-2n-skx-mrr"
2758   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2759   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2760   parameters:
2761   - "name"
2762   - "parent"
2763   - "result"
2764
2765 # VPP Performance Changes 2n-skx 8t4c MRR
2766 - type: "table"
2767   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2768   algorithm: "table_performance_comparison"
2769   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2770   history:
2771     - title: "rls1810"
2772       data: "vpp-performance-changes-2n-skx-mrr-h1"
2773   reference:
2774     title: "rls1901"
2775     data: "vpp-performance-changes-2n-skx-mrr-ref"
2776   compare:
2777     title: "rls1904"
2778     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2779   data: "vpp-performance-changes-2n-skx-mrr"
2780   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2781   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2782   parameters:
2783   - "name"
2784   - "parent"
2785   - "result"
2786
2787 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2788 - type: "table"
2789   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2790   algorithm: "table_performance_comparison"
2791   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2792   reference:
2793     title: "3-Node Hsw"
2794     data: "vpp-compare-testbeds-mrr-ref"
2795   compare:
2796     title: "3-Node Skx"
2797     data: "vpp-compare-testbeds-mrr-cmp"
2798   data: "vpp-compare-testbeds-mrr"
2799   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2800   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2801   parameters:
2802   - "name"
2803   - "parent"
2804   - "result"
2805
2806 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2807 - type: "table"
2808   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2809   algorithm: "table_performance_comparison"
2810   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2811   reference:
2812     title: "3-Node Hsw"
2813     data: "vpp-compare-testbeds-mrr-ref"
2814   compare:
2815     title: "3-Node Skx"
2816     data: "vpp-compare-testbeds-mrr-cmp"
2817   data: "vpp-compare-testbeds-mrr"
2818   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2819   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2820   parameters:
2821   - "name"
2822   - "parent"
2823   - "result"
2824
2825 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2826 - type: "table"
2827   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2828   algorithm: "table_performance_comparison"
2829   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2830   reference:
2831     title: "3-Node Hsw"
2832     data: "vpp-compare-testbeds-mrr-ref"
2833   compare:
2834     title: "3-Node Skx"
2835     data: "vpp-compare-testbeds-mrr-cmp"
2836   data: "vpp-compare-testbeds-mrr"
2837   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2838   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2839   parameters:
2840   - "name"
2841   - "parent"
2842   - "result"
2843
2844 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2845 - type: "table"
2846   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2847   algorithm: "table_performance_comparison"
2848   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2849   reference:
2850     title: "3-Node Skx"
2851     data: "vpp-compare-topologies-mrr-ref"
2852   compare:
2853     title: "2-Node Skx"
2854     data: "vpp-compare-topologies-mrr-cmp"
2855   data: "vpp-compare-topologies-mrr"
2856   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2857   filter: "'MRR' and '1C'"
2858   parameters:
2859   - "name"
2860   - "parent"
2861   - "result"
2862
2863 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2864 - type: "table"
2865   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2866   algorithm: "table_performance_comparison"
2867   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2868   reference:
2869     title: "3-Node Skx"
2870     data: "vpp-compare-topologies-mrr-ref"
2871   compare:
2872     title: "2-Node Skx"
2873     data: "vpp-compare-topologies-mrr-cmp"
2874   data: "vpp-compare-topologies-mrr"
2875   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2876   filter: "'MRR' and '2C'"
2877   parameters:
2878   - "name"
2879   - "parent"
2880   - "result"
2881
2882 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2883 - type: "table"
2884   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2885   algorithm: "table_performance_comparison"
2886   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2887   reference:
2888     title: "3-Node Skx"
2889     data: "vpp-compare-topologies-mrr-ref"
2890   compare:
2891     title: "2-Node Skx"
2892     data: "vpp-compare-topologies-mrr-cmp"
2893   data: "vpp-compare-topologies-mrr"
2894   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2895   filter: "'MRR' and '4C'"
2896   parameters:
2897   - "name"
2898   - "parent"
2899   - "result"
2900
2901 # Detailed Test Results - VPP Performance Results 3n-hsw
2902 - type: "table"
2903   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2904   algorithm: "table_merged_details"
2905   output-file-ext: ".csv"
2906   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2907   columns:
2908   - title: "Name"
2909     data: "data name"
2910   - title: "Status"
2911     data: "data msg"
2912   rows: "generated"
2913   data: "vpp-perf-results-3n-hsw"
2914   filter: "not 'NDRCHK' and not 'PDRCHK'"
2915   parameters:
2916   - "name"
2917   - "parent"
2918   - "msg"
2919
2920 # Detailed Test Results - VPP Performance Results 3n-skx
2921 - type: "table"
2922   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2923   algorithm: "table_merged_details"
2924   output-file-ext: ".csv"
2925   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2926   columns:
2927   - title: "Name"
2928     data: "data name"
2929   - title: "Status"
2930     data: "data msg"
2931   rows: "generated"
2932   data: "vpp-perf-results-3n-skx"
2933   filter: "not 'NDRCHK' and not 'PDRCHK'"
2934   parameters:
2935   - "name"
2936   - "parent"
2937   - "msg"
2938
2939 # Detailed Test Results - VPP Performance Results 2n-skx
2940 - type: "table"
2941   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2942   algorithm: "table_merged_details"
2943   output-file-ext: ".csv"
2944   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2945   columns:
2946   - title: "Name"
2947     data: "data name"
2948   - title: "Status"
2949     data: "data msg"
2950   rows: "generated"
2951   data: "vpp-perf-results-2n-skx"
2952   filter: "not 'NDRCHK' and not 'PDRCHK'"
2953   parameters:
2954   - "name"
2955   - "parent"
2956   - "msg"
2957
2958 # Detailed Test Results - VPP Performance Results 2n-dnv
2959 - type: "table"
2960   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2961   algorithm: "table_details"
2962   output-file-ext: ".csv"
2963   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2964   columns:
2965   - title: "Name"
2966     data: "data name"
2967   - title: "Status"
2968     data: "data msg"
2969   rows: "generated"
2970   data: "intel-dnv-vpp"
2971   filter: "'NDRPDR'"
2972   parameters:
2973   - "name"
2974   - "parent"
2975   - "msg"
2976
2977 # Test configuration - VPP Performance Test Configs 3n-hsw
2978 - type: "table"
2979   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2980   algorithm: "table_merged_details"
2981   output-file-ext: ".csv"
2982   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2983   columns:
2984   - title: "Name"
2985     data: "data name"
2986   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2987     data: "data conf-history"
2988   rows: "generated"
2989   data: "vpp-perf-results-3n-hsw"
2990   filter: "not 'NDRCHK' and not 'PDRCHK'"
2991   parameters:
2992   - "parent"
2993   - "name"
2994   - "conf-history"
2995
2996 # Test configuration - VPP Performance Test Configs 3n-skx
2997 - type: "table"
2998   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2999   algorithm: "table_merged_details"
3000   output-file-ext: ".csv"
3001   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3002   columns:
3003   - title: "Name"
3004     data: "data name"
3005   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3006     data: "data conf-history"
3007   rows: "generated"
3008   data: "vpp-perf-results-3n-skx"
3009   filter: "not 'NDRCHK' and not 'PDRCHK'"
3010   parameters:
3011   - "parent"
3012   - "name"
3013   - "conf-history"
3014
3015 # Test configuration - VPP Performance Test Configs 2n-skx
3016 - type: "table"
3017   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3018   algorithm: "table_merged_details"
3019   output-file-ext: ".csv"
3020   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3021   columns:
3022   - title: "Name"
3023     data: "data name"
3024   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3025     data: "data conf-history"
3026   rows: "generated"
3027   data: "vpp-perf-results-2n-skx"
3028   filter: "not 'NDRCHK' and not 'PDRCHK'"
3029   parameters:
3030   - "parent"
3031   - "name"
3032   - "conf-history"
3033
3034 # Test configuration - VPP Performance Test Configs 2n-dnv
3035 - type: "table"
3036   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3037   algorithm: "table_details"
3038   output-file-ext: ".csv"
3039   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3040   columns:
3041   - title: "Name"
3042     data: "data name"
3043   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3044     data: "data conf-history"
3045   rows: "generated"
3046   data: "intel-dnv-vpp"
3047   filter: "'NDRPDR'"
3048   parameters:
3049   - "parent"
3050   - "name"
3051   - "conf-history"
3052
3053 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3054 - type: "table"
3055   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3056   algorithm: "table_merged_details"
3057   output-file-ext: ".csv"
3058   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3059   columns:
3060   - title: "Name"
3061     data: "data name"
3062   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3063     data: "data show-run"
3064   rows: "generated"
3065   data: "vpp-perf-results-3n-hsw"
3066   filter: "not 'NDRCHK' and not 'PDRCHK'"
3067   parameters:
3068   - "parent"
3069   - "name"
3070   - "show-run"
3071
3072 # Test Operational Data - VPP Performance Operational Data 3n-skx
3073 - type: "table"
3074   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3075   algorithm: "table_merged_details"
3076   output-file-ext: ".csv"
3077   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3078   columns:
3079   - title: "Name"
3080     data: "data name"
3081   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3082     data: "data show-run"
3083   rows: "generated"
3084   data: "vpp-perf-results-3n-skx"
3085   filter: "not 'NDRCHK' and not 'PDRCHK'"
3086   parameters:
3087   - "parent"
3088   - "name"
3089   - "show-run"
3090
3091 # Test Operational Data - VPP Performance Operational Data 2n-skx
3092 - type: "table"
3093   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3094   algorithm: "table_merged_details"
3095   output-file-ext: ".csv"
3096   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3097   columns:
3098   - title: "Name"
3099     data: "data name"
3100   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3101     data: "data show-run"
3102   rows: "generated"
3103   data: "vpp-perf-results-2n-skx"
3104   filter: "not 'NDRCHK' and not 'PDRCHK'"
3105   parameters:
3106   - "parent"
3107   - "name"
3108   - "show-run"
3109
3110 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3111 - type: "table"
3112   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3113   algorithm: "table_details"
3114   output-file-ext: ".csv"
3115   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3116   columns:
3117   - title: "Name"
3118     data: "data name"
3119   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3120     data: "data show-run"
3121   rows: "generated"
3122   data: "intel-dnv-vpp"
3123   filter: "'NDRPDR'"
3124   parameters:
3125   - "parent"
3126   - "name"
3127   - "show-run"
3128
3129 # Detailed Test Results - VPP MRR Results 3n-hsw
3130 - type: "table"
3131   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3132   algorithm: "table_details"
3133   output-file-ext: ".csv"
3134   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3135   columns:
3136   - title: "Name"
3137     data: "data name"
3138   - title: "Status"
3139     data: "data msg"
3140   rows: "generated"
3141   data: "vpp-mrr-results-3n-hsw"
3142   filter: "'MRR'"
3143   parameters:
3144   - "name"
3145   - "parent"
3146   - "msg"
3147
3148 # Detailed Test Results - VPP MRR Results 3n-skx
3149 - type: "table"
3150   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3151   algorithm: "table_details"
3152   output-file-ext: ".csv"
3153   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3154   columns:
3155   - title: "Name"
3156     data: "data name"
3157   - title: "Status"
3158     data: "data msg"
3159   rows: "generated"
3160   data: "vpp-mrr-results-3n-skx"
3161   filter: "'MRR'"
3162   parameters:
3163   - "name"
3164   - "parent"
3165   - "msg"
3166
3167 # Detailed Test Results - VPP MRR Results 2n-skx
3168 - type: "table"
3169   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3170   algorithm: "table_details"
3171   output-file-ext: ".csv"
3172   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3173   columns:
3174   - title: "Name"
3175     data: "data name"
3176   - title: "Status"
3177     data: "data msg"
3178   rows: "generated"
3179   data: "vpp-mrr-results-2n-skx"
3180   filter: "'MRR'"
3181   parameters:
3182   - "name"
3183   - "parent"
3184   - "msg"
3185
3186 # Detailed Test Results - VPP MRR Results 2n-dnv
3187 - type: "table"
3188   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3189   algorithm: "table_details"
3190   output-file-ext: ".csv"
3191   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3192   columns:
3193   - title: "Name"
3194     data: "data name"
3195   - title: "Status"
3196     data: "data msg"
3197   rows: "generated"
3198   data: "intel-dnv-vpp"
3199   filter: "'MRR'"
3200   parameters:
3201   - "name"
3202   - "parent"
3203   - "msg"
3204
3205 # Test configuration - VPP MRR Test Configs 3n-hsw
3206 - type: "table"
3207   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3208   algorithm: "table_details"
3209   output-file-ext: ".csv"
3210   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3211   columns:
3212   - title: "Name"
3213     data: "data name"
3214   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3215     data: "data conf-history"
3216   rows: "generated"
3217   data: "vpp-mrr-results-3n-hsw"
3218   filter: "'MRR'"
3219   parameters:
3220   - "parent"
3221   - "name"
3222   - "conf-history"
3223
3224 # Test configuration - VPP MRR Test Configs 3n-skx
3225 - type: "table"
3226   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3227   algorithm: "table_details"
3228   output-file-ext: ".csv"
3229   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3230   columns:
3231   - title: "Name"
3232     data: "data name"
3233   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3234     data: "data conf-history"
3235   rows: "generated"
3236   data: "vpp-mrr-results-3n-skx"
3237   filter: "'MRR'"
3238   parameters:
3239   - "parent"
3240   - "name"
3241   - "conf-history"
3242
3243 # Test configuration - VPP MRR Test Configs 2n-skx
3244 - type: "table"
3245   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3246   algorithm: "table_details"
3247   output-file-ext: ".csv"
3248   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3249   columns:
3250   - title: "Name"
3251     data: "data name"
3252   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3253     data: "data conf-history"
3254   rows: "generated"
3255   data: "vpp-mrr-results-2n-skx"
3256   filter: "'MRR'"
3257   parameters:
3258   - "parent"
3259   - "name"
3260   - "conf-history"
3261
3262 # Test configuration - VPP MRR Test Configs 2n-dnv
3263 - type: "table"
3264   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3265   algorithm: "table_details"
3266   output-file-ext: ".csv"
3267   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3268   columns:
3269   - title: "Name"
3270     data: "data name"
3271   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3272     data: "data conf-history"
3273   rows: "generated"
3274   data: "intel-dnv-vpp"
3275   filter: "'MRR'"
3276   parameters:
3277   - "parent"
3278   - "name"
3279   - "conf-history"
3280
3281 # Detailed Test Results - VPP Functional Results - Ubuntu
3282 - type: "table"
3283   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3284   algorithm: "table_details"
3285   output-file-ext: ".csv"
3286   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3287   columns:
3288   - title: "Name"
3289     data: "data name"
3290   - title: "Documentation"
3291     data: "data doc"
3292   - title: "Status"
3293     data: "data status"
3294   rows: "generated"
3295   data: "vpp-func-results-ubuntu"
3296   filter: "all"
3297   parameters:
3298   - "name"
3299   - "parent"
3300   - "doc"
3301   - "status"
3302
3303 # Detailed Test Results - VPP Functional Results - CentOS
3304 - type: "table"
3305   title: "Detailed Test Results - VPP Functional Results - CentOS"
3306   algorithm: "table_details"
3307   output-file-ext: ".csv"
3308   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3309   columns:
3310   - title: "Name"
3311     data: "data name"
3312   - title: "Documentation"
3313     data: "data doc"
3314   -
3315     title: "Status"
3316     data: "data status"
3317   rows: "generated"
3318   data:
3319     "vpp-func-results-centos"
3320   filter: "all"
3321   parameters:
3322   - "name"
3323   - "parent"
3324   - "doc"
3325   - "status"
3326
3327 # Test configuration - VPP Functional Test Configs - Ubuntu
3328 - type: "table"
3329   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3330   algorithm: "table_details"
3331   output-file-ext: ".csv"
3332   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3333   columns:
3334   - title: "Name"
3335     data: "data name"
3336   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3337     data: "data conf-history"
3338   rows: "generated"
3339   data: "vpp-func-results-ubuntu"
3340   filter: "all"
3341   parameters:
3342   - "parent"
3343   - "name"
3344   - "conf-history"
3345
3346 # Test configuration - VPP Functional Test Configs - CentOS
3347 - type: "table"
3348   title: "Test configuration - VPP Functional Test Configs - CentOS"
3349   algorithm: "table_details"
3350   output-file-ext: ".csv"
3351   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3352   columns:
3353   - title: "Name"
3354     data: "data name"
3355   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3356     data: "data conf-history"
3357   rows: "generated"
3358   data: "vpp-func-results-centos"
3359   filter: "all"
3360   parameters:
3361   - "parent"
3362   - "name"
3363   - "conf-history"
3364
3365 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3366 - type: "table"
3367   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3368   algorithm: "table_details"
3369   output-file-ext: ".csv"
3370   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3371   columns:
3372   - title: "Name"
3373     data: "data name"
3374   - title: "Status"
3375     data: "data msg"
3376   rows: "generated"
3377   data: "ligato-perf-results-3n-hsw"
3378   filter: "all"
3379   parameters:
3380   - "name"
3381   - "parent"
3382   - "msg"
3383
3384 # Detailed Test Results - VPP Device Results - Ubuntu
3385 - type: "table"
3386   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3387   algorithm: "table_details"
3388   output-file-ext: ".csv"
3389   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3390   columns:
3391   - title: "Name"
3392     data: "data name"
3393   - title: "Documentation"
3394     data: "data doc"
3395   - title: "Status"
3396     data: "data status"
3397   rows: "generated"
3398   data: "vpp-device-results-ubuntu"
3399   filter: "all"
3400   parameters:
3401   - "name"
3402   - "parent"
3403   - "doc"
3404   - "status"
3405
3406 # Test configuration - VPP Device Test Configs - Ubuntu
3407 - type: "table"
3408   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3409   algorithm: "table_details"
3410   output-file-ext: ".csv"
3411   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3412   columns:
3413   - title: "Name"
3414     data: "data name"
3415   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3416     data: "data conf-history"
3417   rows: "generated"
3418   data: "vpp-device-results-ubuntu"
3419   filter: "all"
3420   parameters:
3421   - "parent"
3422   - "name"
3423   - "conf-history"
3424
3425 ################################################################################