7d995447749963b978b1ef6a74a0be21bc1de864
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       # TODO: Add 1904 data
134       csit-vpp-perf-verify-1904-3n-hsw:
135         - 11  # NDRPDR sel
136         - 12  # NDRPDR sel
137         - 20  # NDRPDR sel
138         - 21  # NDRPDR sel
139         - 23  # NDRPDR sel
140         - 24  # NDRPDR sel
141         - 25  # NDRPDR sel
142
143     plot-vpp-http-server-performance:
144       # TODO: Replace with 1904 data
145       # csit-vpp-perf-verify-1904-3n-hsw:
146       csit-vpp-perf-verify-1810-3n-hsw:
147         - 28  # WRK
148         - 29  # WRK
149         - 30  # WRK
150         - 31  # WRK
151         - 32  # WRK
152         - 33  # WRK
153         - 34  # WRK
154         - 35  # WRK
155         - 36  # WRK
156         - 37  # WRK
157
158     plot-ligato-throughput-lat-tsa-3n-hsw:
159       # TODO: Replace with 1904 data
160       # csit-ligato-perf-verify-1904-3n-hsw:
161       csit-ligato-perf-verify-1901-3n-hsw:
162         - 8   # NDRPDR sel
163         - 9   # NDRPDR sel
164         - 11  # NDRPDR sel
165         - 12  # NDRPDR sel
166         - 13  # NDRPDR sel
167         - 14  # NDRPDR sel
168         - 15  # NDRPDR sel
169         - 16  # NDRPDR sel
170         - 17  # NDRPDR sel
171         - 18  # NDRPDR sel
172
173     plot-dpdk-throughput-latency-3n-hsw:
174       csit-dpdk-perf-verify-1904-3n-hsw:
175         - 2   # NDRPDR sel
176         - 3   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 13  # NDRPDR sel
180         - 14  # NDRPDR sel
181         - 15  # NDRPDR sel
182         - 18  # NDRPDR sel
183         - 19  # NDRPDR sel
184         - 20  # NDRPDR sel
185
186     # 3n-skx
187
188     plot-vpp-throughput-lat-tsa-3n-skx:
189       csit-vpp-perf-verify-1904-3n-skx:
190         - 8   # NDRPDR sel
191         - 9   # NDRPDR sel
192         - 10  # NDRPDR sel
193         - 11  # NDRPDR sel
194         - 12  # NDRPDR sel
195         - 14  # NDRPDR sel
196         - 16  # NDRPDR sel
197         - 21  # NDRPDR sel
198         - 23  # NDRPDR sel
199         - 25  # NDRPDR sel
200
201     plot-dpdk-throughput-latency-3n-skx:
202       csit-dpdk-perf-verify-1904-3n-skx:
203         - 2   # NDRPDR sel
204         - 3   # NDRPDR sel
205         - 4   # NDRPDR sel
206         - 5   # NDRPDR sel
207         - 6   # NDRPDR sel
208         - 7   # NDRPDR sel
209         - 11  # NDRPDR sel
210         - 12  # NDRPDR sel
211         - 13  # NDRPDR sel
212         - 14  # NDRPDR sel
213
214     # 2n-skx
215
216     plot-vpp-throughput-lat-tsa-2n-skx:
217       csit-vpp-perf-verify-1904-2n-skx:
218         - 12  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 16  # NDRPDR sel
221         - 17  # NDRPDR sel
222         - 18  # NDRPDR sel
223         - 21  # NDRPDR sel
224         - 27  # NDRPDR sel
225         - 30  # NDRPDR sel
226         - 31  # NDRPDR sel
227         - 32  # NDRPDR sel
228
229     plot-vpp-soak-2n-skx:
230       # TODO: Replace with 1904 data
231       # csit-vpp-perf-verify-1904-2n-skx:
232       csit-vpp-perf-verify-1901-2n-skx:
233         - 45  # SOAK sel
234
235     plot-vpp-nfv-2n-skx:
236       # TODO: Add 1904 data
237       csit-vpp-perf-verify-1904-2n-skx:
238         - 9   # NFV NDRPDR
239
240     plot-vpp-nfv-2n-skx-mrr:
241       # TODO: Add 1904 data
242       csit-vpp-perf-verify-1904-2n-skx:
243         - 40  # NFV MRR
244         - 41  # NFV MRR
245         - 42  # NFV MRR
246
247     plot-dpdk-throughput-latency-2n-skx:
248       csit-dpdk-perf-verify-1904-2n-skx:
249         - 2   # NDRPDR sel
250         - 3   # NDRPDR sel
251         - 4   # NDRPDR sel
252         - 5   # NDRPDR sel
253         - 7   # NDRPDR sel
254         - 8   # NDRPDR sel
255         - 9   # NDRPDR sel
256         - 10  # NDRPDR sel
257         - 11  # NDRPDR sel
258         - 12  # NDRPDR sel
259
260     # 3rd party
261
262     # Denverton:
263     intel-dnv-vpp:
264       # TODO: Replace with 1904 data
265       # intel-dnv-vpp-release-1904:
266       intel-dnv-vpp-release-1901:
267         - 1
268
269     ###########################################################################
270     # Simple tables (only one data set):
271
272     # NIC Comparisons
273
274     vpp-nic-comparison-3n-hsw:
275       # TODO: Add 1904 data
276       csit-vpp-perf-verify-1904-3n-hsw:
277         - 11  # NDRPDR sel
278         - 12  # NDRPDR sel
279         - 20  # NDRPDR sel
280         - 21  # NDRPDR sel
281         - 23  # NDRPDR sel
282         - 24  # NDRPDR sel
283         - 25  # NDRPDR sel
284
285     vpp-nic-comparison-3n-skx:
286       csit-vpp-perf-verify-1904-3n-skx:
287         - 8   # NDRPDR sel
288         - 9   # NDRPDR sel
289         - 10  # NDRPDR sel
290         - 11  # NDRPDR sel
291         - 12  # NDRPDR sel
292         - 14  # NDRPDR sel
293         - 16  # NDRPDR sel
294         - 21  # NDRPDR sel
295         - 23  # NDRPDR sel
296         - 25  # NDRPDR sel
297
298     vpp-nic-comparison-2n-skx:
299       csit-vpp-perf-verify-1904-2n-skx:
300         - 12  # NDRPDR sel
301         - 14  # NDRPDR sel
302         - 16  # NDRPDR sel
303         - 17  # NDRPDR sel
304         - 18  # NDRPDR sel
305         - 21  # NDRPDR sel
306         - 27  # NDRPDR sel
307         - 30  # NDRPDR sel
308         - 31  # NDRPDR sel
309         - 32  # NDRPDR sel
310
311     vpp-nic-comparison-3n-hsw-mrr:
312       csit-vpp-perf-verify-1904-3n-hsw:
313         - 9   # MRR sel
314
315     vpp-nic-comparison-3n-skx-mrr:
316       csit-vpp-perf-verify-1904-3n-skx:
317         - 7   # MRR sel
318
319     vpp-nic-comparison-2n-skx-mrr:
320       csit-vpp-perf-verify-1904-2n-skx:
321         - 11  # MRR sel
322
323     # Results
324
325     vpp-perf-results-3n-hsw:
326       # TODO: Replace with FULL 1904 data
327       csit-vpp-perf-verify-1904-3n-hsw:
328         - 12  # NDRPDR sel
329
330     vpp-perf-results-3n-skx:
331       # TODO: Replace with FULL 1904 data
332       csit-vpp-perf-verify-1904-3n-skx:
333         - 10  # NDRPDR sel
334
335     vpp-perf-results-2n-skx:
336       # TODO: Add FULL 1904 data
337       csit-vpp-perf-verify-1904-2n-skx:
338         - 33  # NDRPDR full
339         - 39  # NDRPDR full
340
341     vpp-mrr-results-3n-hsw:
342       csit-vpp-perf-verify-1904-3n-hsw:
343         - 9   # MRR sel
344
345     vpp-mrr-results-3n-skx:
346       csit-vpp-perf-verify-1904-3n-skx:
347         - 7   # MRR sel
348
349     vpp-mrr-results-2n-skx:
350       csit-vpp-perf-verify-1904-2n-skx:
351         - 11  # MRR sel
352
353     vpp-func-results-ubuntu:
354       csit-vpp-functional-1904-ubuntu1604-virl:
355         - 29
356
357     vpp-func-results-centos:
358       csit-vpp-functional-1904-centos7-virl:
359         - 32
360
361     vpp-device-results-ubuntu:
362       csit-vpp-device-1904-ubuntu1804-1n-skx:
363         - 33
364
365     # VPP Ligato
366     ligato-perf-results-3n-hsw:
367       # TODO: Replace with 1904 data
368       # csit-ligato-perf-verify-1904-3n-hsw:
369       csit-ligato-perf-verify-1901-3n-hsw:
370         - 10  # NDRPDR full
371
372     dpdk-perf-results-3n-hsw:
373       csit-dpdk-perf-verify-1904-3n-hsw:
374         - 5   # NDRPDR sel
375
376     dpdk-perf-results-3n-skx:
377       csit-dpdk-perf-verify-1904-3n-skx:
378         - 7   # NDRPDR sel
379
380     dpdk-perf-results-2n-skx:
381       csit-dpdk-perf-verify-1904-2n-skx:
382         - 9   # NDRPDR sel
383
384     # HoneyComb Functional
385     hc-func-results:
386       csit-hc2vpp-verify-func-1904-ubuntu1604:
387         - 1
388
389 #    # NSH SFC Functional
390 #    nsh-func-results:
391 #      # Not used
392 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
393 #        - 1
394
395     # DMM Functional
396     dmm-func-results:
397       csit-dmm-functional-1904-ubuntu1604-virl:
398         - 1
399
400     ###########################################################################
401     # Tables (more than one data set)
402
403     # Performance changes
404
405     intel-dnv-vpp-changes-2n-dnv-h1:
406       intel-dnv-vpp-release-1810:
407         - 1
408     intel-dnv-vpp-changes-2n-dnv-ref:
409       intel-dnv-vpp-release-1901:
410         - 1
411     intel-dnv-vpp-changes-2n-dnv-cmp:
412       # TODO: Replace with 1904 data
413       # intel-dnv-vpp-release-1904:
414       intel-dnv-vpp-release-1901:
415         - 1
416     intel-dnv-vpp-changes-2n-dnv:
417       - "intel-dnv-vpp-changes-2n-dnv-h1"
418       - "intel-dnv-vpp-changes-2n-dnv-ref"
419       - "intel-dnv-vpp-changes-2n-dnv-cmp"
420
421     vpp-performance-changes-3n-hsw-h1:
422       csit-vpp-perf-verify-1810-3n-hsw:
423         - 8   # NDRPDR sel
424         - 12  # NDRPDR sel
425         - 14  # NDRPDR sel
426         - 18  # NDRPDR sel
427         - 23  # NDRPDR sel
428         - 25  # NDRPDR sel
429         - 38  # NDRPDR sel
430         - 39  # NDRPDR sel
431         - 41  # NDRPDR sel
432         - 42  # NDRPDR sel
433     vpp-performance-changes-3n-hsw-ref:
434       csit-vpp-perf-verify-1901-3n-hsw:
435         - 10  # NDRPDR sel
436         - 19  # NDRPDR sel
437         - 31  # NDRPDR sel
438         - 36  # NDRPDR sel
439         - 40  # NDRPDR sel
440         - 42  # NDRPDR sel
441         - 44  # NDRPDR sel
442         - 46  # NDRPDR sel
443         - 47  # NDRPDR sel
444         - 48  # NDRPDR sel
445         - 61  # NDRPDR LB
446         - 62  # NDRPDR LB
447         - 63  # NDRPDR LB
448         - 64  # NDRPDR LB
449         - 65  # NDRPDR LB
450         - 66  # NDRPDR LB
451         - 67  # NDRPDR LB
452         - 69  # NDRPDR LB
453         - 70  # NDRPDR LB
454         - 71  # NDRPDR LB
455     vpp-performance-changes-3n-hsw-cmp:
456       # TODO: Add 1904 data
457       csit-vpp-perf-verify-1904-3n-hsw:
458         - 11  # NDRPDR sel
459         - 12  # NDRPDR sel
460         - 20  # NDRPDR sel
461         - 21  # NDRPDR sel
462         - 23  # NDRPDR sel
463         - 24  # NDRPDR sel
464         - 25  # NDRPDR sel
465     vpp-performance-changes-3n-hsw:
466       - "vpp-performance-changes-3n-hsw-h1"
467       - "vpp-performance-changes-3n-hsw-ref"
468       - "vpp-performance-changes-3n-hsw-cmp"
469
470     vpp-performance-changes-3n-skx-h1:
471       csit-vpp-perf-verify-1810-3n-skx:
472         - 10  # NDRPDR sel
473         - 14  # NDRPDR sel
474         - 15  # NDRPDR sel
475         - 16  # NDRPDR sel
476         - 17  # NDRPDR sel
477         - 19  # NDRPDR sel
478         - 20  # NDRPDR sel
479         - 21  # NDRPDR sel
480         - 22  # NDRPDR sel
481         - 25  # NDRPDR sel
482     vpp-performance-changes-3n-skx-ref:
483       csit-vpp-perf-verify-1901-3n-skx:
484         - 18  # NDRPDR sel
485         - 19  # NDRPDR sel
486         - 20  # NDRPDR sel
487         - 28  # NDRPDR sel
488         - 31  # NDRPDR sel
489         - 33  # NDRPDR sel
490         - 36  # NDRPDR sel
491         - 38  # NDRPDR sel
492         - 47  # NDRPDR sel
493         - 48  # NDRPDR sel
494         - 54  # NDRPDR LB
495         - 57  # NDRPDR LB
496         - 58  # NDRPDR LB
497         - 59  # NDRPDR LB
498         - 60  # NDRPDR LB
499         - 63  # NDRPDR LB
500         - 64  # NDRPDR LB
501         - 65  # NDRPDR LB
502         - 66  # NDRPDR LB
503         - 67  # NDRPDR LB
504     vpp-performance-changes-3n-skx-cmp:
505       csit-vpp-perf-verify-1904-3n-skx:
506         - 8   # NDRPDR sel
507         - 9   # NDRPDR sel
508         - 10  # NDRPDR sel
509         - 11  # NDRPDR sel
510         - 12  # NDRPDR sel
511         - 14  # NDRPDR sel
512         - 16  # NDRPDR sel
513         - 21  # NDRPDR sel
514         - 23  # NDRPDR sel
515         - 25  # NDRPDR sel
516     vpp-performance-changes-3n-skx:
517       - "vpp-performance-changes-3n-skx-h1"
518       - "vpp-performance-changes-3n-skx-ref"
519       - "vpp-performance-changes-3n-skx-cmp"
520
521     vpp-performance-changes-2n-skx-h1:
522       csit-vpp-perf-verify-1810-2n-skx:
523         - 9   # NDRPDR sel
524         - 13  # NDRPDR sel
525         - 14  # NDRPDR sel
526         - 19  # NDRPDR sel
527         - 20  # NDRPDR sel
528         - 21  # NDRPDR sel
529         - 22  # NDRPDR sel
530         - 23  # NDRPDR sel
531         - 24  # NDRPDR sel
532         - 27  # NDRPDR sel
533     vpp-performance-changes-2n-skx-ref:
534       csit-vpp-perf-verify-1901-2n-skx:
535         - 5   # NDRPDR sel
536         - 12  # NDRPDR sel
537         - 13  # NDRPDR sel
538         - 21  # NDRPDR sel
539         - 23  # NDRPDR sel
540         - 31  # NDRPDR sel
541         - 34  # NDRPDR sel
542         - 40  # NDRPDR sel
543         - 42  # NDRPDR sel
544         - 43  # NDRPDR sel
545     vpp-performance-changes-2n-skx-cmp:
546       csit-vpp-perf-verify-1904-2n-skx:
547         - 12  # NDRPDR sel
548         - 14  # NDRPDR sel
549         - 16  # NDRPDR sel
550         - 17  # NDRPDR sel
551         - 18  # NDRPDR sel
552         - 21  # NDRPDR sel
553         - 27  # NDRPDR sel
554         - 30  # NDRPDR sel
555         - 31  # NDRPDR sel
556         - 32  # NDRPDR sel
557     vpp-performance-changes-2n-skx:
558       - "vpp-performance-changes-2n-skx-h1"
559       - "vpp-performance-changes-2n-skx-ref"
560       - "vpp-performance-changes-2n-skx-cmp"
561
562     vpp-performance-changes-3n-hsw-mrr-h1:
563       csit-vpp-perf-verify-1810-3n-hsw:
564         - 9   # MRR sel
565     vpp-performance-changes-3n-hsw-mrr-ref:
566       csit-vpp-perf-verify-1901-3n-hsw:
567         - 35  # MRR sel
568     vpp-performance-changes-3n-hsw-mrr-cmp:
569       csit-vpp-perf-verify-1904-3n-hsw:
570         - 9   # MRR sel
571     vpp-performance-changes-3n-hsw-mrr:
572       - "vpp-performance-changes-3n-hsw-mrr-h1"
573       - "vpp-performance-changes-3n-hsw-mrr-ref"
574       - "vpp-performance-changes-3n-hsw-mrr-cmp"
575
576     vpp-performance-changes-3n-skx-mrr-h1:
577       csit-vpp-perf-verify-1810-3n-skx:
578         - 9   # MRR sel
579         - 11  # MRR sel
580         - 12  # MRR sel
581         - 13  # MRR sel
582     vpp-performance-changes-3n-skx-mrr-ref:
583       csit-vpp-perf-verify-1901-3n-skx:
584         - 32  # MRR sel
585     vpp-performance-changes-3n-skx-mrr-cmp:
586       csit-vpp-perf-verify-1904-3n-skx:
587         - 7   # MRR sel
588     vpp-performance-changes-3n-skx-mrr:
589       - "vpp-performance-changes-3n-skx-mrr-h1"
590       - "vpp-performance-changes-3n-skx-mrr-ref"
591       - "vpp-performance-changes-3n-skx-mrr-cmp"
592
593     vpp-performance-changes-2n-skx-mrr-h1:
594       csit-vpp-perf-verify-1810-2n-skx:
595         - 8   # MRR sel
596         - 10  # MRR sel
597         - 11  # MRR sel
598         - 12  # MRR sel
599     vpp-performance-changes-2n-skx-mrr-ref:
600       csit-vpp-perf-verify-1901-2n-skx:
601         - 22  # MRR sel
602     vpp-performance-changes-2n-skx-mrr-cmp:
603       csit-vpp-perf-verify-1904-2n-skx:
604         - 11  # MRR sel
605     vpp-performance-changes-2n-skx-mrr:
606       - "vpp-performance-changes-2n-skx-mrr-h1"
607       - "vpp-performance-changes-2n-skx-mrr-ref"
608       - "vpp-performance-changes-2n-skx-mrr-cmp"
609
610     dpdk-performance-changes-3n-hsw-h1:
611       csit-dpdk-perf-verify-1810-3n-hsw:
612         - 1   # NDRPDR sel
613         - 2   # NDRPDR sel
614         - 3   # NDRPDR sel
615         - 4   # NDRPDR sel
616         - 5   # NDRPDR sel
617         - 6   # NDRPDR sel
618         - 7   # NDRPDR sel
619         - 8   # NDRPDR sel
620         - 9   # NDRPDR sel
621         - 10  # NDRPDR sel
622     dpdk-performance-changes-3n-hsw-ref:
623       csit-dpdk-perf-verify-1901-3n-hsw:
624         - 13  # NDRPDR sel
625         - 14  # NDRPDR sel
626         - 16  # NDRPDR sel
627         - 17  # NDRPDR sel
628         - 18  # NDRPDR sel
629         - 19  # NDRPDR sel
630         - 20  # NDRPDR sel
631         - 21  # NDRPDR sel
632         - 22  # NDRPDR sel
633         - 23  # NDRPDR sel
634     dpdk-performance-changes-3n-hsw-cmp:
635       csit-dpdk-perf-verify-1904-3n-hsw:
636         - 2   # NDRPDR sel
637         - 3   # NDRPDR sel
638         - 5   # NDRPDR sel
639         - 6   # NDRPDR sel
640         - 13  # NDRPDR sel
641         - 14  # NDRPDR sel
642         - 15  # NDRPDR sel
643         - 18  # NDRPDR sel
644         - 19  # NDRPDR sel
645         - 20  # NDRPDR sel
646     dpdk-performance-changes-3n-hsw:
647       - "dpdk-performance-changes-3n-hsw-h1"
648       - "dpdk-performance-changes-3n-hsw-ref"
649       - "dpdk-performance-changes-3n-hsw-cmp"
650
651     dpdk-performance-changes-3n-skx-h1:
652       csit-dpdk-perf-verify-1810-3n-skx:
653         - 3   # NDRPDR sel
654         - 4   # NDRPDR sel
655         - 6   # NDRPDR sel
656         - 7   # NDRPDR sel
657         - 8   # NDRPDR sel
658         - 9   # NDRPDR sel
659         - 10  # NDRPDR sel
660         - 11  # NDRPDR sel
661         - 12  # NDRPDR sel
662         - 13  # NDRPDR sel
663     dpdk-performance-changes-3n-skx-ref:
664       csit-dpdk-perf-verify-1901-3n-skx:
665         - 3   # NDRPDR sel
666         - 5   # NDRPDR sel
667         - 6   # NDRPDR sel
668         - 7   # NDRPDR sel
669         - 8   # NDRPDR sel
670         - 9   # NDRPDR sel
671         - 10  # NDRPDR sel
672         - 11  # NDRPDR sel
673         - 12  # NDRPDR sel
674         - 13  # NDRPDR sel
675     dpdk-performance-changes-3n-skx-cmp:
676       csit-dpdk-perf-verify-1904-3n-skx:
677         - 2   # NDRPDR sel
678         - 3   # NDRPDR sel
679         - 4   # NDRPDR sel
680         - 5   # NDRPDR sel
681         - 6   # NDRPDR sel
682         - 7   # NDRPDR sel
683         - 11  # NDRPDR sel
684         - 12  # NDRPDR sel
685         - 13  # NDRPDR sel
686         - 14  # NDRPDR sel
687     dpdk-performance-changes-3n-skx:
688       - "dpdk-performance-changes-3n-skx-h1"
689       - "dpdk-performance-changes-3n-skx-ref"
690       - "dpdk-performance-changes-3n-skx-cmp"
691
692     dpdk-performance-changes-2n-skx-h1:
693       csit-dpdk-perf-verify-1810-2n-skx:
694         - 3   # NDRPDR sel
695         - 4   # NDRPDR sel
696         - 5   # NDRPDR sel
697         - 7   # NDRPDR sel
698         - 8   # NDRPDR sel
699         - 9   # NDRPDR sel
700         - 10  # NDRPDR sel
701         - 11  # NDRPDR sel
702         - 12  # NDRPDR sel
703         - 13  # NDRPDR sel
704     dpdk-performance-changes-2n-skx-ref:
705       csit-dpdk-perf-verify-1901-2n-skx:
706         - 12  # NDRPDR sel
707         - 13  # NDRPDR sel
708         - 14  # NDRPDR sel
709         - 15  # NDRPDR sel
710         - 16  # NDRPDR sel
711         - 17  # NDRPDR sel
712         - 18  # NDRPDR sel
713         - 19  # NDRPDR sel
714         - 20  # NDRPDR sel
715         - 21  # NDRPDR sel
716     dpdk-performance-changes-2n-skx-cmp:
717       csit-dpdk-perf-verify-1904-2n-skx:
718         - 2   # NDRPDR sel
719         - 3   # NDRPDR sel
720         - 4   # NDRPDR sel
721         - 5   # NDRPDR sel
722         - 7   # NDRPDR sel
723         - 8   # NDRPDR sel
724         - 9   # NDRPDR sel
725         - 10  # NDRPDR sel
726         - 11  # NDRPDR sel
727         - 12  # NDRPDR sel
728     dpdk-performance-changes-2n-skx:
729       - "dpdk-performance-changes-2n-skx-h1"
730       - "dpdk-performance-changes-2n-skx-ref"
731       - "dpdk-performance-changes-2n-skx-cmp"
732
733     # Compare testbeds
734
735     vpp-compare-testbeds-ref:
736       # TODO: Add 1904 data
737       csit-vpp-perf-verify-1904-3n-hsw:
738         - 11  # NDRPDR sel
739         - 12  # NDRPDR sel
740         - 20  # NDRPDR sel
741         - 21  # NDRPDR sel
742         - 23  # NDRPDR sel
743         - 24  # NDRPDR sel
744         - 25  # NDRPDR sel
745     vpp-compare-testbeds-cmp:
746       csit-vpp-perf-verify-1904-3n-skx:
747         - 8   # NDRPDR sel
748         - 9   # NDRPDR sel
749         - 10  # NDRPDR sel
750         - 11  # NDRPDR sel
751         - 12  # NDRPDR sel
752         - 14  # NDRPDR sel
753         - 16  # NDRPDR sel
754         - 21  # NDRPDR sel
755         - 23  # NDRPDR sel
756         - 25  # NDRPDR sel
757     vpp-compare-testbeds:
758       - "vpp-compare-testbeds-ref"
759       - "vpp-compare-testbeds-cmp"
760
761     vpp-compare-testbeds-mrr-ref:
762       csit-vpp-perf-verify-1904-3n-hsw:
763         - 9   # MRR sel
764     vpp-compare-testbeds-mrr-cmp:
765       csit-vpp-perf-verify-1904-3n-skx:
766         - 7   # MRR sel
767     vpp-compare-testbeds-mrr:
768       - "vpp-compare-testbeds-mrr-ref"
769       - "vpp-compare-testbeds-mrr-cmp"
770
771     dpdk-compare-testbeds-ref:
772       csit-dpdk-perf-verify-1904-3n-hsw:
773         - 2   # NDRPDR sel
774         - 3   # NDRPDR sel
775         - 5   # NDRPDR sel
776         - 6   # NDRPDR sel
777         - 13  # NDRPDR sel
778         - 14  # NDRPDR sel
779         - 15  # NDRPDR sel
780         - 18  # NDRPDR sel
781         - 19  # NDRPDR sel
782         - 20  # NDRPDR sel
783     dpdk-compare-testbeds-cmp:
784       csit-dpdk-perf-verify-1904-3n-skx:
785         - 2   # NDRPDR sel
786         - 3   # NDRPDR sel
787         - 4   # NDRPDR sel
788         - 5   # NDRPDR sel
789         - 6   # NDRPDR sel
790         - 7   # NDRPDR sel
791         - 11  # NDRPDR sel
792         - 12  # NDRPDR sel
793         - 13  # NDRPDR sel
794         - 14  # NDRPDR sel
795     dpdk-compare-testbeds:
796       - "dpdk-compare-testbeds-ref"
797       - "dpdk-compare-testbeds-cmp"
798
799     # Compare topologies
800
801     vpp-compare-topologies-ref:
802       csit-vpp-perf-verify-1904-3n-skx:
803         - 8   # NDRPDR sel
804         - 9   # NDRPDR sel
805         - 10  # NDRPDR sel
806         - 11  # NDRPDR sel
807         - 12  # NDRPDR sel
808         - 14  # NDRPDR sel
809         - 16  # NDRPDR sel
810         - 21  # NDRPDR sel
811         - 23  # NDRPDR sel
812         - 25  # NDRPDR sel
813     vpp-compare-topologies-cmp:
814       csit-vpp-perf-verify-1904-2n-skx:
815         - 12  # NDRPDR sel
816         - 14  # NDRPDR sel
817         - 16  # NDRPDR sel
818         - 17  # NDRPDR sel
819         - 18  # NDRPDR sel
820         - 21  # NDRPDR sel
821         - 27  # NDRPDR sel
822         - 30  # NDRPDR sel
823         - 31  # NDRPDR sel
824         - 32  # NDRPDR sel
825     vpp-compare-topologies:
826       - "vpp-compare-topologies-ref"
827       - "vpp-compare-topologies-cmp"
828
829     vpp-compare-topologies-mrr-ref:
830       csit-vpp-perf-verify-1904-3n-skx:
831         - 7   # MRR sel
832     vpp-compare-topologies-mrr-cmp:
833       csit-vpp-perf-verify-1904-2n-skx:
834         - 11  # MRR sel
835     vpp-compare-topologies-mrr:
836       - "vpp-compare-topologies-mrr-ref"
837       - "vpp-compare-topologies-mrr-cmp"
838
839     dpdk-compare-topologies-ref:
840       csit-dpdk-perf-verify-1904-3n-skx:
841         - 2   # NDRPDR sel
842         - 3   # NDRPDR sel
843         - 4   # NDRPDR sel
844         - 5   # NDRPDR sel
845         - 6   # NDRPDR sel
846         - 7   # NDRPDR sel
847         - 11  # NDRPDR sel
848         - 12  # NDRPDR sel
849         - 13  # NDRPDR sel
850         - 14  # NDRPDR sel
851     dpdk-compare-topologies-cmp:
852       csit-dpdk-perf-verify-1904-2n-skx:
853         - 2   # NDRPDR sel
854         - 3   # NDRPDR sel
855         - 4   # NDRPDR sel
856         - 5   # NDRPDR sel
857         - 7   # NDRPDR sel
858         - 8   # NDRPDR sel
859         - 9   # NDRPDR sel
860         - 10  # NDRPDR sel
861         - 11  # NDRPDR sel
862         - 12  # NDRPDR sel
863     dpdk-compare-topologies:
864       - "dpdk-compare-topologies-ref"
865       - "dpdk-compare-topologies-cmp"
866
867   plot-layouts:
868
869     plot-soak-throughput:
870       titlefont:
871         size: 18
872       xaxis:
873         title: "<b>Test Cases [Index]</b>"
874         titlefont:
875           size: 16
876         autorange: True
877         fixedrange: False
878         gridcolor: "rgb(230, 230, 230)"
879         linecolor: "rgb(220, 220, 220)"
880         linewidth: 1
881         showgrid: True
882         showline: True
883         showticklabels: True
884         tickcolor: "rgb(220, 220, 220)"
885         tickmode: "linear"
886         tickfont:
887           size: 16
888         zeroline: False
889       yaxis:
890         title: "<b>Packet Throughput [Mpps]</b>"
891         titlefont:
892           size: 16
893         gridcolor: "rgb(230, 230, 230)"
894         hoverformat: ".4s"
895         tickformat: ".3s"
896         linecolor: "rgb(220, 220, 220)"
897         linewidth: 1
898         showgrid: True
899         showline: True
900         showticklabels: True
901         tickcolor: "rgb(220, 220, 220)"
902         tickfont:
903           size: 16
904         zeroline: False
905         range: [0,50]
906       autosize: False
907       margin:
908         t: 50
909         b: 0
910         l: 80
911         r: 20
912       showlegend: True
913       legend:
914         orientation: "h"
915         font:
916           size: 16
917       width: 700
918       height: 900
919
920     plot-service-density:
921       titlefont:
922         size: 18
923       xaxis:
924         side: "top"
925         autorange: True
926         fixedrange: False
927         showgrid: False
928         showline: False
929         showticklabels: False
930         ticks: ""
931         ticklen: 0
932         tickwidth: 0
933         zeroline: False
934       yaxis:
935         autorange: "reversed"
936         showgrid: False
937         showline: False
938         showticklabels: False
939         ticks: ""
940         ticklen: 0
941         tickwidth: 0
942         zeroline: False
943       autosize: True
944       showlegend: False
945       width: 700
946       height: 700
947
948     plot-cps:
949       titlefont:
950         size: 18
951       xaxis:
952         title: "<b>Test Cases [Index]</b>"
953         titlefont:
954           size: 16
955         autorange: True
956         fixedrange: False
957         gridcolor: "rgb(230, 230, 230)"
958         linecolor: "rgb(220, 220, 220)"
959         linewidth: 1
960         showgrid: True
961         showline: True
962         showticklabels: True
963         tickcolor: "rgb(220, 220, 220)"
964         tickmode: "linear"
965         tickfont:
966           size: 16
967         zeroline: False
968       yaxis:
969         title: "<b>Connections Per Second [cps]</b>"
970         titlefont:
971           size: 16
972         gridcolor: "rgb(230, 230, 230)"
973         hoverformat: ".4s"
974         linecolor: "rgb(220, 220, 220)"
975         linewidth: 1
976         rangemode: "tozero"
977         showgrid: True
978         showline: True
979         showticklabels: True
980         tickcolor: "rgb(220, 220, 220)"
981         tickformat: ".3s"
982         tickfont:
983           size: 16
984         zeroline: False
985       boxmode: "group"
986       boxgroupgap: 0.5
987       autosize: False
988       margin:
989         t: 50
990         b: 20
991         l: 80
992         r: 20
993       showlegend: True
994       legend:
995         orientation: "h"
996         font:
997           size: 16
998       width: 700
999       height: 800
1000
1001     plot-rps:
1002       titlefont:
1003         size: 18
1004       xaxis:
1005         title: "<b>Test Cases [Index]</b>"
1006         titlefont:
1007           size: 16
1008         autorange: True
1009         fixedrange: False
1010         gridcolor: "rgb(230, 230, 230)"
1011         linecolor: "rgb(220, 220, 220)"
1012         linewidth: 1
1013         showgrid: True
1014         showline: True
1015         showticklabels: True
1016         tickcolor: "rgb(220, 220, 220)"
1017         tickmode: "linear"
1018         tickfont:
1019           size: 16
1020         zeroline: False
1021       yaxis:
1022         title: "<b>Requests Per Second [rps]</b>"
1023         titlefont:
1024           size: 16
1025         gridcolor: "rgb(230, 230, 230)"
1026         hoverformat: ".4s"
1027         linecolor: "rgb(220, 220, 220)"
1028         linewidth: 1
1029         rangemode: "tozero"
1030         showgrid: True
1031         showline: True
1032         showticklabels: True
1033         tickcolor: "rgb(230, 230, 230)"
1034         tickformat: ".3s"
1035         tickfont:
1036           size: 16
1037         zeroline: False
1038       boxmode: "group"
1039       boxgroupgap: 0.5
1040       autosize: False
1041       margin:
1042         t: 50
1043         b: 20
1044         l: 80
1045         r: 20
1046       showlegend: True
1047       legend:
1048         orientation: "h"
1049         font:
1050           size: 16
1051       width: 700
1052       height: 800
1053
1054     plot-throughput:
1055       titlefont:
1056         size: 18
1057       xaxis:
1058         title: "<b>Test Cases [Index]</b>"
1059         titlefont:
1060           size: 16
1061         autorange: True
1062         fixedrange: False
1063         gridcolor: "rgb(230, 230, 230)"
1064         linecolor: "rgb(220, 220, 220)"
1065         linewidth: 1
1066         showgrid: True
1067         showline: True
1068         showticklabels: True
1069         tickcolor: "rgb(220, 220, 220)"
1070         tickmode: "linear"
1071         tickfont:
1072           size: 16
1073         zeroline: False
1074       yaxis:
1075         title: "<b>Packet Throughput [Mpps]</b>"
1076         titlefont:
1077           size: 16
1078         gridcolor: "rgb(230, 230, 230)"
1079         hoverformat: ".4s"
1080         tickformat: ".3s"
1081         linecolor: "rgb(220, 220, 220)"
1082         linewidth: 1
1083         showgrid: True
1084         showline: True
1085         showticklabels: True
1086         tickcolor: "rgb(220, 220, 220)"
1087         tickfont:
1088           size: 16
1089         zeroline: False
1090         range: [0,50]
1091       boxmode: "group"
1092       boxgroupgap: 0.5
1093       autosize: False
1094       margin:
1095         t: 50
1096         b: 0
1097         l: 80
1098         r: 20
1099       showlegend: True
1100       legend:
1101         orientation: "h"
1102         font:
1103           size: 16
1104       width: 700
1105       height: 900
1106
1107     plot-throughput-speedup-analysis:
1108       titlefont:
1109         size: 18
1110       xaxis:
1111         title: "<b>Number of Cores [Qty]</b>"
1112         titlefont:
1113           size: 16
1114         autorange: True
1115         fixedrange: False
1116         gridcolor: "rgb(230, 230, 230)"
1117         linecolor: "rgb(220, 220, 220)"
1118         linewidth: 1
1119         showgrid: True
1120         showline: True
1121         showticklabels: True
1122         tickcolor: "rgb(238, 238, 238)"
1123         tickmode: "linear"
1124         tickfont:
1125           size: 16
1126         zeroline: False
1127       yaxis:
1128         title: "<b>Packet Throughput [Mpps]</b>"
1129         titlefont:
1130           size: 16
1131         type: "linear"
1132         gridcolor: "rgb(230, 230, 230)"
1133         hoverformat: ".4s"
1134         linecolor: "rgb(220, 220, 220)"
1135         linewidth: 1
1136         showgrid: True
1137         showline: True
1138         showticklabels: True
1139         tickcolor: "rgb(220, 220, 220)"
1140         tickformat: ".4s"
1141         tickfont:
1142           size: 16
1143         zeroline: True
1144         rangemode: "tozero"
1145         range: [0,100]
1146       legend:
1147         orientation: "h"
1148         font:
1149           size: 16
1150         xanchor: "left"
1151         yanchor: "top"
1152         x: 0
1153         y: -0.2
1154         bgcolor: "rgba(255, 255, 255, 0)"
1155         bordercolor: "rgba(255, 255, 255, 0)"
1156         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1157       autosize: False
1158       margin:
1159           't': 50
1160           'b': 150
1161           'l': 85
1162           'r': 10
1163       showlegend: True
1164       width: 700
1165       height: 700
1166       hoverlabel:
1167         namelength: -1
1168       annotations: [
1169         {
1170           text: "_ _          __          ...",
1171           align: "left",
1172           showarrow: False,
1173           xref: "paper",
1174           yref: "paper",
1175           xanchor: "left",
1176           yanchor: "top",
1177           x: 0,
1178           y: -0.13,
1179           font: {
1180             family: "Consolas, Courier New",
1181             size: 15
1182           },
1183         },
1184         {
1185           text: "    Perfect     Measured     Limit",
1186           align: "left",
1187           showarrow: False,
1188           xref: "paper",
1189           yref: "paper",
1190           xanchor: "left",
1191           yanchor: "top",
1192           x: 0,
1193           y: -0.15,
1194           font: {
1195             family: "Consolas, Courier New",
1196             size: 15
1197           },
1198         },
1199       ]
1200
1201     plot-latency:
1202       titlefont:
1203         size: 18
1204       xaxis:
1205         title: "<b>Direction</b>"
1206         titlefont:
1207           size: 16
1208         autorange: True
1209         fixedrange: False
1210         gridcolor: "rgb(230, 230, 230)"
1211         linecolor: "rgb(220, 220, 220)"
1212         linewidth: 1
1213         showgrid: True
1214         showline: True
1215         showticklabels: False
1216         tickcolor: "rgb(220, 220, 220)"
1217         tickmode: "linear"
1218         tickfont:
1219           size: 16
1220         zeroline: False
1221       yaxis:
1222         title: "<b>Packet Latency [uSec]</b>"
1223         titlefont:
1224           size: 16
1225         type: "linear"
1226         gridcolor: "rgb(230, 230, 230)"
1227         hoverformat: ".4s"
1228         linecolor: "rgb(220, 220, 220)"
1229         linewidth: 1
1230         showgrid: True
1231         showline: True
1232         showticklabels: True
1233         tickcolor: "rgb(220, 220, 220)"
1234         tickformat: ".4s"
1235         tickfont:
1236           size: 16
1237         zeroline: True
1238         rangemode: "tozero"
1239       legend:
1240         orientation: "h"
1241         font:
1242           size: 16
1243         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1244       autosize: False
1245       margin:
1246           't': 50
1247           'b': 150
1248           'l': 80
1249           'r': 10
1250       showlegend: True
1251       width: 700
1252       height: 700
1253       hoverlabel:
1254         namelength: -1
1255
1256 - type: "static"
1257   src-path: "{DIR[RST]}"
1258   dst-path: "{DIR[WORKING,SRC]}"
1259
1260 - type: "input"
1261   general:
1262     file-name: "robot-plugin.zip"
1263     file-format: ".zip"
1264     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1265     extract: "robot-plugin/output.xml"
1266
1267   builds:
1268     # TODO: Add 1904 data
1269 #    intel-dnv-vpp-release-1904:
1270 #      - 1
1271
1272     intel-dnv-vpp-release-1901:
1273       - 1
1274
1275     intel-dnv-vpp-release-1810:
1276       - 1
1277
1278     csit-vpp-perf-verify-1810-3n-hsw:
1279       - 9   # MRR sel
1280       - 8   # NDRPDR sel
1281       - 12  # NDRPDR sel
1282       - 14  # NDRPDR sel
1283       - 18  # NDRPDR sel
1284       - 23  # NDRPDR sel
1285       - 25  # NDRPDR sel
1286       - 38  # NDRPDR sel
1287       - 39  # NDRPDR sel
1288       - 41  # NDRPDR sel
1289       - 42  # NDRPDR sel
1290       - 28  # WRK
1291       - 29  # WRK
1292       - 30  # WRK
1293       - 31  # WRK
1294       - 32  # WRK
1295       - 33  # WRK
1296       - 34  # WRK
1297       - 35  # WRK
1298       - 36  # WRK
1299       - 37  # WRK
1300     csit-vpp-perf-verify-1901-3n-hsw:
1301       - 35  # MRR sel
1302       - 10  # NDRPDR sel
1303       - 19  # NDRPDR sel
1304       - 31  # NDRPDR sel
1305       - 36  # NDRPDR sel
1306       - 40  # NDRPDR sel
1307       - 42  # NDRPDR sel
1308       - 44  # NDRPDR sel
1309       - 46  # NDRPDR sel
1310       - 47  # NDRPDR sel
1311       - 48  # NDRPDR sel
1312       - 61  # NDRPDR LB
1313       - 62  # NDRPDR LB
1314       - 63  # NDRPDR LB
1315       - 64  # NDRPDR LB
1316       - 65  # NDRPDR LB
1317       - 66  # NDRPDR LB
1318       - 67  # NDRPDR LB
1319       - 69  # NDRPDR LB
1320       - 70  # NDRPDR LB
1321       - 71  # NDRPDR LB
1322     # TODO: Add 1904 Data
1323     csit-vpp-perf-verify-1904-3n-hsw:
1324       - 9   # MRR sel
1325       - 11  # NDRPDR sel
1326       - 12  # NDRPDR sel
1327       - 20  # NDRPDR sel
1328       - 21  # NDRPDR sel
1329       - 23  # NDRPDR sel
1330       - 24  # NDRPDR sel
1331       - 25  # NDRPDR sel
1332
1333     csit-vpp-perf-verify-1810-3n-skx:
1334       - 9   # MRR sel
1335       - 11  # MRR sel
1336       - 12  # MRR sel
1337       - 13  # MRR sel
1338       - 10  # NDRPDR sel
1339       - 14  # NDRPDR sel
1340       - 15  # NDRPDR sel
1341       - 16  # NDRPDR sel
1342       - 17  # NDRPDR sel
1343       - 19  # NDRPDR sel
1344       - 20  # NDRPDR sel
1345       - 21  # NDRPDR sel
1346       - 22  # NDRPDR sel
1347       - 25  # NDRPDR sel
1348     csit-vpp-perf-verify-1901-3n-skx:
1349       - 32  # MRR sel
1350       - 18  # NDRPDR sel
1351       - 19  # NDRPDR sel
1352       - 20  # NDRPDR sel
1353       - 28  # NDRPDR sel
1354       - 31  # NDRPDR sel
1355       - 33  # NDRPDR sel
1356       - 36  # NDRPDR sel
1357       - 38  # NDRPDR sel
1358       - 47  # NDRPDR sel
1359       - 48  # NDRPDR sel
1360       - 54  # NDRPDR LB
1361       - 57  # NDRPDR LB
1362       - 58  # NDRPDR LB
1363       - 59  # NDRPDR LB
1364       - 60  # NDRPDR LB
1365       - 63  # NDRPDR LB
1366       - 64  # NDRPDR LB
1367       - 65  # NDRPDR LB
1368       - 66  # NDRPDR LB
1369       - 67  # NDRPDR LB
1370     csit-vpp-perf-verify-1904-3n-skx:
1371       - 7   # MRR sel
1372       - 8   # NDRPDR sel
1373       - 9   # NDRPDR sel
1374       - 10  # NDRPDR sel
1375       - 11  # NDRPDR sel
1376       - 12  # NDRPDR sel
1377       - 14  # NDRPDR sel
1378       - 16  # NDRPDR sel
1379       - 21  # NDRPDR sel
1380       - 23  # NDRPDR sel
1381       - 25  # NDRPDR sel
1382
1383     csit-vpp-perf-verify-1810-2n-skx:
1384       - 8   # MRR sel
1385       - 10  # MRR sel
1386       - 11  # MRR sel
1387       - 12  # MRR sel
1388       - 9   # NDRPDR sel
1389       - 13  # NDRPDR sel
1390       - 14  # NDRPDR sel
1391       - 19  # NDRPDR sel
1392       - 20  # NDRPDR sel
1393       - 21  # NDRPDR sel
1394       - 22  # NDRPDR sel
1395       - 23  # NDRPDR sel
1396       - 24  # NDRPDR sel
1397       - 27  # NDRPDR sel
1398     csit-vpp-perf-verify-1901-2n-skx:
1399       - 22  # MRR sel
1400       - 5   # NDRPDR sel
1401       - 12  # NDRPDR sel
1402       - 13  # NDRPDR sel
1403       - 21  # NDRPDR sel
1404       - 23  # NDRPDR sel
1405       - 31  # NDRPDR sel
1406       - 34  # NDRPDR sel
1407       - 40  # NDRPDR sel
1408       - 42  # NDRPDR sel
1409       - 43  # NDRPDR sel
1410       - 24  # NFV MRR
1411       - 26  # NFV MRR
1412       - 27  # NFV MRR
1413       - 35  # NFV MRR
1414       - 37  # NFV MRR
1415       - 28  # NFV NDRPDR
1416       - 29  # NFV NDRPDR
1417       - 32  # NFV NDRPDR
1418       - 39  # NFV NDRPDR
1419       - 46  # NFV NDRPDR
1420       - 45  # SOAK
1421     # TODO: Add 1904 data
1422     csit-vpp-perf-verify-1904-2n-skx:
1423       - 11  # MRR sel
1424       - 33  # NDRPDR full
1425       - 39  # NDRPDR full
1426       - 12  # NDRPDR sel
1427       - 14  # NDRPDR sel
1428       - 16  # NDRPDR sel
1429       - 17  # NDRPDR sel
1430       - 18  # NDRPDR sel
1431       - 21  # NDRPDR sel
1432       - 27  # NDRPDR sel
1433       - 30  # NDRPDR sel
1434       - 31  # NDRPDR sel
1435       - 32  # NDRPDR sel
1436       - 40  # NFV MRR 64b
1437       - 41  # NFV MRR 64b
1438       - 42  # NFV MRR 64b
1439       - 47  # NFV MRR 64b
1440       - 48  # NFV MRR 64b
1441       - 49  # NFV MRR IMIX
1442       - 50  # NFV MRR IMIX
1443       - 51  # NFV MRR IMIX
1444       - 54  # NFV MRR IMIX
1445       - 9   # NFV NDRPDR - replace
1446
1447     # TODO: Remove
1448     csit-ligato-perf-verify-1901-3n-hsw:
1449       - 10  # NDRPDR full
1450       - 8   # NDRPDR sel
1451       - 9   # NDRPDR sel
1452       - 11  # NDRPDR sel
1453       - 12  # NDRPDR sel
1454       - 13  # NDRPDR sel
1455       - 14  # NDRPDR sel
1456       - 15  # NDRPDR sel
1457       - 16  # NDRPDR sel
1458       - 17  # NDRPDR sel
1459       - 18  # NDRPDR sel
1460     # TODO: Add 1904 data
1461 #    csit-ligato-perf-verify-1904-3n-hsw:
1462 #      -
1463
1464     csit-dpdk-perf-verify-1810-3n-hsw:
1465       - 1   # NDRPDR sel
1466       - 2   # NDRPDR sel
1467       - 3   # NDRPDR sel
1468       - 4   # NDRPDR sel
1469       - 5   # NDRPDR sel
1470       - 6   # NDRPDR sel
1471       - 7   # NDRPDR sel
1472       - 8   # NDRPDR sel
1473       - 9   # NDRPDR sel
1474       - 10  # NDRPDR sel
1475     csit-dpdk-perf-verify-1901-3n-hsw:
1476       - 13  # NDRPDR sel
1477       - 14  # NDRPDR sel
1478       - 16  # NDRPDR sel
1479       - 17  # NDRPDR sel
1480       - 18  # NDRPDR sel
1481       - 19  # NDRPDR sel
1482       - 20  # NDRPDR sel
1483       - 21  # NDRPDR sel
1484       - 22  # NDRPDR sel
1485       - 23  # NDRPDR sel
1486     csit-dpdk-perf-verify-1904-3n-hsw:
1487       - 2   # NDRPDR sel
1488       - 3   # NDRPDR sel
1489       - 5   # NDRPDR sel
1490       - 6   # NDRPDR sel
1491       - 13  # NDRPDR sel
1492       - 14  # NDRPDR sel
1493       - 15  # NDRPDR sel
1494       - 18  # NDRPDR sel
1495       - 19  # NDRPDR sel
1496       - 20  # NDRPDR sel
1497
1498     csit-dpdk-perf-verify-1810-3n-skx:
1499       - 3   # NDRPDR sel
1500       - 4   # NDRPDR sel
1501       - 6   # NDRPDR sel
1502       - 7   # NDRPDR sel
1503       - 8   # NDRPDR sel
1504       - 9   # NDRPDR sel
1505       - 10  # NDRPDR sel
1506       - 11  # NDRPDR sel
1507       - 12  # NDRPDR sel
1508       - 13  # NDRPDR sel
1509     csit-dpdk-perf-verify-1901-3n-skx:
1510       - 3   # NDRPDR sel
1511       - 5   # NDRPDR sel
1512       - 6   # NDRPDR sel
1513       - 7   # NDRPDR sel
1514       - 8   # NDRPDR sel
1515       - 9   # NDRPDR sel
1516       - 10  # NDRPDR sel
1517       - 11  # NDRPDR sel
1518       - 12  # NDRPDR sel
1519       - 13  # NDRPDR sel
1520     csit-dpdk-perf-verify-1904-3n-skx:
1521       - 2   # NDRPDR sel
1522       - 3   # NDRPDR sel
1523       - 4   # NDRPDR sel
1524       - 5   # NDRPDR sel
1525       - 6   # NDRPDR sel
1526       - 7   # NDRPDR sel
1527       - 11  # NDRPDR sel
1528       - 12  # NDRPDR sel
1529       - 13  # NDRPDR sel
1530       - 14  # NDRPDR sel
1531
1532     csit-dpdk-perf-verify-1810-2n-skx:
1533       - 3   # NDRPDR sel
1534       - 4   # NDRPDR sel
1535       - 5   # NDRPDR sel
1536       - 7   # NDRPDR sel
1537       - 8   # NDRPDR sel
1538       - 9   # NDRPDR sel
1539       - 10  # NDRPDR sel
1540       - 11  # NDRPDR sel
1541       - 12  # NDRPDR sel
1542       - 13  # NDRPDR sel
1543     csit-dpdk-perf-verify-1901-2n-skx:
1544       - 12  # NDRPDR sel
1545       - 13  # NDRPDR sel
1546       - 14  # NDRPDR sel
1547       - 15  # NDRPDR sel
1548       - 16  # NDRPDR sel
1549       - 17  # NDRPDR sel
1550       - 18  # NDRPDR sel
1551       - 19  # NDRPDR sel
1552       - 20  # NDRPDR sel
1553       - 21  # NDRPDR sel
1554     csit-dpdk-perf-verify-1904-2n-skx:
1555       - 2   # NDRPDR sel
1556       - 3   # NDRPDR sel
1557       - 4   # NDRPDR sel
1558       - 5   # NDRPDR sel
1559       - 7   # NDRPDR sel
1560       - 8   # NDRPDR sel
1561       - 9   # NDRPDR sel
1562       - 10  # NDRPDR sel
1563       - 11  # NDRPDR sel
1564       - 12  # NDRPDR sel
1565
1566     csit-vpp-functional-1904-ubuntu1604-virl:
1567       - 33
1568     csit-vpp-functional-1904-centos7-virl:
1569       - 32
1570     csit-vpp-device-1904-ubuntu1804-1n-skx:
1571       - 32
1572 #    # Not used
1573 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1574 #      - 1
1575     csit-dmm-functional-1904-ubuntu1604-virl:
1576       - 1
1577     csit-hc2vpp-verify-func-1904-ubuntu1604:
1578       - 1
1579
1580 - type: "output"
1581   output: "report"
1582   format:
1583     html:
1584     - full
1585 #    pdf:
1586 #    - minimal
1587
1588 ################################################################################
1589 ###                               T A B L E S                                ###
1590 ################################################################################
1591
1592 # VPP Compare NICs 3n-hsw 1t1c ndr
1593 - type: "table"
1594   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1595   algorithm: "table_nics_comparison"
1596   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1597   reference:
1598     title: "Intel-x520"
1599     nic: "NIC_Intel-X520-DA2"
1600   compare:
1601     title: "Intel-x710"
1602     nic: "NIC_Intel-X710"
1603   data: "vpp-nic-comparison-3n-hsw"
1604   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1605   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1606   parameters:
1607   - "name"
1608   - "parent"
1609   - "throughput"
1610   - "tags"
1611
1612 # VPP Compare NICs 3n-hsw 2t2c ndr
1613 - type: "table"
1614   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1615   algorithm: "table_nics_comparison"
1616   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1617   reference:
1618     title: "Intel-x520"
1619     nic: "NIC_Intel-X520-DA2"
1620   compare:
1621     title: "Intel-x710"
1622     nic: "NIC_Intel-X710"
1623   data: "vpp-nic-comparison-3n-hsw"
1624   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1625   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1626   parameters:
1627   - "name"
1628   - "parent"
1629   - "throughput"
1630   - "tags"
1631
1632 # VPP Compare NICs 3n-hsw 1t1c pdr
1633 - type: "table"
1634   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1635   algorithm: "table_nics_comparison"
1636   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1637   reference:
1638     title: "Intel-x520"
1639     nic: "NIC_Intel-X520-DA2"
1640   compare:
1641     title: "Intel-x710"
1642     nic: "NIC_Intel-X710"
1643   data: "vpp-nic-comparison-3n-hsw"
1644   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1645   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1646   parameters:
1647   - "name"
1648   - "parent"
1649   - "throughput"
1650   - "tags"
1651
1652 # VPP Compare NICs 3n-hsw 2t2c pdr
1653 - type: "table"
1654   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1655   algorithm: "table_nics_comparison"
1656   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1657   reference:
1658     title: "Intel-x520"
1659     nic: "NIC_Intel-X520-DA2"
1660   compare:
1661     title: "Intel-x710"
1662     nic: "NIC_Intel-X710"
1663   data: "vpp-nic-comparison-3n-hsw"
1664   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1665   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1666   parameters:
1667   - "name"
1668   - "parent"
1669   - "throughput"
1670   - "tags"
1671
1672 # VPP Compare NICs 3n-hsw 1t1c mrr
1673 - type: "table"
1674   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1675   algorithm: "table_nics_comparison"
1676   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1677   reference:
1678     title: "Intel-x520"
1679     nic: "NIC_Intel-X520-DA2"
1680   compare:
1681     title: "Intel-x710"
1682     nic: "NIC_Intel-X710"
1683   data: "vpp-nic-comparison-3n-hsw-mrr"
1684   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1685   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1686   parameters:
1687   - "name"
1688   - "parent"
1689   - "result"
1690   - "tags"
1691
1692 # VPP Compare NICs 3n-hsw 2t2c mrr
1693 - type: "table"
1694   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1695   algorithm: "table_nics_comparison"
1696   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1697   reference:
1698     title: "Intel-x520"
1699     nic: "NIC_Intel-X520-DA2"
1700   compare:
1701     title: "Intel-x710"
1702     nic: "NIC_Intel-X710"
1703   data: "vpp-nic-comparison-3n-hsw-mrr"
1704   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1705   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1706   parameters:
1707   - "name"
1708   - "parent"
1709   - "result"
1710   - "tags"
1711
1712 # VPP Compare NICs 3n-hsw 4t4c mrr
1713 - type: "table"
1714   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1715   algorithm: "table_nics_comparison"
1716   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1717   reference:
1718     title: "Intel-x520"
1719     nic: "NIC_Intel-X520-DA2"
1720   compare:
1721     title: "Intel-x710"
1722     nic: "NIC_Intel-X710"
1723   data: "vpp-nic-comparison-3n-hsw-mrr"
1724   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1725   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1726   parameters:
1727   - "name"
1728   - "parent"
1729   - "result"
1730   - "tags"
1731
1732 # VPP Compare NICs 3n-skx 2t1c ndr
1733 - type: "table"
1734   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1735   algorithm: "table_nics_comparison"
1736   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1737   reference:
1738     title: "Intel-x710"
1739     nic: "NIC_Intel-X710"
1740   compare:
1741     title: "Intel-xxv710"
1742     nic: "NIC_Intel-XXV710"
1743   data: "vpp-nic-comparison-3n-skx"
1744   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1745   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1746   parameters:
1747   - "name"
1748   - "parent"
1749   - "throughput"
1750   - "tags"
1751
1752 # VPP Compare NICs 3n-skx 4t2c ndr
1753 - type: "table"
1754   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1755   algorithm: "table_nics_comparison"
1756   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1757   reference:
1758     title: "Intel-x710"
1759     nic: "NIC_Intel-X710"
1760   compare:
1761     title: "Intel-xxv710"
1762     nic: "NIC_Intel-XXV710"
1763   data: "vpp-nic-comparison-3n-skx"
1764   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1765   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1766   parameters:
1767   - "name"
1768   - "parent"
1769   - "throughput"
1770   - "tags"
1771
1772 # VPP Compare NICs 3n-skx 2t1c pdr
1773 - type: "table"
1774   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1775   algorithm: "table_nics_comparison"
1776   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1777   reference:
1778     title: "Intel-x710"
1779     nic: "NIC_Intel-X710"
1780   compare:
1781     title: "Intel-xxv710"
1782     nic: "NIC_Intel-XXV710"
1783   data: "vpp-nic-comparison-3n-skx"
1784   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1785   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1786   parameters:
1787   - "name"
1788   - "parent"
1789   - "throughput"
1790   - "tags"
1791
1792  # VPP Compare NICs 3n-skx 4t2c pdr
1793 - type: "table"
1794   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1795   algorithm: "table_nics_comparison"
1796   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1797   reference:
1798     title: "Intel-x710"
1799     nic: "NIC_Intel-X710"
1800   compare:
1801     title: "Intel-xxv710"
1802     nic: "NIC_Intel-XXV710"
1803   data: "vpp-nic-comparison-3n-skx"
1804   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1805   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1806   parameters:
1807   - "name"
1808   - "parent"
1809   - "throughput"
1810   - "tags"
1811
1812 # VPP Compare NICs 3n-skx 2t1c mrr
1813 - type: "table"
1814   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1815   algorithm: "table_nics_comparison"
1816   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1817   reference:
1818     title: "Intel-x710"
1819     nic: "NIC_Intel-X710"
1820   compare:
1821     title: "Intel-xxv710"
1822     nic: "NIC_Intel-XXV710"
1823   data: "vpp-nic-comparison-3n-skx-mrr"
1824   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1825   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1826   parameters:
1827   - "name"
1828   - "parent"
1829   - "result"
1830   - "tags"
1831
1832 # VPP Compare NICs 3n-skx 4t2c mrr
1833 - type: "table"
1834   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1835   algorithm: "table_nics_comparison"
1836   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1837   reference:
1838     title: "Intel-x710"
1839     nic: "NIC_Intel-X710"
1840   compare:
1841     title: "Intel-xxv710"
1842     nic: "NIC_Intel-XXV710"
1843   data: "vpp-nic-comparison-3n-skx-mrr"
1844   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1845   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1846   parameters:
1847   - "name"
1848   - "parent"
1849   - "result"
1850   - "tags"
1851
1852  # VPP Compare NICs 3n-skx 8t4c mrr
1853 - type: "table"
1854   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1855   algorithm: "table_nics_comparison"
1856   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1857   reference:
1858     title: "Intel-x710"
1859     nic: "NIC_Intel-X710"
1860   compare:
1861     title: "Intel-xxv710"
1862     nic: "NIC_Intel-XXV710"
1863   data: "vpp-nic-comparison-3n-skx-mrr"
1864   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1865   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1866   parameters:
1867   - "name"
1868   - "parent"
1869   - "result"
1870   - "tags"
1871
1872 # VPP Compare NICs 2n-skx 2t1c ndr
1873 - type: "table"
1874   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1875   algorithm: "table_nics_comparison"
1876   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1877   reference:
1878     title: "Intel-x710"
1879     nic: "NIC_Intel-X710"
1880   compare:
1881     title: "Intel-xxv710"
1882     nic: "NIC_Intel-XXV710"
1883   data: "vpp-nic-comparison-2n-skx"
1884   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1885   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1886   parameters:
1887   - "name"
1888   - "parent"
1889   - "throughput"
1890   - "tags"
1891
1892 # VPP Compare NICs 2n-skx 4t2c ndr
1893 - type: "table"
1894   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1895   algorithm: "table_nics_comparison"
1896   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1897   reference:
1898     title: "Intel-x710"
1899     nic: "NIC_Intel-X710"
1900   compare:
1901     title: "Intel-xxv710"
1902     nic: "NIC_Intel-XXV710"
1903   data: "vpp-nic-comparison-2n-skx"
1904   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1905   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1906   parameters:
1907   - "name"
1908   - "parent"
1909   - "throughput"
1910   - "tags"
1911
1912  # VPP Compare NICs 2n-skx 2t1c pdr
1913 - type: "table"
1914   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1915   algorithm: "table_nics_comparison"
1916   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1917   reference:
1918     title: "Intel-x710"
1919     nic: "NIC_Intel-X710"
1920   compare:
1921     title: "Intel-xxv710"
1922     nic: "NIC_Intel-XXV710"
1923   data: "vpp-nic-comparison-2n-skx"
1924   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1925   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1926   parameters:
1927   - "name"
1928   - "parent"
1929   - "throughput"
1930   - "tags"
1931
1932 # VPP Compare NICs 2n-skx 4t2c pdr
1933 - type: "table"
1934   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1935   algorithm: "table_nics_comparison"
1936   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1937   reference:
1938     title: "Intel-x710"
1939     nic: "NIC_Intel-X710"
1940   compare:
1941     title: "Intel-xxv710"
1942     nic: "NIC_Intel-XXV710"
1943   data: "vpp-nic-comparison-2n-skx"
1944   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1945   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1946   parameters:
1947   - "name"
1948   - "parent"
1949   - "throughput"
1950   - "tags"
1951
1952 # VPP Compare NICs 2n-skx 2t1c mrr
1953 - type: "table"
1954   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1955   algorithm: "table_nics_comparison"
1956   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1957   reference:
1958     title: "Intel-x710"
1959     nic: "NIC_Intel-X710"
1960   compare:
1961     title: "Intel-xxv710"
1962     nic: "NIC_Intel-XXV710"
1963   data: "vpp-nic-comparison-2n-skx-mrr"
1964   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1965   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1966   parameters:
1967   - "name"
1968   - "parent"
1969   - "result"
1970   - "tags"
1971
1972 # VPP Compare NICs 2n-skx 4t2c mrr
1973 - type: "table"
1974   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1975   algorithm: "table_nics_comparison"
1976   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1977   reference:
1978     title: "Intel-x710"
1979     nic: "NIC_Intel-X710"
1980   compare:
1981     title: "Intel-xxv710"
1982     nic: "NIC_Intel-XXV710"
1983   data: "vpp-nic-comparison-2n-skx-mrr"
1984   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1985   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1986   parameters:
1987   - "name"
1988   - "parent"
1989   - "result"
1990   - "tags"
1991
1992 # VPP Compare NICs 2n-skx 8t4c mrr
1993 - type: "table"
1994   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1995   algorithm: "table_nics_comparison"
1996   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1997   reference:
1998     title: "Intel-x710"
1999     nic: "NIC_Intel-X710"
2000   compare:
2001     title: "Intel-xxv710"
2002     nic: "NIC_Intel-XXV710"
2003   data: "vpp-nic-comparison-2n-skx-mrr"
2004   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2005   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2006   parameters:
2007   - "name"
2008   - "parent"
2009   - "result"
2010   - "tags"
2011
2012 ################################################################################
2013 # VPP
2014
2015 # VPP Performance Changes 2n-dnv 1t1c pdr
2016 - type: "table"
2017   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2018   algorithm: "table_performance_comparison"
2019   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2020   history:
2021     - title: "rls1810"
2022       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2023   reference:
2024     title: "rls1901"
2025     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2026   compare:
2027     title: "rls1904"
2028     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2029   data: "intel-dnv-vpp-changes-2n-dnv"
2030   include-tests: "PDR"
2031   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2032   parameters:
2033   - "name"
2034   - "parent"
2035   - "throughput"
2036
2037 # VPP Performance Changes 2n-dnv 2t2c pdr
2038 - type: "table"
2039   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2040   algorithm: "table_performance_comparison"
2041   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2042   history:
2043     - title: "rls1810"
2044       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2045   reference:
2046     title: "rls1901"
2047     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2048   compare:
2049     title: "rls1904"
2050     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2051   data: "intel-dnv-vpp-changes-2n-dnv"
2052   include-tests: "PDR"
2053   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2054   parameters:
2055   - "name"
2056   - "parent"
2057   - "throughput"
2058
2059 # VPP Performance Changes 2n-dnv 1t1c ndr
2060 - type: "table"
2061   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2062   algorithm: "table_performance_comparison"
2063   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2064   history:
2065     - title: "rls1810"
2066       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2067   reference:
2068     title: "rls1901"
2069     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2070   compare:
2071     title: "rls1904"
2072     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2073   data: "intel-dnv-vpp-changes-2n-dnv"
2074   include-tests: "NDR"
2075   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2076   parameters:
2077   - "name"
2078   - "parent"
2079   - "throughput"
2080
2081 # VPP Performance Changes 2n-dnv 2t2c ndr
2082 - type: "table"
2083   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2084   algorithm: "table_performance_comparison"
2085   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2086   history:
2087     - title: "rls1810"
2088       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2089   reference:
2090     title: "rls1901"
2091     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2092   compare:
2093     title: "rls1904"
2094     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2095   data: "intel-dnv-vpp-changes-2n-dnv"
2096   include-tests: "NDR"
2097   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2098   parameters:
2099   - "name"
2100   - "parent"
2101   - "throughput"
2102
2103 # VPP Performance Changes 2n-dnv 1t1c MRR
2104 - type: "table"
2105   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2106   algorithm: "table_performance_comparison"
2107   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2108   history:
2109     - title: "rls1810"
2110       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2111   reference:
2112     title: "rls1901"
2113     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2114   compare:
2115     title: "rls1904"
2116     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2117   data: "intel-dnv-vpp-changes-2n-dnv"
2118   include-tests: "MRR"
2119   filter: "'1T1C' and 'MRR'"
2120   parameters:
2121   - "name"
2122   - "parent"
2123   - "result"
2124
2125 # VPP Performance Changes 2n-dnv 2t2c MRR
2126 - type: "table"
2127   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2128   algorithm: "table_performance_comparison"
2129   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2130   history:
2131     - title: "rls1810"
2132       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2133   reference:
2134     title: "rls1901"
2135     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2136   compare:
2137     title: "rls1904"
2138     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2139   data: "intel-dnv-vpp-changes-2n-dnv"
2140   include-tests: "MRR"
2141   filter: "'2T2C' and 'MRR'"
2142   parameters:
2143   - "name"
2144   - "parent"
2145   - "result"
2146
2147 # VPP Performance Changes 2n-dnv 4t4c MRR
2148 - type: "table"
2149   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2150   algorithm: "table_performance_comparison"
2151   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2152   history:
2153     - title: "rls1810"
2154       data: "intel-dnv-vpp-changes-2n-dnv-h1"
2155   reference:
2156     title: "rls1901"
2157     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2158   compare:
2159     title: "rls1904"
2160     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2161   data: "intel-dnv-vpp-changes-2n-dnv"
2162   include-tests: "MRR"
2163   filter: "'4T4C' and 'MRR'"
2164   parameters:
2165   - "name"
2166   - "parent"
2167   - "result"
2168
2169 # VPP Performance Changes 3n-hsw 1t1c pdr
2170 - type: "table"
2171   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2172   algorithm: "table_performance_comparison"
2173   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2174   history:
2175     - title: "rls1810"
2176       data: "vpp-performance-changes-3n-hsw-h1"
2177   reference:
2178     title: "rls1901"
2179     data: "vpp-performance-changes-3n-hsw-ref"
2180   compare:
2181     title: "rls1904"
2182     data: "vpp-performance-changes-3n-hsw-cmp"
2183   data: "vpp-performance-changes-3n-hsw"
2184   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2185   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2186   parameters:
2187   - "name"
2188   - "parent"
2189   - "throughput"
2190
2191 # VPP Performance Changes 3n-hsw 2t2c pdr
2192 - type: "table"
2193   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2194   algorithm: "table_performance_comparison"
2195   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2196   history:
2197     - title: "rls1810"
2198       data: "vpp-performance-changes-3n-hsw-h1"
2199   reference:
2200     title: "rls1901"
2201     data: "vpp-performance-changes-3n-hsw-ref"
2202   compare:
2203     title: "rls1904"
2204     data: "vpp-performance-changes-3n-hsw-cmp"
2205   data: "vpp-performance-changes-3n-hsw"
2206   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2207   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2208   parameters:
2209   - "name"
2210   - "parent"
2211   - "throughput"
2212
2213 # VPP Performance Changes 3n-hsw 1t1c ndr
2214 - type: "table"
2215   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2216   algorithm: "table_performance_comparison"
2217   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2218   history:
2219     - title: "rls1810"
2220       data: "vpp-performance-changes-3n-hsw-h1"
2221   reference:
2222     title: "rls1901"
2223     data: "vpp-performance-changes-3n-hsw-ref"
2224   compare:
2225     title: "rls1904"
2226     data: "vpp-performance-changes-3n-hsw-cmp"
2227   data: "vpp-performance-changes-3n-hsw"
2228   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2229   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2230   parameters:
2231   - "name"
2232   - "parent"
2233   - "throughput"
2234
2235 # VPP Performance Changes 3n-hsw 2t2c ndr
2236 - type: "table"
2237   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2238   algorithm: "table_performance_comparison"
2239   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2240   history:
2241     - title: "rls1810"
2242       data: "vpp-performance-changes-3n-hsw-h1"
2243   reference:
2244     title: "rls1901"
2245     data: "vpp-performance-changes-3n-hsw-ref"
2246   compare:
2247     title: "rls1904"
2248     data: "vpp-performance-changes-3n-hsw-cmp"
2249   data: "vpp-performance-changes-3n-hsw"
2250   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2251   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2252   parameters:
2253   - "name"
2254   - "parent"
2255   - "throughput"
2256
2257 # VPP Performance Changes 3n-skx 2t1c pdr
2258 - type: "table"
2259   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2260   algorithm: "table_performance_comparison"
2261   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2262   history:
2263     - title: "rls1810"
2264       data: "vpp-performance-changes-3n-skx-h1"
2265   reference:
2266     title: "rls1901"
2267     data: "vpp-performance-changes-3n-skx-ref"
2268   compare:
2269     title: "rls1904"
2270     data: "vpp-performance-changes-3n-skx-cmp"
2271   data: "vpp-performance-changes-3n-skx"
2272   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2273   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2274   parameters:
2275   - "name"
2276   - "parent"
2277   - "throughput"
2278
2279 # VPP Performance Changes 3n-skx 4t2c pdr
2280 - type: "table"
2281   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2282   algorithm: "table_performance_comparison"
2283   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2284   history:
2285     - title: "rls1810"
2286       data: "vpp-performance-changes-3n-skx-h1"
2287   reference:
2288     title: "rls1901"
2289     data: "vpp-performance-changes-3n-skx-ref"
2290   compare:
2291     title: "rls1904"
2292     data: "vpp-performance-changes-3n-skx-cmp"
2293   data: "vpp-performance-changes-3n-skx"
2294   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2295   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2296   parameters:
2297   - "name"
2298   - "parent"
2299   - "throughput"
2300
2301 # VPP Performance Changes 3n-skx 2t1c ndr
2302 - type: "table"
2303   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2304   algorithm: "table_performance_comparison"
2305   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2306   history:
2307     - title: "rls1810"
2308       data: "vpp-performance-changes-3n-skx-h1"
2309   reference:
2310     title: "rls1901"
2311     data: "vpp-performance-changes-3n-skx-ref"
2312   compare:
2313     title: "rls1904"
2314     data: "vpp-performance-changes-3n-skx-cmp"
2315   data: "vpp-performance-changes-3n-skx"
2316   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2317   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2318   parameters:
2319   - "name"
2320   - "parent"
2321   - "throughput"
2322
2323 # VPP Performance Changes 3n-skx 4t2c ndr
2324 - type: "table"
2325   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2326   algorithm: "table_performance_comparison"
2327   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2328   history:
2329     - title: "rls1810"
2330       data: "vpp-performance-changes-3n-skx-h1"
2331   reference:
2332     title: "rls1901"
2333     data: "vpp-performance-changes-3n-skx-ref"
2334   compare:
2335     title: "rls1904"
2336     data: "vpp-performance-changes-3n-skx-cmp"
2337   data: "vpp-performance-changes-3n-skx"
2338   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2339   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2340   parameters:
2341   - "name"
2342   - "parent"
2343   - "throughput"
2344
2345 # VPP Performance Changes 2n-skx 2t1c pdr
2346 - type: "table"
2347   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2348   algorithm: "table_performance_comparison"
2349   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2350   history:
2351     - title: "rls1810"
2352       data: "vpp-performance-changes-2n-skx-h1"
2353   reference:
2354     title: "rls1901"
2355     data: "vpp-performance-changes-2n-skx-ref"
2356   compare:
2357     title: "rls1904"
2358     data: "vpp-performance-changes-2n-skx-cmp"
2359   data: "vpp-performance-changes-2n-skx"
2360   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2361   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2362   parameters:
2363   - "name"
2364   - "parent"
2365   - "throughput"
2366
2367 # VPP Performance Changes 2n-skx 4t2c pdr
2368 - type: "table"
2369   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2370   algorithm: "table_performance_comparison"
2371   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2372   history:
2373     - title: "rls1810"
2374       data: "vpp-performance-changes-2n-skx-h1"
2375   reference:
2376     title: "rls1901"
2377     data: "vpp-performance-changes-2n-skx-ref"
2378   compare:
2379     title: "rls1904"
2380     data: "vpp-performance-changes-2n-skx-cmp"
2381   data: "vpp-performance-changes-2n-skx"
2382   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2383   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2384   parameters:
2385   - "name"
2386   - "parent"
2387   - "throughput"
2388
2389 # VPP Performance Changes 2n-skx 2t1c ndr
2390 - type: "table"
2391   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2392   algorithm: "table_performance_comparison"
2393   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2394   history:
2395     - title: "rls1810"
2396       data: "vpp-performance-changes-2n-skx-h1"
2397   reference:
2398     title: "rls1901"
2399     data: "vpp-performance-changes-2n-skx-ref"
2400   compare:
2401     title: "rls1904"
2402     data: "vpp-performance-changes-2n-skx-cmp"
2403   data: "vpp-performance-changes-2n-skx"
2404   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2405   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2406   parameters:
2407   - "name"
2408   - "parent"
2409   - "throughput"
2410
2411 # VPP Performance Changes 2n-skx 4t2c ndr
2412 - type: "table"
2413   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2414   algorithm: "table_performance_comparison"
2415   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2416   history:
2417     - title: "rls1810"
2418       data: "vpp-performance-changes-2n-skx-h1"
2419   reference:
2420     title: "rls1901"
2421     data: "vpp-performance-changes-2n-skx-ref"
2422   compare:
2423     title: "rls1904"
2424     data: "vpp-performance-changes-2n-skx-cmp"
2425   data: "vpp-performance-changes-2n-skx"
2426   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2427   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2428   parameters:
2429   - "name"
2430   - "parent"
2431   - "throughput"
2432
2433 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2434 - type: "table"
2435   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2436   algorithm: "table_performance_comparison"
2437   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2438   reference:
2439     title: "3-Node Hsw"
2440     data: "vpp-compare-testbeds-ref"
2441   compare:
2442     title: "3-Node Skx"
2443     data: "vpp-compare-testbeds-cmp"
2444   data: "vpp-compare-testbeds"
2445   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2446   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2447   parameters:
2448   - "name"
2449   - "parent"
2450   - "throughput"
2451
2452 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2453 - type: "table"
2454   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2455   algorithm: "table_performance_comparison"
2456   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2457   reference:
2458     title: "3-Node Hsw"
2459     data: "vpp-compare-testbeds-ref"
2460   compare:
2461     title: "3-Node Skx"
2462     data: "vpp-compare-testbeds-cmp"
2463   data: "vpp-compare-testbeds"
2464   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2465   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2466   parameters:
2467   - "name"
2468   - "parent"
2469   - "throughput"
2470
2471 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2472 - type: "table"
2473   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2474   algorithm: "table_performance_comparison"
2475   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2476   reference:
2477     title: "3-Node Hsw"
2478     data: "vpp-compare-testbeds-ref"
2479   compare:
2480     title: "3-Node Skx"
2481     data: "vpp-compare-testbeds-cmp"
2482   data: "vpp-compare-testbeds"
2483   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2484   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2485   parameters:
2486   - "name"
2487   - "parent"
2488   - "throughput"
2489
2490 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2491 - type: "table"
2492   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2493   algorithm: "table_performance_comparison"
2494   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2495   reference:
2496     title: "3-Node Hsw"
2497     data: "vpp-compare-testbeds-ref"
2498   compare:
2499     title: "3-Node Skx"
2500     data: "vpp-compare-testbeds-cmp"
2501   data: "vpp-compare-testbeds"
2502   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2503   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2504   parameters:
2505   - "name"
2506   - "parent"
2507   - "throughput"
2508
2509 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2510 - type: "table"
2511   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2512   algorithm: "table_performance_comparison"
2513   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2514   reference:
2515     title: "3-Node Skx"
2516     data: "vpp-compare-topologies-ref"
2517   compare:
2518     title: "2-Node Skx"
2519     data: "vpp-compare-topologies-cmp"
2520   data: "vpp-compare-topologies"
2521   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2522   filter: "'NDRPDR' and '1C'"
2523   parameters:
2524   - "name"
2525   - "parent"
2526   - "throughput"
2527
2528 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2529 - type: "table"
2530   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2531   algorithm: "table_performance_comparison"
2532   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2533   reference:
2534     title: "3-Node Skx"
2535     data: "vpp-compare-topologies-ref"
2536   compare:
2537     title: "2-Node Skx"
2538     data: "vpp-compare-topologies-cmp"
2539   data: "vpp-compare-topologies"
2540   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2541   filter: "'NDRPDR' and '2C'"
2542   parameters:
2543   - "name"
2544   - "parent"
2545   - "throughput"
2546
2547 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2548 - type: "table"
2549   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2550   algorithm: "table_performance_comparison"
2551   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2552   reference:
2553     title: "3-Node Skx"
2554     data: "vpp-compare-topologies-ref"
2555   compare:
2556     title: "2-Node Skx"
2557     data: "vpp-compare-topologies-cmp"
2558   data: "vpp-compare-topologies"
2559   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2560   filter: "'NDRPDR' and '1C'"
2561   parameters:
2562   - "name"
2563   - "parent"
2564   - "throughput"
2565
2566 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2567 - type: "table"
2568   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2569   algorithm: "table_performance_comparison"
2570   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2571   reference:
2572     title: "3-Node Skx"
2573     data: "vpp-compare-topologies-ref"
2574   compare:
2575     title: "2-Node Skx"
2576     data: "vpp-compare-topologies-cmp"
2577   data: "vpp-compare-topologies"
2578   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2579   filter: "'NDRPDR' and '2C'"
2580   parameters:
2581   - "name"
2582   - "parent"
2583   - "throughput"
2584
2585 # VPP Performance Changes 3n-hsw 1t1c MRR
2586 - type: "table"
2587   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2588   algorithm: "table_performance_comparison"
2589   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2590   history:
2591     - title: "rls1810"
2592       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2593   reference:
2594     title: "rls1901"
2595     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2596   compare:
2597     title: "rls1904"
2598     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2599   data: "vpp-performance-changes-3n-hsw-mrr"
2600   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2601   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2602   parameters:
2603   - "name"
2604   - "parent"
2605   - "result"
2606
2607 # VPP Performance Changes 3n-hsw 2t2c MRR
2608 - type: "table"
2609   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2610   algorithm: "table_performance_comparison"
2611   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2612   history:
2613     - title: "rls1810"
2614       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2615   reference:
2616     title: "rls1901"
2617     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2618   compare:
2619     title: "rls1904"
2620     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2621   data: "vpp-performance-changes-3n-hsw-mrr"
2622   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2623   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2624   parameters:
2625   - "name"
2626   - "parent"
2627   - "result"
2628
2629 # VPP Performance Changes 3n-hsw 4t4c MRR
2630 - type: "table"
2631   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2632   algorithm: "table_performance_comparison"
2633   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2634   history:
2635     - title: "rls1810"
2636       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2637   reference:
2638     title: "rls1901"
2639     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2640   compare:
2641     title: "rls1904"
2642     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2643   data: "vpp-performance-changes-3n-hsw-mrr"
2644   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2645   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2646   parameters:
2647   - "name"
2648   - "parent"
2649   - "result"
2650
2651 # VPP Performance Changes 3n-skx 2t1c MRR
2652 - type: "table"
2653   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2654   algorithm: "table_performance_comparison"
2655   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2656   history:
2657     - title: "rls1810"
2658       data: "vpp-performance-changes-3n-skx-mrr-h1"
2659   reference:
2660     title: "rls1901"
2661     data: "vpp-performance-changes-3n-skx-mrr-ref"
2662   compare:
2663     title: "rls1904"
2664     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2665   data: "vpp-performance-changes-3n-skx-mrr"
2666   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2667   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2668   parameters:
2669   - "name"
2670   - "parent"
2671   - "result"
2672
2673 # VPP Performance Changes 3n-skx 4t2c MRR
2674 - type: "table"
2675   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2676   algorithm: "table_performance_comparison"
2677   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2678   history:
2679     - title: "rls1810"
2680       data: "vpp-performance-changes-3n-skx-mrr-h1"
2681   reference:
2682     title: "rls1901"
2683     data: "vpp-performance-changes-3n-skx-mrr-ref"
2684   compare:
2685     title: "rls1904"
2686     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2687   data: "vpp-performance-changes-3n-skx-mrr"
2688   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2689   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2690   parameters:
2691   - "name"
2692   - "parent"
2693   - "result"
2694
2695 # VPP Performance Changes 3n-skx 8t4c MRR
2696 - type: "table"
2697   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2698   algorithm: "table_performance_comparison"
2699   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2700   history:
2701     - title: "rls1810"
2702       data: "vpp-performance-changes-3n-skx-mrr-h1"
2703   reference:
2704     title: "rls1901"
2705     data: "vpp-performance-changes-3n-skx-mrr-ref"
2706   compare:
2707     title: "rls1904"
2708     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2709   data: "vpp-performance-changes-3n-skx-mrr"
2710   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2711   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2712   parameters:
2713   - "name"
2714   - "parent"
2715   - "result"
2716
2717 # VPP Performance Changes 2n-skx 2t1c MRR
2718 - type: "table"
2719   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2720   algorithm: "table_performance_comparison"
2721   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2722   history:
2723     - title: "rls1810"
2724       data: "vpp-performance-changes-2n-skx-mrr-h1"
2725   reference:
2726     title: "rls1901"
2727     data: "vpp-performance-changes-2n-skx-mrr-ref"
2728   compare:
2729     title: "rls1904"
2730     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2731   data: "vpp-performance-changes-2n-skx-mrr"
2732   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2733   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2734   parameters:
2735   - "name"
2736   - "parent"
2737   - "result"
2738
2739 # VPP Performance Changes 2n-skx 4t2c MRR
2740 - type: "table"
2741   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2742   algorithm: "table_performance_comparison"
2743   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2744   history:
2745     - title: "rls1810"
2746       data: "vpp-performance-changes-2n-skx-mrr-h1"
2747   reference:
2748     title: "rls1901"
2749     data: "vpp-performance-changes-2n-skx-mrr-ref"
2750   compare:
2751     title: "rls1904"
2752     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2753   data: "vpp-performance-changes-2n-skx-mrr"
2754   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2755   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2756   parameters:
2757   - "name"
2758   - "parent"
2759   - "result"
2760
2761 # VPP Performance Changes 2n-skx 8t4c MRR
2762 - type: "table"
2763   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2764   algorithm: "table_performance_comparison"
2765   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2766   history:
2767     - title: "rls1810"
2768       data: "vpp-performance-changes-2n-skx-mrr-h1"
2769   reference:
2770     title: "rls1901"
2771     data: "vpp-performance-changes-2n-skx-mrr-ref"
2772   compare:
2773     title: "rls1904"
2774     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2775   data: "vpp-performance-changes-2n-skx-mrr"
2776   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2777   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2778   parameters:
2779   - "name"
2780   - "parent"
2781   - "result"
2782
2783 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2784 - type: "table"
2785   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2786   algorithm: "table_performance_comparison"
2787   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2788   reference:
2789     title: "3-Node Hsw"
2790     data: "vpp-compare-testbeds-mrr-ref"
2791   compare:
2792     title: "3-Node Skx"
2793     data: "vpp-compare-testbeds-mrr-cmp"
2794   data: "vpp-compare-testbeds-mrr"
2795   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2796   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2797   parameters:
2798   - "name"
2799   - "parent"
2800   - "result"
2801
2802 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2803 - type: "table"
2804   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2805   algorithm: "table_performance_comparison"
2806   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2807   reference:
2808     title: "3-Node Hsw"
2809     data: "vpp-compare-testbeds-mrr-ref"
2810   compare:
2811     title: "3-Node Skx"
2812     data: "vpp-compare-testbeds-mrr-cmp"
2813   data: "vpp-compare-testbeds-mrr"
2814   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2815   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2816   parameters:
2817   - "name"
2818   - "parent"
2819   - "result"
2820
2821 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2822 - type: "table"
2823   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2824   algorithm: "table_performance_comparison"
2825   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2826   reference:
2827     title: "3-Node Hsw"
2828     data: "vpp-compare-testbeds-mrr-ref"
2829   compare:
2830     title: "3-Node Skx"
2831     data: "vpp-compare-testbeds-mrr-cmp"
2832   data: "vpp-compare-testbeds-mrr"
2833   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2834   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2835   parameters:
2836   - "name"
2837   - "parent"
2838   - "result"
2839
2840 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2841 - type: "table"
2842   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2843   algorithm: "table_performance_comparison"
2844   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2845   reference:
2846     title: "3-Node Skx"
2847     data: "vpp-compare-topologies-mrr-ref"
2848   compare:
2849     title: "2-Node Skx"
2850     data: "vpp-compare-topologies-mrr-cmp"
2851   data: "vpp-compare-topologies-mrr"
2852   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2853   filter: "'MRR' and '1C'"
2854   parameters:
2855   - "name"
2856   - "parent"
2857   - "result"
2858
2859 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2860 - type: "table"
2861   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2862   algorithm: "table_performance_comparison"
2863   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2864   reference:
2865     title: "3-Node Skx"
2866     data: "vpp-compare-topologies-mrr-ref"
2867   compare:
2868     title: "2-Node Skx"
2869     data: "vpp-compare-topologies-mrr-cmp"
2870   data: "vpp-compare-topologies-mrr"
2871   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2872   filter: "'MRR' and '2C'"
2873   parameters:
2874   - "name"
2875   - "parent"
2876   - "result"
2877
2878 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2879 - type: "table"
2880   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2881   algorithm: "table_performance_comparison"
2882   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2883   reference:
2884     title: "3-Node Skx"
2885     data: "vpp-compare-topologies-mrr-ref"
2886   compare:
2887     title: "2-Node Skx"
2888     data: "vpp-compare-topologies-mrr-cmp"
2889   data: "vpp-compare-topologies-mrr"
2890   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2891   filter: "'MRR' and '4C'"
2892   parameters:
2893   - "name"
2894   - "parent"
2895   - "result"
2896
2897 # Detailed Test Results - VPP Performance Results 3n-hsw
2898 - type: "table"
2899   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2900   algorithm: "table_merged_details"
2901   output-file-ext: ".csv"
2902   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2903   columns:
2904   - title: "Name"
2905     data: "data name"
2906   - title: "Status"
2907     data: "data msg"
2908   rows: "generated"
2909   data: "vpp-perf-results-3n-hsw"
2910   filter: "not 'NDRCHK' and not 'PDRCHK'"
2911   parameters:
2912   - "name"
2913   - "parent"
2914   - "msg"
2915
2916 # Detailed Test Results - VPP Performance Results 3n-skx
2917 - type: "table"
2918   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2919   algorithm: "table_merged_details"
2920   output-file-ext: ".csv"
2921   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2922   columns:
2923   - title: "Name"
2924     data: "data name"
2925   - title: "Status"
2926     data: "data msg"
2927   rows: "generated"
2928   data: "vpp-perf-results-3n-skx"
2929   filter: "not 'NDRCHK' and not 'PDRCHK'"
2930   parameters:
2931   - "name"
2932   - "parent"
2933   - "msg"
2934
2935 # Detailed Test Results - VPP Performance Results 2n-skx
2936 - type: "table"
2937   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2938   algorithm: "table_merged_details"
2939   output-file-ext: ".csv"
2940   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2941   columns:
2942   - title: "Name"
2943     data: "data name"
2944   - title: "Status"
2945     data: "data msg"
2946   rows: "generated"
2947   data: "vpp-perf-results-2n-skx"
2948   filter: "not 'NDRCHK' and not 'PDRCHK'"
2949   parameters:
2950   - "name"
2951   - "parent"
2952   - "msg"
2953
2954 # Detailed Test Results - VPP Performance Results 2n-dnv
2955 - type: "table"
2956   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2957   algorithm: "table_details"
2958   output-file-ext: ".csv"
2959   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2960   columns:
2961   - title: "Name"
2962     data: "data name"
2963   - title: "Status"
2964     data: "data msg"
2965   rows: "generated"
2966   data: "intel-dnv-vpp"
2967   filter: "'NDRPDR'"
2968   parameters:
2969   - "name"
2970   - "parent"
2971   - "msg"
2972
2973 # Test configuration - VPP Performance Test Configs 3n-hsw
2974 - type: "table"
2975   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2976   algorithm: "table_merged_details"
2977   output-file-ext: ".csv"
2978   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2979   columns:
2980   - title: "Name"
2981     data: "data name"
2982   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2983     data: "data conf-history"
2984   rows: "generated"
2985   data: "vpp-perf-results-3n-hsw"
2986   filter: "not 'NDRCHK' and not 'PDRCHK'"
2987   parameters:
2988   - "parent"
2989   - "name"
2990   - "conf-history"
2991
2992 # Test configuration - VPP Performance Test Configs 3n-skx
2993 - type: "table"
2994   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2995   algorithm: "table_merged_details"
2996   output-file-ext: ".csv"
2997   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2998   columns:
2999   - title: "Name"
3000     data: "data name"
3001   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3002     data: "data conf-history"
3003   rows: "generated"
3004   data: "vpp-perf-results-3n-skx"
3005   filter: "not 'NDRCHK' and not 'PDRCHK'"
3006   parameters:
3007   - "parent"
3008   - "name"
3009   - "conf-history"
3010
3011 # Test configuration - VPP Performance Test Configs 2n-skx
3012 - type: "table"
3013   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3014   algorithm: "table_merged_details"
3015   output-file-ext: ".csv"
3016   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3017   columns:
3018   - title: "Name"
3019     data: "data name"
3020   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3021     data: "data conf-history"
3022   rows: "generated"
3023   data: "vpp-perf-results-2n-skx"
3024   filter: "not 'NDRCHK' and not 'PDRCHK'"
3025   parameters:
3026   - "parent"
3027   - "name"
3028   - "conf-history"
3029
3030 # Test configuration - VPP Performance Test Configs 2n-dnv
3031 - type: "table"
3032   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3033   algorithm: "table_details"
3034   output-file-ext: ".csv"
3035   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3036   columns:
3037   - title: "Name"
3038     data: "data name"
3039   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3040     data: "data conf-history"
3041   rows: "generated"
3042   data: "intel-dnv-vpp"
3043   filter: "'NDRPDR'"
3044   parameters:
3045   - "parent"
3046   - "name"
3047   - "conf-history"
3048
3049 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3050 - type: "table"
3051   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3052   algorithm: "table_merged_details"
3053   output-file-ext: ".csv"
3054   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3055   columns:
3056   - title: "Name"
3057     data: "data name"
3058   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3059     data: "data show-run"
3060   rows: "generated"
3061   data: "vpp-perf-results-3n-hsw"
3062   filter: "not 'NDRCHK' and not 'PDRCHK'"
3063   parameters:
3064   - "parent"
3065   - "name"
3066   - "show-run"
3067
3068 # Test Operational Data - VPP Performance Operational Data 3n-skx
3069 - type: "table"
3070   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3071   algorithm: "table_merged_details"
3072   output-file-ext: ".csv"
3073   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3074   columns:
3075   - title: "Name"
3076     data: "data name"
3077   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3078     data: "data show-run"
3079   rows: "generated"
3080   data: "vpp-perf-results-3n-skx"
3081   filter: "not 'NDRCHK' and not 'PDRCHK'"
3082   parameters:
3083   - "parent"
3084   - "name"
3085   - "show-run"
3086
3087 # Test Operational Data - VPP Performance Operational Data 2n-skx
3088 - type: "table"
3089   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3090   algorithm: "table_merged_details"
3091   output-file-ext: ".csv"
3092   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3093   columns:
3094   - title: "Name"
3095     data: "data name"
3096   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3097     data: "data show-run"
3098   rows: "generated"
3099   data: "vpp-perf-results-2n-skx"
3100   filter: "not 'NDRCHK' and not 'PDRCHK'"
3101   parameters:
3102   - "parent"
3103   - "name"
3104   - "show-run"
3105
3106 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3107 - type: "table"
3108   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3109   algorithm: "table_details"
3110   output-file-ext: ".csv"
3111   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3112   columns:
3113   - title: "Name"
3114     data: "data name"
3115   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3116     data: "data show-run"
3117   rows: "generated"
3118   data: "intel-dnv-vpp"
3119   filter: "'NDRPDR'"
3120   parameters:
3121   - "parent"
3122   - "name"
3123   - "show-run"
3124
3125 # Detailed Test Results - VPP MRR Results 3n-hsw
3126 - type: "table"
3127   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3128   algorithm: "table_details"
3129   output-file-ext: ".csv"
3130   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3131   columns:
3132   - title: "Name"
3133     data: "data name"
3134   - title: "Status"
3135     data: "data msg"
3136   rows: "generated"
3137   data: "vpp-mrr-results-3n-hsw"
3138   filter: "'MRR'"
3139   parameters:
3140   - "name"
3141   - "parent"
3142   - "msg"
3143
3144 # Detailed Test Results - VPP MRR Results 3n-skx
3145 - type: "table"
3146   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3147   algorithm: "table_details"
3148   output-file-ext: ".csv"
3149   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3150   columns:
3151   - title: "Name"
3152     data: "data name"
3153   - title: "Status"
3154     data: "data msg"
3155   rows: "generated"
3156   data: "vpp-mrr-results-3n-skx"
3157   filter: "'MRR'"
3158   parameters:
3159   - "name"
3160   - "parent"
3161   - "msg"
3162
3163 # Detailed Test Results - VPP MRR Results 2n-skx
3164 - type: "table"
3165   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3166   algorithm: "table_details"
3167   output-file-ext: ".csv"
3168   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3169   columns:
3170   - title: "Name"
3171     data: "data name"
3172   - title: "Status"
3173     data: "data msg"
3174   rows: "generated"
3175   data: "vpp-mrr-results-2n-skx"
3176   filter: "'MRR'"
3177   parameters:
3178   - "name"
3179   - "parent"
3180   - "msg"
3181
3182 # Detailed Test Results - VPP MRR Results 2n-dnv
3183 - type: "table"
3184   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3185   algorithm: "table_details"
3186   output-file-ext: ".csv"
3187   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3188   columns:
3189   - title: "Name"
3190     data: "data name"
3191   - title: "Status"
3192     data: "data msg"
3193   rows: "generated"
3194   data: "intel-dnv-vpp"
3195   filter: "'MRR'"
3196   parameters:
3197   - "name"
3198   - "parent"
3199   - "msg"
3200
3201 # Test configuration - VPP MRR Test Configs 3n-hsw
3202 - type: "table"
3203   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3204   algorithm: "table_details"
3205   output-file-ext: ".csv"
3206   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3207   columns:
3208   - title: "Name"
3209     data: "data name"
3210   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3211     data: "data conf-history"
3212   rows: "generated"
3213   data: "vpp-mrr-results-3n-hsw"
3214   filter: "'MRR'"
3215   parameters:
3216   - "parent"
3217   - "name"
3218   - "conf-history"
3219
3220 # Test configuration - VPP MRR Test Configs 3n-skx
3221 - type: "table"
3222   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3223   algorithm: "table_details"
3224   output-file-ext: ".csv"
3225   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3226   columns:
3227   - title: "Name"
3228     data: "data name"
3229   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3230     data: "data conf-history"
3231   rows: "generated"
3232   data: "vpp-mrr-results-3n-skx"
3233   filter: "'MRR'"
3234   parameters:
3235   - "parent"
3236   - "name"
3237   - "conf-history"
3238
3239 # Test configuration - VPP MRR Test Configs 2n-skx
3240 - type: "table"
3241   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3242   algorithm: "table_details"
3243   output-file-ext: ".csv"
3244   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3245   columns:
3246   - title: "Name"
3247     data: "data name"
3248   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3249     data: "data conf-history"
3250   rows: "generated"
3251   data: "vpp-mrr-results-2n-skx"
3252   filter: "'MRR'"
3253   parameters:
3254   - "parent"
3255   - "name"
3256   - "conf-history"
3257
3258 # Test configuration - VPP MRR Test Configs 2n-dnv
3259 - type: "table"
3260   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3261   algorithm: "table_details"
3262   output-file-ext: ".csv"
3263   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3264   columns:
3265   - title: "Name"
3266     data: "data name"
3267   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3268     data: "data conf-history"
3269   rows: "generated"
3270   data: "intel-dnv-vpp"
3271   filter: "'MRR'"
3272   parameters:
3273   - "parent"
3274   - "name"
3275   - "conf-history"
3276
3277 # Detailed Test Results - VPP Functional Results - Ubuntu
3278 - type: "table"
3279   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3280   algorithm: "table_details"
3281   output-file-ext: ".csv"
3282   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3283   columns:
3284   - title: "Name"
3285     data: "data name"
3286   - title: "Documentation"
3287     data: "data doc"
3288   - title: "Status"
3289     data: "data status"
3290   rows: "generated"
3291   data: "vpp-func-results-ubuntu"
3292   filter: "all"
3293   parameters:
3294   - "name"
3295   - "parent"
3296   - "doc"
3297   - "status"
3298
3299 # Detailed Test Results - VPP Functional Results - CentOS
3300 - type: "table"
3301   title: "Detailed Test Results - VPP Functional Results - CentOS"
3302   algorithm: "table_details"
3303   output-file-ext: ".csv"
3304   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3305   columns:
3306   - title: "Name"
3307     data: "data name"
3308   - title: "Documentation"
3309     data: "data doc"
3310   -
3311     title: "Status"
3312     data: "data status"
3313   rows: "generated"
3314   data:
3315     "vpp-func-results-centos"
3316   filter: "all"
3317   parameters:
3318   - "name"
3319   - "parent"
3320   - "doc"
3321   - "status"
3322
3323 # Test configuration - VPP Functional Test Configs - Ubuntu
3324 - type: "table"
3325   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3326   algorithm: "table_details"
3327   output-file-ext: ".csv"
3328   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3329   columns:
3330   - title: "Name"
3331     data: "data name"
3332   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3333     data: "data conf-history"
3334   rows: "generated"
3335   data: "vpp-func-results-ubuntu"
3336   filter: "all"
3337   parameters:
3338   - "parent"
3339   - "name"
3340   - "conf-history"
3341
3342 # Test configuration - VPP Functional Test Configs - CentOS
3343 - type: "table"
3344   title: "Test configuration - VPP Functional Test Configs - CentOS"
3345   algorithm: "table_details"
3346   output-file-ext: ".csv"
3347   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3348   columns:
3349   - title: "Name"
3350     data: "data name"
3351   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3352     data: "data conf-history"
3353   rows: "generated"
3354   data: "vpp-func-results-centos"
3355   filter: "all"
3356   parameters:
3357   - "parent"
3358   - "name"
3359   - "conf-history"
3360
3361 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3362 - type: "table"
3363   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3364   algorithm: "table_details"
3365   output-file-ext: ".csv"
3366   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3367   columns:
3368   - title: "Name"
3369     data: "data name"
3370   - title: "Status"
3371     data: "data msg"
3372   rows: "generated"
3373   data: "ligato-perf-results-3n-hsw"
3374   filter: "all"
3375   parameters:
3376   - "name"
3377   - "parent"
3378   - "msg"
3379
3380 # Detailed Test Results - VPP Device Results - Ubuntu
3381 - type: "table"
3382   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3383   algorithm: "table_details"
3384   output-file-ext: ".csv"
3385   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3386   columns:
3387   - title: "Name"
3388     data: "data name"
3389   - title: "Documentation"
3390     data: "data doc"
3391   - title: "Status"
3392     data: "data status"
3393   rows: "generated"
3394   data: "vpp-device-results-ubuntu"
3395   filter: "all"
3396   parameters:
3397   - "name"
3398   - "parent"
3399   - "doc"
3400   - "status"
3401
3402 # Test configuration - VPP Device Test Configs - Ubuntu
3403 - type: "table"
3404   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3405   algorithm: "table_details"
3406   output-file-ext: ".csv"
3407   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3408   columns:
3409   - title: "Name"
3410     data: "data name"
3411   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3412     data: "data conf-history"
3413   rows: "generated"
3414   data: "vpp-device-results-ubuntu"
3415   filter: "all"
3416   parameters:
3417   - "parent"
3418   - "name"
3419   - "conf-history"
3420
3421 ################################################################################
3422
3423 # DPDK Performance Changes 3n-hsw 1t1c pdr
3424 - type: "table"
3425   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3426   algorithm: "table_performance_comparison"
3427   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3428   history:
3429     - title: "rls1810"
3430       data: "dpdk-performance-changes-3n-hsw-h1"
3431   reference:
3432     title: "rls1901"
3433     data: "dpdk-performance-changes-3n-hsw-ref"
3434   compare:
3435     title: "rls1904"
3436     data: "dpdk-performance-changes-3n-hsw-cmp"
3437   data: "dpdk-performance-changes-3n-hsw"
3438   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3439   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3440   parameters:
3441   - "name"
3442   - "parent"
3443   - "throughput"
3444
3445 # DPDK Performance Changes 3n-hsw 2t2c pdr
3446 - type: "table"
3447   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3448   algorithm: "table_performance_comparison"
3449   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3450   history:
3451     - title: "rls1810"
3452       data: "dpdk-performance-changes-3n-hsw-h1"
3453   reference:
3454     title: "rls1901"
3455     data: "dpdk-performance-changes-3n-hsw-ref"
3456   compare:
3457     title: "rls1904"
3458     data: "dpdk-performance-changes-3n-hsw-cmp"
3459   data: "dpdk-performance-changes-3n-hsw"
3460   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3461   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3462   parameters:
3463   - "name"
3464   - "parent"
3465   - "throughput"
3466
3467 # DPDK Performance Changes 3n-hsw 1t1c ndr
3468 - type: "table"
3469   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3470   algorithm: "table_performance_comparison"
3471   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3472   history:
3473     - title: "rls1810"
3474       data: "dpdk-performance-changes-3n-hsw-h1"
3475   reference:
3476     title: "rls1901"
3477     data: "dpdk-performance-changes-3n-hsw-ref"
3478   compare:
3479     title: "rls1904"
3480     data: "dpdk-performance-changes-3n-hsw-cmp"
3481   data: "dpdk-performance-changes-3n-hsw"
3482   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3483   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3484   parameters:
3485   - "name"
3486   - "parent"
3487   - "throughput"
3488
3489 # DPDK Performance Changes 3n-hsw 2t2c ndr
3490 - type: "table"
3491   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3492   algorithm: "table_performance_comparison"
3493   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3494   history:
3495     - title: "rls1810"
3496       data: "dpdk-performance-changes-3n-hsw-h1"
3497   reference:
3498     title: "rls1901"
3499     data: "dpdk-performance-changes-3n-hsw-ref"
3500   compare:
3501     title: "rls1904"
3502     data: "dpdk-performance-changes-3n-hsw-cmp"
3503   data: "dpdk-performance-changes-3n-hsw"
3504   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3505   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3506   parameters:
3507   - "name"
3508   - "parent"
3509   - "throughput"
3510
3511 # DPDK Performance Changes 3n-skx 2t1c pdr
3512 - type: "table"
3513   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3514   algorithm: "table_performance_comparison"
3515   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3516   history:
3517     - title: "rls1810"
3518       data: "dpdk-performance-changes-3n-skx-h1"
3519   reference:
3520     title: "rls1901"
3521     data: "dpdk-performance-changes-3n-skx-ref"
3522   compare:
3523     title: "rls1904"
3524     data: "dpdk-performance-changes-3n-skx-cmp"
3525   data: "dpdk-performance-changes-3n-skx"
3526   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3527   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3528   parameters:
3529   - "name"
3530   - "parent"
3531   - "throughput"
3532
3533 # DPDK Performance Changes 3n-skx 4t2c pdr
3534 - type: "table"
3535   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3536   algorithm: "table_performance_comparison"
3537   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3538   history:
3539     - title: "rls1810"
3540       data: "dpdk-performance-changes-3n-skx-h1"
3541   reference:
3542     title: "rls1901"
3543     data: "dpdk-performance-changes-3n-skx-ref"
3544   compare:
3545     title: "rls1904"
3546     data: "dpdk-performance-changes-3n-skx-cmp"
3547   data: "dpdk-performance-changes-3n-skx"
3548   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3549   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3550   parameters:
3551   - "name"
3552   - "parent"
3553   - "throughput"
3554
3555 # DPDK Performance Changes 3n-skx 2t1c ndr
3556 - type: "table"
3557   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3558   algorithm: "table_performance_comparison"
3559   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3560   history:
3561     - title: "rls1810"
3562       data: "dpdk-performance-changes-3n-skx-h1"
3563   reference:
3564     title: "rls1901"
3565     data: "dpdk-performance-changes-3n-skx-ref"
3566   compare:
3567     title: "rls1904"
3568     data: "dpdk-performance-changes-3n-skx-cmp"
3569   data: "dpdk-performance-changes-3n-skx"
3570   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3571   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3572   parameters:
3573   - "name"
3574   - "parent"
3575   - "throughput"
3576
3577 # DPDK Performance Changes 3n-skx 4t2c ndr
3578 - type: "table"
3579   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3580   algorithm: "table_performance_comparison"
3581   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3582   history:
3583     - title: "rls1810"
3584       data: "dpdk-performance-changes-3n-skx-h1"
3585   reference:
3586     title: "rls1901"
3587     data: "dpdk-performance-changes-3n-skx-ref"
3588   compare:
3589     title: "rls1904"
3590     data: "dpdk-performance-changes-3n-skx-cmp"
3591   data: "dpdk-performance-changes-3n-skx"
3592   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3593   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3594   parameters:
3595   - "name"
3596   - "parent"
3597   - "throughput"
3598
3599 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3600 - type: "table"
3601   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3602   algorithm: "table_performance_comparison"
3603   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3604   reference:
3605     title: "3-Node Hsw"
3606     data: "dpdk-compare-testbeds-ref"
3607   compare:
3608     title: "3-Node Skx"
3609     data: "dpdk-compare-testbeds-cmp"
3610   data: "dpdk-compare-testbeds"
3611   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3612   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3613   parameters:
3614   - "name"
3615   - "parent"
3616   - "throughput"
3617
3618 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3619 - type: "table"
3620   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3621   algorithm: "table_performance_comparison"
3622   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3623   reference:
3624     title: "3-Node Hsw"
3625     data: "dpdk-compare-testbeds-ref"
3626   compare:
3627     title: "3-Node Skx"
3628     data: "dpdk-compare-testbeds-cmp"
3629   data: "dpdk-compare-testbeds"
3630   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3631   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3632   parameters:
3633   - "name"
3634   - "parent"
3635   - "throughput"
3636
3637 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3638 - type: "table"
3639   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3640   algorithm: "table_performance_comparison"
3641   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3642   reference:
3643     title: "3-Node Skx"
3644     data: "dpdk-compare-topologies-ref"
3645   compare:
3646     title: "2-Node Skx"
3647     data: "dpdk-compare-topologies-cmp"
3648   data: "dpdk-compare-topologies"
3649   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3650   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3651   parameters:
3652   - "name"
3653   - "parent"
3654   - "throughput"
3655
3656 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3657 - type: "table"
3658   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3659   algorithm: "table_performance_comparison"
3660   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3661   reference:
3662     title: "3-Node Skx"
3663     data: "dpdk-compare-topologies-ref"
3664   compare:
3665     title: "2-Node Skx"
3666     data: "dpdk-compare-topologies-cmp"
3667   data: "dpdk-compare-topologies"
3668   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3669   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3670   parameters:
3671   - "name"
3672   - "parent"
3673   - "throughput"
3674
3675 # DPDK Performance Changes 2n-skx 2t1c pdr
3676 - type: "table"
3677   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3678   algorithm: "table_performance_comparison"
3679   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3680   history:
3681     - title: "rls1810"
3682       data: "dpdk-performance-changes-2n-skx-h1"
3683   reference:
3684     title: "rls1901"
3685     data: "dpdk-performance-changes-2n-skx-ref"
3686   compare:
3687     title: "rls1904"
3688     data: "dpdk-performance-changes-2n-skx-cmp"
3689   data: "dpdk-performance-changes-2n-skx"
3690   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3691   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3692   parameters:
3693   - "name"
3694   - "parent"
3695   - "throughput"
3696
3697 # DPDK Performance Changes 2n-skx 4t2c pdr
3698 - type: "table"
3699   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3700   algorithm: "table_performance_comparison"
3701   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3702   history:
3703     - title: "rls1810"
3704       data: "dpdk-performance-changes-2n-skx-h1"
3705   reference:
3706     title: "rls1901"
3707     data: "dpdk-performance-changes-2n-skx-ref"
3708   compare:
3709     title: "rls1904"
3710     data: "dpdk-performance-changes-2n-skx-cmp"
3711   data: "dpdk-performance-changes-2n-skx"
3712   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3713   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3714   parameters:
3715   - "name"
3716   - "parent"
3717   - "throughput"
3718
3719 # DPDK Performance Changes 2n-skx 2t1c ndr
3720 - type: "table"
3721   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3722   algorithm: "table_performance_comparison"
3723   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3724   history:
3725     - title: "rls1810"
3726       data: "dpdk-performance-changes-2n-skx-h1"
3727   reference:
3728     title: "rls1901"
3729     data: "dpdk-performance-changes-2n-skx-ref"
3730   compare:
3731     title: "rls1904"
3732     data: "dpdk-performance-changes-2n-skx-cmp"
3733   data: "dpdk-performance-changes-2n-skx"
3734   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3735   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3736   parameters:
3737   - "name"
3738   - "parent"
3739   - "throughput"
3740
3741 # DPDK Performance Changes 2n-skx 4t2c ndr
3742 - type: "table"
3743   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3744   algorithm: "table_performance_comparison"
3745   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3746   history:
3747     - title: "rls1810"
3748       data: "dpdk-performance-changes-2n-skx-h1"
3749   reference:
3750     title: "rls1901"
3751     data: "dpdk-performance-changes-2n-skx-ref"
3752   compare:
3753     title: "rls1904"
3754     data: "dpdk-performance-changes-2n-skx-cmp"
3755   data: "dpdk-performance-changes-2n-skx"
3756   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3757   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3758   parameters:
3759   - "name"
3760   - "parent"
3761   - "throughput"
3762
3763 # Detailed Test Results - DPDK Performance Results 3n-hsw
3764 - type: "table"
3765   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3766   algorithm: "table_details"
3767   output-file-ext: ".csv"
3768   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3769   columns:
3770   - title: "Name"
3771     data: "data name"
3772   - title: "Status"
3773     data: "data msg"
3774   rows: "generated"
3775   data: "dpdk-perf-results-3n-hsw"
3776   filter: "all"
3777   parameters:
3778   - "name"
3779   - "parent"
3780   - "msg"
3781
3782 # Detailed Test Results - DPDK Performance Results 3n-skx
3783 - type: "table"
3784   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3785   algorithm: "table_details"
3786   output-file-ext: ".csv"
3787   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3788   columns:
3789   - title: "Name"
3790     data: "data name"
3791   - title: "Status"
3792     data: "data msg"
3793   rows: "generated"
3794   data: "dpdk-perf-results-3n-skx"
3795   filter: "all"
3796   parameters:
3797   - "name"
3798   - "parent"
3799   - "msg"
3800
3801 # Detailed Test Results - DPDK Performance Results 2n-skx
3802 - type: "table"
3803   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3804   algorithm: "table_details"
3805   output-file-ext: ".csv"
3806   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3807   columns:
3808   - title: "Name"
3809     data: "data name"
3810   - title: "Status"
3811     data: "data msg"
3812   rows: "generated"
3813   data: "dpdk-perf-results-2n-skx"
3814   filter: "all"
3815   parameters:
3816   - "name"
3817   - "parent"
3818   - "msg"
3819
3820 ################################################################################
3821 # HoneyComb
3822 - type: "table"
3823   title: "Detailed Test Results - Honeycomb Functional Results"
3824   algorithm: "table_details"
3825   output-file-ext: ".csv"
3826   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3827   columns:
3828   - title: "Name"
3829     data: "data name"
3830   - title: "Documentation"
3831     data: "data doc"
3832   - title: "Status"
3833     data: "data status"
3834   rows: "generated"
3835   data:
3836     "hc-func-results"
3837   filter: "all"
3838   parameters:
3839   - "name"
3840   - "parent"
3841   - "doc"
3842   - "status"
3843
3844 ################################################################################
3845 # NSH SFC
3846 #-
3847 #  type: "table"
3848 #  title: "Detailed Test Results - NSH SFC Functional Results"
3849 #  algorithm: "table_details"
3850 #  output-file-ext: ".csv"
3851 #  output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3852 #  columns:
3853 #  -
3854 #    title: "Name"
3855 #    data: "data name"
3856 #  -
3857 #    title: "Documentation"
3858 #    data: "data doc"
3859 #  -
3860 #    title: "Status"
3861 #    data: "data status"
3862 #  rows: "generated"
3863 #  data:
3864 #    "nsh-func-results"
3865 #  filter: "all"
3866 #  parameters:
3867 #  - "name"
3868 #  - "parent"
3869 #  - "doc"
3870 #  - "status"
3871
3872 ################################################################################
3873 # DMM
3874 - type: "table"
3875   title: "Detailed Test Results - DMM Functional Results"
3876   algorithm: "table_details"
3877   output-file-ext: ".csv"
3878   output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
3879   columns:
3880   - title: "Name"
3881     data: "data name"
3882   - title: "Documentation"
3883     data: "data doc"
3884   - title: "Status"
3885     data: "data status"
3886   rows: "generated"
3887   data:
3888     "dmm-func-results"
3889   filter: "all"
3890   parameters:
3891   - "name"
3892   - "parent"
3893   - "doc"
3894   - "status"
3895
3896 ################################################################################
3897 ###                                F I L E S                                 ###
3898 ################################################################################
3899
3900 # VPP Performance Results 3n-hsw
3901 - type: "file"
3902   title: "VPP Performance Results 3n-hsw"
3903   algorithm: "file_test_results"
3904   output-file-ext: ".rst"
3905   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3906   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3907   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
3908   data: "vpp-perf-results-3n-hsw"
3909   filter: "not 'NDRCHK' and not 'PDRCHK'"
3910   parameters:
3911   - "name"
3912   - "doc"
3913   - "level"
3914   - "parent"
3915   data-start-level: 3
3916
3917 # VPP Performance Results 3n-skx
3918 - type: "file"
3919   title: "VPP Performance Results 3n-skx"
3920   algorithm: "file_test_results"
3921   output-file-ext: ".rst"
3922   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3923   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3924   dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
3925   data: "vpp-perf-results-3n-skx"
3926   filter: "not 'NDRCHK' and not 'PDRCHK'"
3927   parameters:
3928   - "name"
3929   - "doc"
3930   - "level"
3931   - "parent"
3932   data-start-level: 3
3933
3934 # VPP Performance Results 2n-skx
3935 - type: "file"
3936   title: "VPP Performance Results 2n-skx"
3937   algorithm: "file_test_results"
3938   output-file-ext: ".rst"
3939   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3940   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3941   dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
3942   data: "vpp-perf-results-2n-skx"
3943   filter: "not 'NDRCHK' and not 'PDRCHK'"
3944   parameters:
3945   - "name"
3946   - "doc"
3947   - "level"
3948   - "parent"
3949   data-start-level: 3
3950
3951 # VPP Performance Results 2n-dnv
3952 - type: "file"
3953   title: "VPP Performance Results 2n-dnv"
3954   algorithm: "file_test_results"
3955   output-file-ext: ".rst"
3956   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3957   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3958   dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}"
3959   data: "intel-dnv-vpp"
3960   filter: "'NDRPDR'"
3961   parameters:
3962   - "name"
3963   - "doc"
3964   - "level"
3965   - "parent"
3966   data-start-level: 3
3967
3968 # VPP Performance Configuration 3n-hsw
3969 - type: "file"
3970   title: "VPP Performance Configuration 3n-hsw"
3971   algorithm: "file_test_results"
3972   output-file-ext: ".rst"
3973   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw"
3974   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3975   dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
3976   data: "vpp-perf-results-3n-hsw"
3977   filter: "not 'NDRCHK' and not 'PDRCHK'"
3978   parameters:
3979   - "name"
3980   - "doc"
3981   - "level"
3982   - "parent"
3983   data-start-level: 3
3984
3985 # VPP Performance Configuration 3n-skx
3986 - type: "file"
3987   title: "VPP Performance Configuration 3n-skx"
3988   algorithm: "file_test_results"
3989   output-file-ext: ".rst"
3990   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx"
3991   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3992   dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}"
3993   data: "vpp-perf-results-3n-skx"
3994   filter: "not 'NDRCHK' and not 'PDRCHK'"
3995   parameters:
3996   - "name"
3997   - "doc"
3998   - "level"
3999   - "parent"
4000   data-start-level: 3
4001
4002 # VPP Performance Configuration 2n-skx
4003 - type: "file"
4004   title: "VPP Performance Configuration 2n-skx"
4005   algorithm: "file_test_results"
4006   output-file-ext: ".rst"
4007   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx"
4008   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4009   dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}"
4010   data: "vpp-perf-results-2n-skx"
4011   filter: "not 'NDRCHK' and not 'PDRCHK'"
4012   parameters:
4013   - "name"
4014   - "doc"
4015   - "level"
4016   - "parent"
4017   data-start-level: 3
4018
4019 # VPP Performance Configuration&nb