Report: Add data
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49
50     # Detailed test configurations
51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
55     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
56     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
57     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
58     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
59     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
60     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
61     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
62     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
63     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
64
65     # Detailed tests operational data
66     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
67     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
68     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
69     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
70     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
71     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
72
73     # .css patch file to fix tables generated by Sphinx
74     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
75     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
76
77   urls:
78     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
79     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
80     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
81     # URL[VIRL,DNV]: "http://download.it/from/nexus"
82     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
83     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
84     DIR[NEXUS,DOC]: "report/_static/archive"
85
86   make-dirs:
87   # List the directories which are created while preparing the environment.
88   # All directories MUST be defined in "paths" section.
89   - "DIR[WORKING,DATA]"
90   - "DIR[STATIC,VPP]"
91   - "DIR[STATIC,DPDK]"
92   - "DIR[STATIC,ARCH]"
93   - "DIR[BUILD,LATEX]"
94   - "DIR[WORKING,SRC]"
95   - "DIR[WORKING,SRC,STATIC]"
96
97   remove-dirs:
98   # List the directories which are deleted while cleaning the environment.
99   # All directories MUST be defined in "paths" section.
100   #- "DIR[BUILD,HTML]"
101   - "DIR[WORKING,DATA]"
102
103   build-dirs:
104   # List the directories where the results (build) is stored.
105   # All directories MUST be defined in "paths" section.
106   - "DIR[BUILD,HTML]"
107   - "DIR[BUILD,LATEX]"
108
109 - type: "configuration"
110
111   limits:
112     nic:
113       x520: 24460000
114       x553: 29761905
115       x710: 35800000
116       xxv710: 35800000
117       xl710: 35800000
118
119     link:
120       10ge: 14880952.38
121       25ge: 37202380.95
122       40ge: 59523809.52
123       100ge: 148809523.81
124
125     pci:
126       pci-g3-x8: 74404761.90
127       pci-g3-x16: 148809523.81
128
129   data-sets:
130
131     ###########################################################################
132     # Plots:
133
134     # 3n-hsw
135
136     plot-vpp-throughput-lat-tsa-3n-hsw:
137       csit-vpp-perf-verify-1908-3n-hsw:
138         - 12  # NDRPDR sel
139         - 13  # NDRPDR sel
140         - 14  # NDRPDR sel
141         - 15  # NDRPDR sel
142         - 16  # NDRPDR sel
143         - 17  # NDRPDR sel
144         - 18  # NDRPDR sel
145         - 19  # NDRPDR sel
146         - 20  # NDRPDR sel
147         - 21  # NDRPDR sel
148
149     plot-vpp-throughput-lat-tsa-3n-hsw-vhost:
150       csit-vpp-perf-verify-1908-3n-hsw:
151         - 40  # NDRPDR sel vhost
152         - 41  # NDRPDR sel vhost
153         - 42  # NDRPDR sel vhost
154         - 43  # NDRPDR sel vhost
155         - 44  # NDRPDR sel vhost
156         - 45  # NDRPDR sel vhost
157
158     plot-vpp-http-server-performance:
159       csit-vpp-perf-verify-1908-2n-skx:
160         - 29  # TCP
161         - 30  # TCP
162         - 58  # TCP
163         - 59  # TCP
164         - 60  # TCP
165         - 61  # TCP
166         - 62  # TCP
167         - 63  # TCP
168         - 64  # TCP
169         - 65  # TCP
170
171     plot-dpdk-throughput-latency-3n-hsw:
172       csit-dpdk-perf-verify-1908-3n-hsw:
173         - 2   # NDRPDR sel
174         - 3   # NDRPDR sel
175         - 4   # NDRPDR sel
176         - 5   # NDRPDR sel
177         - 6   # NDRPDR sel
178         - 7   # NDRPDR sel
179         - 8   # NDRPDR sel
180         - 9   # NDRPDR sel
181         - 10  # NDRPDR sel
182         - 11  # NDRPDR sel
183
184     # 3n-skx
185
186     plot-vpp-throughput-lat-tsa-3n-skx:
187       csit-vpp-perf-verify-1908-3n-skx:
188         - 14  # NDRPDR sel
189         - 16  # NDRPDR sel
190         - 19  # NDRPDR sel
191         - 20  # NDRPDR sel
192         - 22  # NDRPDR sel
193         - 23  # NDRPDR sel
194         - 24  # NDRPDR sel
195         - 25  # NDRPDR sel
196         - 26  # NDRPDR sel
197         - 29  # NDRPDR sel
198
199     plot-vpp-throughput-lat-tsa-3n-skx-vhost:
200       csit-vpp-perf-verify-1908-3n-skx:
201         - 44  # NDRPDR sel vhost
202         - 45  # NDRPDR sel vhost
203         - 46  # NDRPDR sel vhost
204         - 47  # NDRPDR sel vhost
205         - 48  # NDRPDR sel vhost
206         - 49  # NDRPDR sel vhost
207
208     plot-dpdk-throughput-latency-3n-skx:
209       csit-dpdk-perf-verify-1908-3n-skx:
210         - 3   # NDRPDR sel
211         - 4   # NDRPDR sel
212         - 5   # NDRPDR sel
213         - 6   # NDRPDR sel
214         - 7   # NDRPDR sel
215         - 8   # NDRPDR sel
216         - 9   # NDRPDR sel
217         - 10  # NDRPDR sel
218         - 11  # NDRPDR sel
219         - 12  # NDRPDR sel
220
221     # 2n-skx
222
223     plot-vpp-throughput-lat-tsa-2n-skx:
224       csit-vpp-perf-verify-1908-2n-skx:
225         - 26  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 34  # NDRPDR sel
228         - 35  # NDRPDR sel
229         - 36  # NDRPDR sel
230         - 42  # NDRPDR sel
231         - 43  # NDRPDR sel
232         - 44  # NDRPDR sel
233         - 45  # NDRPDR sel
234         - 46  # NDRPDR sel
235
236     plot-vpp-throughput-lat-tsa-2n-skx-vhost:
237       csit-vpp-perf-verify-1908-2n-skx:
238         - 72  # NDRPDR sel vhost
239         - 73  # NDRPDR sel vhost
240         - 74  # NDRPDR sel vhost
241         - 75  # NDRPDR sel vhost
242         - 76  # NDRPDR sel vhost
243         - 78  # NDRPDR sel vhost
244         - 84  # NDRPDR sel vhost
245         - 85  # NDRPDR sel vhost
246
247 #    plot-vpp-soak-2n-skx:
248 #      # TODO: Add data
249 #      csit-vpp-perf-verify-1908-2n-skx:
250
251     plot-vpp-nfv-2n-skx-ndrpdr:
252       csit-vpp-perf-verify-1908-2n-skx:
253         - 22  # NFV
254         - 31  # NFV
255         - 32  # NFV
256         - 37  # NFV
257         - 38  # NFV
258         - 39  # NFV
259         - 53  # NFV
260         - 67  # NFV
261         - 68  # NFV
262         - 70  # NFV
263
264     plot-vpp-nfv-2n-skx-mrr:
265       csit-vpp-perf-verify-1908-2n-skx:
266         - 71  # NFV MRR
267
268     plot-dpdk-throughput-latency-2n-skx:
269       csit-dpdk-perf-verify-1908-2n-skx:
270         - 2   # NDRPDR sel
271         - 3   # NDRPDR sel
272         - 4   # NDRPDR sel
273         - 5   # NDRPDR sel
274         - 7   # NDRPDR sel
275         - 8   # NDRPDR sel
276         - 9   # NDRPDR sel
277         - 10  # NDRPDR sel
278         - 11  # NDRPDR sel
279         - 12  # NDRPDR sel
280
281     plot-vpp-throughput-lat-tsa-3n-tsh:
282       csit-vpp-perf-verify-1908-3n-tsh:
283         - 7   # NDRPDR sel
284         - 8   # NDRPDR sel
285         - 9   # NDRPDR sel
286         - 10  # NDRPDR sel
287         - 11  # NDRPDR sel
288         - 12  # NDRPDR sel
289         - 13  # NDRPDR sel
290         - 14  # NDRPDR sel
291         - 15  # NDRPDR sel
292
293     ###########################################################################
294     # Simple tables (only one data set):
295
296     # NIC Comparisons
297
298     vpp-nic-comparison-3n-skx:
299       csit-vpp-perf-verify-1908-3n-skx:
300         - 14  # NDRPDR sel
301         - 16  # NDRPDR sel
302         - 19  # NDRPDR sel
303         - 20  # NDRPDR sel
304         - 22  # NDRPDR sel
305         - 23  # NDRPDR sel
306         - 24  # NDRPDR sel
307         - 25  # NDRPDR sel
308         - 26  # NDRPDR sel
309         - 29  # NDRPDR sel
310
311     vpp-nic-comparison-2n-skx:
312       csit-vpp-perf-verify-1908-2n-skx:
313         - 26  # NDRPDR sel
314         - 27  # NDRPDR sel
315         - 34  # NDRPDR sel
316         - 35  # NDRPDR sel
317         - 36  # NDRPDR sel
318         - 42  # NDRPDR sel
319         - 43  # NDRPDR sel
320         - 44  # NDRPDR sel
321         - 45  # NDRPDR sel
322         - 46  # NDRPDR sel
323
324     vpp-nic-comparison-3n-skx-mrr:
325       csit-vpp-perf-verify-1908-3n-skx:
326         - 36  # MRR sel
327
328     vpp-nic-comparison-2n-skx-mrr:
329       csit-vpp-perf-verify-1908-2n-skx:
330         - 69  # MRR sel
331
332     # Results
333
334     vpp-perf-results-3n-hsw:
335       csit-vpp-perf-verify-1908-3n-hsw:
336         - 24  # NDRPDR full
337         - 25  # NDRPDR full
338         - 26  # NDRPDR full
339         - 27  # NDRPDR full
340         - 28  # NDRPDR full
341         - 29  # NDRPDR full
342         - 32  # NDRPDR full
343         - 33  # NDRPDR full
344         - 36  # NDRPDR full
345         - 38  # NDRPDR full
346         - 46  # NDRPDR full
347
348     vpp-perf-results-3n-skx:
349       # TODO: Add FULL data
350       csit-vpp-perf-verify-1908-3n-skx:
351         - 27  # NDRPDR full
352         - 28  # NDRPDR full
353         - 30  # NDRPDR full
354         - 31  # NDRPDR full
355         - 32  # NDRPDR full
356         - 33  # NDRPDR full
357         - 34  # NDRPDR full
358         - 35  # NDRPDR full
359         - 37  # NDRPDR full
360         - 39  # NDRPDR full
361         - 40  # NDRPDR full
362         - 41  # NDRPDR full
363         - 50  # NDRPDR full
364
365     vpp-perf-results-2n-skx:
366       csit-vpp-perf-verify-1908-2n-skx:
367         - 48  # NDRPDR full
368         - 49  # NDRPDR full
369         - 50  # NDRPDR full
370         - 51  # NDRPDR full
371         - 54  # NDRPDR full
372         - 55  # NDRPDR full
373         - 79  # NDRPDR full vhost
374
375     vpp-perf-results-3n-tsh:
376       csit-vpp-perf-verify-1908-3n-tsh:
377         - 13  # NDRPDR sel
378
379     vpp-mrr-results-3n-hsw:
380       csit-vpp-perf-verify-1908-3n-hsw:
381         - 39  # MRR sel
382
383     vpp-mrr-results-3n-skx:
384       csit-vpp-perf-verify-1908-3n-skx:
385         - 36  # MRR sel
386
387     vpp-mrr-results-2n-skx:
388       csit-vpp-perf-verify-1908-2n-skx:
389         - 69  # MRR sel
390
391     vpp-func-results-ubuntu:
392       csit-vpp-functional-1908-ubuntu1604-virl:
393         - 64
394
395     vpp-func-results-centos:
396       csit-vpp-functional-1908-centos7-virl:
397         - 64
398
399     vpp-device-results-ubuntu:
400       csit-vpp-device-1908-ubuntu1804-1n-skx:
401         - 65
402
403     dpdk-perf-results-3n-hsw:
404       csit-dpdk-perf-verify-1908-3n-hsw:
405         - 10  # NDRPDR sel
406
407     dpdk-perf-results-3n-skx:
408       csit-dpdk-perf-verify-1908-3n-skx:
409         - 12  # NDRPDR sel
410
411     dpdk-perf-results-2n-skx:
412       csit-dpdk-perf-verify-1908-2n-skx:
413         - 12  # NDRPDR sel
414
415 ###########################################################################
416     # Tables (more than one data set)
417
418     # Performance changes
419
420 #    intel-dnv-vpp-changes-2n-dnv-h1:
421 #      intel-dnv-vpp-release-1810:
422 #        - 1
423 #    intel-dnv-vpp-changes-2n-dnv-ref:
424 #      intel-dnv-vpp-release-1901:
425 #        - 1
426 #    intel-dnv-vpp-changes-2n-dnv-cmp:
427 #      # intel-dnv-vpp-release-1904:
428 #      intel-dnv-vpp-release-1901:
429 #        - 1
430 #    intel-dnv-vpp-changes-2n-dnv:
431 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
432 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
433 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
434
435     vpp-performance-changes-3n-hsw-h1:
436       csit-vpp-perf-verify-1901-3n-hsw:
437         - 10  # NDRPDR sel
438         - 19  # NDRPDR sel
439         - 31  # NDRPDR sel
440         - 36  # NDRPDR sel
441         - 40  # NDRPDR sel
442         - 42  # NDRPDR sel
443         - 44  # NDRPDR sel
444         - 46  # NDRPDR sel
445         - 47  # NDRPDR sel
446         - 48  # NDRPDR sel
447         - 61  # NDRPDR LB
448         - 62  # NDRPDR LB
449         - 63  # NDRPDR LB
450         - 64  # NDRPDR LB
451         - 65  # NDRPDR LB
452         - 66  # NDRPDR LB
453         - 67  # NDRPDR LB
454         - 69  # NDRPDR LB
455         - 70  # NDRPDR LB
456         - 71  # NDRPDR LB
457     vpp-performance-changes-3n-hsw-ref:
458       csit-vpp-perf-verify-1904-3n-hsw:
459         - 11  # NDRPDR sel
460         - 12  # NDRPDR sel
461         - 20  # NDRPDR sel
462         - 21  # NDRPDR sel
463         - 23  # NDRPDR sel
464         - 24  # NDRPDR sel
465         - 25  # NDRPDR sel
466         - 26  # NDRPDR sel
467         - 29  # NDRPDR sel
468         - 30  # NDRPDR sel
469     vpp-performance-changes-3n-hsw-cmp:
470       csit-vpp-perf-verify-1908-3n-hsw:
471         - 12  # NDRPDR sel
472         - 13  # NDRPDR sel
473         - 14  # NDRPDR sel
474         - 15  # NDRPDR sel
475         - 16  # NDRPDR sel
476         - 17  # NDRPDR sel
477         - 18  # NDRPDR sel
478         - 19  # NDRPDR sel
479         - 20  # NDRPDR sel
480         - 21  # NDRPDR sel
481     vpp-performance-changes-3n-hsw:
482       - "vpp-performance-changes-3n-hsw-h1"
483       - "vpp-performance-changes-3n-hsw-ref"
484       - "vpp-performance-changes-3n-hsw-cmp"
485
486     vpp-performance-changes-3n-skx-h1:
487       csit-vpp-perf-verify-1901-3n-skx:
488         - 18  # NDRPDR sel
489         - 19  # NDRPDR sel
490         - 20  # NDRPDR sel
491         - 28  # NDRPDR sel
492         - 31  # NDRPDR sel
493         - 33  # NDRPDR sel
494         - 36  # NDRPDR sel
495         - 38  # NDRPDR sel
496         - 47  # NDRPDR sel
497         - 48  # NDRPDR sel
498         - 54  # NDRPDR LB
499         - 57  # NDRPDR LB
500         - 58  # NDRPDR LB
501         - 59  # NDRPDR LB
502         - 60  # NDRPDR LB
503         - 63  # NDRPDR LB
504         - 64  # NDRPDR LB
505         - 65  # NDRPDR LB
506         - 66  # NDRPDR LB
507         - 67  # NDRPDR LB
508     vpp-performance-changes-3n-skx-ref:
509       csit-vpp-perf-verify-1904-3n-skx:
510         - 8   # NDRPDR sel
511         - 9   # NDRPDR sel
512         - 10  # NDRPDR sel
513         - 11  # NDRPDR sel
514         - 12  # NDRPDR sel
515         - 14  # NDRPDR sel
516         - 16  # NDRPDR sel
517         - 21  # NDRPDR sel
518         - 23  # NDRPDR sel
519         - 25  # NDRPDR sel
520     vpp-performance-changes-3n-skx-cmp:
521       csit-vpp-perf-verify-1908-3n-skx:
522         - 14  # NDRPDR sel
523         - 16  # NDRPDR sel
524         - 19  # NDRPDR sel
525         - 20  # NDRPDR sel
526         - 22  # NDRPDR sel
527         - 23  # NDRPDR sel
528         - 24  # NDRPDR sel
529         - 25  # NDRPDR sel
530         - 26  # NDRPDR sel
531         - 29  # NDRPDR sel
532     vpp-performance-changes-3n-skx:
533       - "vpp-performance-changes-3n-skx-h1"
534       - "vpp-performance-changes-3n-skx-ref"
535       - "vpp-performance-changes-3n-skx-cmp"
536
537     vpp-performance-changes-2n-skx-h1:
538       csit-vpp-perf-verify-1901-2n-skx:
539         - 5   # NDRPDR sel
540         - 12  # NDRPDR sel
541         - 13  # NDRPDR sel
542         - 21  # NDRPDR sel
543         - 23  # NDRPDR sel
544         - 31  # NDRPDR sel
545         - 34  # NDRPDR sel
546         - 40  # NDRPDR sel
547         - 42  # NDRPDR sel
548         - 43  # NDRPDR sel
549     vpp-performance-changes-2n-skx-ref:
550       csit-vpp-perf-verify-1904-2n-skx:
551         - 12  # NDRPDR sel
552         - 14  # NDRPDR sel
553         - 16  # NDRPDR sel
554         - 17  # NDRPDR sel
555         - 18  # NDRPDR sel
556         - 21  # NDRPDR sel
557         - 27  # NDRPDR sel
558         - 30  # NDRPDR sel
559         - 31  # NDRPDR sel
560         - 32  # NDRPDR sel
561     vpp-performance-changes-2n-skx-cmp:
562       csit-vpp-perf-verify-1908-2n-skx:
563         - 26  # NDRPDR sel
564         - 27  # NDRPDR sel
565         - 34  # NDRPDR sel
566         - 35  # NDRPDR sel
567         - 36  # NDRPDR sel
568         - 42  # NDRPDR sel
569         - 43  # NDRPDR sel
570         - 44  # NDRPDR sel
571         - 45  # NDRPDR sel
572         - 46  # NDRPDR sel
573     vpp-performance-changes-2n-skx:
574       - "vpp-performance-changes-2n-skx-h1"
575       - "vpp-performance-changes-2n-skx-ref"
576       - "vpp-performance-changes-2n-skx-cmp"
577
578 #    vpp-soak-vs-ndr-2n-skx-ref:
579 #      csit-vpp-perf-verify-1904-2n-skx:
580 #        - 12  # NDRPDR sel
581 #        - 14  # NDRPDR sel
582 #        - 16  # NDRPDR sel
583 #        - 17  # NDRPDR sel
584 #        - 18  # NDRPDR sel
585 #        - 21  # NDRPDR sel
586 #        - 27  # NDRPDR sel
587 #        - 30  # NDRPDR sel
588 #        - 31  # NDRPDR sel
589 #        - 32  # NDRPDR sel
590 #      # TODO: Add data
591 #      # csit-vpp-perf-verify-1908-2n-skx:
592 #    vpp-soak-vs-ndr-2n-skx-cmp:
593 #      csit-vpp-perf-verify-1904-2n-skx:
594 #        - 70  # soak
595 #        - 71  # soak
596 #      # TODO: Add data
597 #      # csit-vpp-perf-verify-1908-2n-skx:
598 #    vpp-soak-vs-ndr-2n-skx:
599 #      csit-vpp-perf-verify-1904-2n-skx:
600 #        - 12  # NDRPDR sel
601 #        - 14  # NDRPDR sel
602 #        - 16  # NDRPDR sel
603 #        - 17  # NDRPDR sel
604 #        - 18  # NDRPDR sel
605 #        - 21  # NDRPDR sel
606 #        - 27  # NDRPDR sel
607 #        - 30  # NDRPDR sel
608 #        - 31  # NDRPDR sel
609 #        - 32  # NDRPDR sel
610 #        - 70  # soak
611 #        - 71  # soak
612 #      # TODO: Add data
613 #      # csit-vpp-perf-verify-1908-2n-skx:
614
615     vpp-performance-changes-3n-hsw-mrr-h1:
616       csit-vpp-perf-verify-1901-3n-hsw:
617         - 35  # MRR sel
618     vpp-performance-changes-3n-hsw-mrr-ref:
619       csit-vpp-perf-verify-1904-3n-hsw:
620         - 9   # MRR sel
621     vpp-performance-changes-3n-hsw-mrr-cmp:
622       csit-vpp-perf-verify-1908-3n-hsw:
623         - 39  # MRR sel
624     vpp-performance-changes-3n-hsw-mrr:
625       - "vpp-performance-changes-3n-hsw-mrr-h1"
626       - "vpp-performance-changes-3n-hsw-mrr-ref"
627       - "vpp-performance-changes-3n-hsw-mrr-cmp"
628
629     vpp-performance-changes-3n-skx-mrr-h1:
630       csit-vpp-perf-verify-1901-3n-skx:
631         - 32  # MRR sel
632     vpp-performance-changes-3n-skx-mrr-ref:
633       csit-vpp-perf-verify-1904-3n-skx:
634         - 7   # MRR sel
635     vpp-performance-changes-3n-skx-mrr-cmp:
636       csit-vpp-perf-verify-1908-3n-skx:
637         - 36  # MRR sel
638     vpp-performance-changes-3n-skx-mrr:
639       - "vpp-performance-changes-3n-skx-mrr-h1"
640       - "vpp-performance-changes-3n-skx-mrr-ref"
641       - "vpp-performance-changes-3n-skx-mrr-cmp"
642
643     vpp-performance-changes-2n-skx-mrr-h1:
644       csit-vpp-perf-verify-1901-2n-skx:
645         - 22  # MRR sel
646     vpp-performance-changes-2n-skx-mrr-ref:
647       csit-vpp-perf-verify-1904-2n-skx:
648         - 11  # MRR sel
649     vpp-performance-changes-2n-skx-mrr-cmp:
650       csit-vpp-perf-verify-1908-2n-skx:
651         - 69  # MRR sel
652     vpp-performance-changes-2n-skx-mrr:
653       - "vpp-performance-changes-2n-skx-mrr-h1"
654       - "vpp-performance-changes-2n-skx-mrr-ref"
655       - "vpp-performance-changes-2n-skx-mrr-cmp"
656
657     dpdk-performance-changes-3n-hsw-h1:
658       csit-dpdk-perf-verify-1901-3n-hsw:
659         - 13  # NDRPDR sel
660         - 14  # NDRPDR sel
661         - 16  # NDRPDR sel
662         - 17  # NDRPDR sel
663         - 18  # NDRPDR sel
664         - 19  # NDRPDR sel
665         - 20  # NDRPDR sel
666         - 21  # NDRPDR sel
667         - 22  # NDRPDR sel
668         - 23  # NDRPDR sel
669     dpdk-performance-changes-3n-hsw-ref:
670       csit-dpdk-perf-verify-1904-3n-hsw:
671         - 2   # NDRPDR sel
672         - 3   # NDRPDR sel
673         - 5   # NDRPDR sel
674         - 6   # NDRPDR sel
675         - 13  # NDRPDR sel
676         - 14  # NDRPDR sel
677         - 15  # NDRPDR sel
678         - 18  # NDRPDR sel
679         - 19  # NDRPDR sel
680         - 20  # NDRPDR sel
681     dpdk-performance-changes-3n-hsw-cmp:
682       csit-dpdk-perf-verify-1908-3n-hsw:
683         - 2   # NDRPDR sel
684         - 3   # NDRPDR sel
685         - 4   # NDRPDR sel
686         - 5   # NDRPDR sel
687         - 6   # NDRPDR sel
688         - 7   # NDRPDR sel
689         - 8   # NDRPDR sel
690         - 9   # NDRPDR sel
691         - 10  # NDRPDR sel
692         - 11  # NDRPDR sel
693     dpdk-performance-changes-3n-hsw:
694       - "dpdk-performance-changes-3n-hsw-h1"
695       - "dpdk-performance-changes-3n-hsw-ref"
696       - "dpdk-performance-changes-3n-hsw-cmp"
697
698     dpdk-performance-changes-3n-skx-h1:
699       csit-dpdk-perf-verify-1901-3n-skx:
700         - 3   # NDRPDR sel
701         - 5   # NDRPDR sel
702         - 6   # NDRPDR sel
703         - 7   # NDRPDR sel
704         - 8   # NDRPDR sel
705         - 9   # NDRPDR sel
706         - 10  # NDRPDR sel
707         - 11  # NDRPDR sel
708         - 12  # NDRPDR sel
709         - 13  # NDRPDR sel
710     dpdk-performance-changes-3n-skx-ref:
711       csit-dpdk-perf-verify-1904-3n-skx:
712         - 2   # NDRPDR sel
713         - 3   # NDRPDR sel
714         - 4   # NDRPDR sel
715         - 5   # NDRPDR sel
716         - 6   # NDRPDR sel
717         - 7   # NDRPDR sel
718         - 11  # NDRPDR sel
719         - 12  # NDRPDR sel
720         - 13  # NDRPDR sel
721         - 14  # NDRPDR sel
722     dpdk-performance-changes-3n-skx-cmp:
723       csit-dpdk-perf-verify-1908-3n-skx:
724         - 3   # NDRPDR sel
725         - 4   # NDRPDR sel
726         - 5   # NDRPDR sel
727         - 6   # NDRPDR sel
728         - 7   # NDRPDR sel
729         - 8   # NDRPDR sel
730         - 9   # NDRPDR sel
731         - 10  # NDRPDR sel
732         - 11  # NDRPDR sel
733         - 12  # NDRPDR sel
734     dpdk-performance-changes-3n-skx:
735       - "dpdk-performance-changes-3n-skx-h1"
736       - "dpdk-performance-changes-3n-skx-ref"
737       - "dpdk-performance-changes-3n-skx-cmp"
738
739     dpdk-performance-changes-2n-skx-h1:
740       csit-dpdk-perf-verify-1901-2n-skx:
741         - 12  # NDRPDR sel
742         - 13  # NDRPDR sel
743         - 14  # NDRPDR sel
744         - 15  # NDRPDR sel
745         - 16  # NDRPDR sel
746         - 17  # NDRPDR sel
747         - 18  # NDRPDR sel
748         - 19  # NDRPDR sel
749         - 20  # NDRPDR sel
750         - 21  # NDRPDR sel
751     dpdk-performance-changes-2n-skx-ref:
752       csit-dpdk-perf-verify-1904-2n-skx:
753         - 2   # NDRPDR sel
754         - 3   # NDRPDR sel
755         - 4   # NDRPDR sel
756         - 5   # NDRPDR sel
757         - 7   # NDRPDR sel
758         - 8   # NDRPDR sel
759         - 9   # NDRPDR sel
760         - 10  # NDRPDR sel
761         - 11  # NDRPDR sel
762         - 12  # NDRPDR sel
763     dpdk-performance-changes-2n-skx-cmp:
764       csit-dpdk-perf-verify-1908-2n-skx:
765         - 2   # NDRPDR sel
766         - 3   # NDRPDR sel
767         - 4   # NDRPDR sel
768         - 5   # NDRPDR sel
769         - 7   # NDRPDR sel
770         - 8   # NDRPDR sel
771         - 9   # NDRPDR sel
772         - 10  # NDRPDR sel
773         - 11  # NDRPDR sel
774         - 12  # NDRPDR sel
775     dpdk-performance-changes-2n-skx:
776       - "dpdk-performance-changes-2n-skx-h1"
777       - "dpdk-performance-changes-2n-skx-ref"
778       - "dpdk-performance-changes-2n-skx-cmp"
779
780     # Compare testbeds
781
782     vpp-compare-testbeds-ref:
783       csit-vpp-perf-verify-1908-3n-hsw:
784         - 12  # NDRPDR sel
785         - 13  # NDRPDR sel
786         - 14  # NDRPDR sel
787         - 15  # NDRPDR sel
788         - 16  # NDRPDR sel
789         - 17  # NDRPDR sel
790         - 18  # NDRPDR sel
791         - 19  # NDRPDR sel
792         - 20  # NDRPDR sel
793         - 21  # NDRPDR sel
794     vpp-compare-testbeds-cmp:
795       csit-vpp-perf-verify-1908-3n-skx:
796         - 14  # NDRPDR sel
797         - 16  # NDRPDR sel
798         - 19  # NDRPDR sel
799         - 20  # NDRPDR sel
800         - 22  # NDRPDR sel
801         - 23  # NDRPDR sel
802         - 24  # NDRPDR sel
803         - 25  # NDRPDR sel
804         - 26  # NDRPDR sel
805         - 29  # NDRPDR sel
806     vpp-compare-testbeds:
807       - "vpp-compare-testbeds-ref"
808       - "vpp-compare-testbeds-cmp"
809
810     vpp-compare-testbeds-mrr-ref:
811       csit-vpp-perf-verify-1908-3n-hsw:
812         - 39  # MRR sel
813     vpp-compare-testbeds-mrr-cmp:
814       csit-vpp-perf-verify-1908-3n-skx:
815         - 36  # MRR sel
816     vpp-compare-testbeds-mrr:
817       - "vpp-compare-testbeds-mrr-ref"
818       - "vpp-compare-testbeds-mrr-cmp"
819
820     dpdk-compare-testbeds-ref:
821       csit-dpdk-perf-verify-1908-3n-hsw:
822         - 2   # NDRPDR sel
823         - 3   # NDRPDR sel
824         - 4   # NDRPDR sel
825         - 5   # NDRPDR sel
826         - 6   # NDRPDR sel
827         - 7   # NDRPDR sel
828         - 8   # NDRPDR sel
829         - 9   # NDRPDR sel
830         - 10  # NDRPDR sel
831         - 11  # NDRPDR sel
832     dpdk-compare-testbeds-cmp:
833       csit-dpdk-perf-verify-1908-3n-skx:
834         - 3   # NDRPDR sel
835         - 4   # NDRPDR sel
836         - 5   # NDRPDR sel
837         - 6   # NDRPDR sel
838         - 7   # NDRPDR sel
839         - 8   # NDRPDR sel
840         - 9   # NDRPDR sel
841         - 10  # NDRPDR sel
842         - 11  # NDRPDR sel
843         - 12  # NDRPDR sel
844     dpdk-compare-testbeds:
845       - "dpdk-compare-testbeds-ref"
846       - "dpdk-compare-testbeds-cmp"
847
848     # Compare topologies
849
850     vpp-compare-topologies-ref:
851       csit-vpp-perf-verify-1908-3n-skx:
852         - 14  # NDRPDR sel
853         - 16  # NDRPDR sel
854         - 19  # NDRPDR sel
855         - 20  # NDRPDR sel
856         - 22  # NDRPDR sel
857         - 23  # NDRPDR sel
858         - 24  # NDRPDR sel
859         - 25  # NDRPDR sel
860         - 26  # NDRPDR sel
861         - 29  # NDRPDR sel
862     vpp-compare-topologies-cmp:
863       csit-vpp-perf-verify-1908-2n-skx:
864         - 26  # NDRPDR sel
865         - 27  # NDRPDR sel
866         - 34  # NDRPDR sel
867         - 35  # NDRPDR sel
868         - 36  # NDRPDR sel
869         - 42  # NDRPDR sel
870         - 43  # NDRPDR sel
871         - 44  # NDRPDR sel
872         - 45  # NDRPDR sel
873         - 46  # NDRPDR sel
874     vpp-compare-topologies:
875       - "vpp-compare-topologies-ref"
876       - "vpp-compare-topologies-cmp"
877
878     vpp-compare-topologies-mrr-ref:
879       csit-vpp-perf-verify-1908-3n-skx:
880         - 36  # MRR sel
881     vpp-compare-topologies-mrr-cmp:
882       csit-vpp-perf-verify-1908-2n-skx:
883         - 69  # MRR sel
884     vpp-compare-topologies-mrr:
885       - "vpp-compare-topologies-mrr-ref"
886       - "vpp-compare-topologies-mrr-cmp"
887
888     dpdk-compare-topologies-ref:
889       csit-dpdk-perf-verify-1908-3n-skx:
890         - 3   # NDRPDR sel
891         - 4   # NDRPDR sel
892         - 5   # NDRPDR sel
893         - 6   # NDRPDR sel
894         - 7   # NDRPDR sel
895         - 8   # NDRPDR sel
896         - 9   # NDRPDR sel
897         - 10  # NDRPDR sel
898         - 11  # NDRPDR sel
899         - 12  # NDRPDR sel
900     dpdk-compare-topologies-cmp:
901       csit-dpdk-perf-verify-1908-2n-skx:
902         - 2   # NDRPDR sel
903         - 3   # NDRPDR sel
904         - 4   # NDRPDR sel
905         - 5   # NDRPDR sel
906         - 7   # NDRPDR sel
907         - 8   # NDRPDR sel
908         - 9   # NDRPDR sel
909         - 10  # NDRPDR sel
910         - 11  # NDRPDR sel
911         - 12  # NDRPDR sel
912     dpdk-compare-topologies:
913       - "dpdk-compare-topologies-ref"
914       - "dpdk-compare-topologies-cmp"
915
916   plot-layouts:
917
918     plot-soak-throughput:
919       titlefont:
920         size: 18
921       xaxis:
922         title: "<b>Test Cases [Index]</b>"
923         titlefont:
924           size: 16
925         autorange: True
926         fixedrange: False
927         gridcolor: "rgb(230, 230, 230)"
928         linecolor: "rgb(220, 220, 220)"
929         linewidth: 1
930         showgrid: True
931         showline: True
932         showticklabels: True
933         tickcolor: "rgb(220, 220, 220)"
934         tickmode: "linear"
935         tickfont:
936           size: 16
937         zeroline: False
938       yaxis:
939         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
940         titlefont:
941           size: 16
942         gridcolor: "rgb(230, 230, 230)"
943         hoverformat: ".4r"
944         tickformat: ".3r"
945         linecolor: "rgb(220, 220, 220)"
946         linewidth: 1
947         showgrid: True
948         showline: True
949         showticklabels: True
950         tickcolor: "rgb(220, 220, 220)"
951         tickfont:
952           size: 16
953         zeroline: False
954         range: [0,50]
955       autosize: False
956       margin:
957         t: 50
958         b: 0
959         l: 80
960         r: 20
961       showlegend: True
962       legend:
963         orientation: "h"
964         font:
965           size: 16
966       width: 700
967       height: 900
968
969     plot-service-density:
970       titlefont:
971         size: 18
972       xaxis:
973         side: "top"
974         autorange: True
975         fixedrange: False
976         showgrid: False
977         showline: False
978         showticklabels: False
979         ticks: ""
980         ticklen: 0
981         tickwidth: 0
982         zeroline: False
983       yaxis:
984         autorange: "reversed"
985         showgrid: False
986         showline: False
987         showticklabels: False
988         ticks: ""
989         ticklen: 0
990         tickwidth: 0
991         zeroline: False
992       autosize: True
993       showlegend: False
994       width: 700
995       height: 700
996
997     plot-cps:
998       titlefont:
999         size: 18
1000       xaxis:
1001         title: "<b>Test Cases [Index]</b>"
1002         titlefont:
1003           size: 16
1004         autorange: True
1005         fixedrange: False
1006         gridcolor: "rgb(230, 230, 230)"
1007         linecolor: "rgb(220, 220, 220)"
1008         linewidth: 1
1009         showgrid: True
1010         showline: True
1011         showticklabels: True
1012         tickcolor: "rgb(220, 220, 220)"
1013         tickmode: "linear"
1014         tickfont:
1015           size: 16
1016         zeroline: False
1017       yaxis:
1018         title: "<b>Connections Per Second [cps]</b>"
1019         titlefont:
1020           size: 16
1021         gridcolor: "rgb(230, 230, 230)"
1022         hoverformat: ".4s"
1023         linecolor: "rgb(220, 220, 220)"
1024         linewidth: 1
1025         rangemode: "tozero"
1026         showgrid: True
1027         showline: True
1028         showticklabels: True
1029         tickcolor: "rgb(220, 220, 220)"
1030         tickformat: ".3s"
1031         tickfont:
1032           size: 16
1033         zeroline: False
1034       boxmode: "group"
1035       boxgroupgap: 0.5
1036       autosize: False
1037       margin:
1038         t: 50
1039         b: 20
1040         l: 80
1041         r: 20
1042       showlegend: True
1043       legend:
1044         orientation: "h"
1045         font:
1046           size: 16
1047       width: 700
1048       height: 800
1049
1050     plot-rps:
1051       titlefont:
1052         size: 18
1053       xaxis:
1054         title: "<b>Test Cases [Index]</b>"
1055         titlefont:
1056           size: 16
1057         autorange: True
1058         fixedrange: False
1059         gridcolor: "rgb(230, 230, 230)"
1060         linecolor: "rgb(220, 220, 220)"
1061         linewidth: 1
1062         showgrid: True
1063         showline: True
1064         showticklabels: True
1065         tickcolor: "rgb(220, 220, 220)"
1066         tickmode: "linear"
1067         tickfont:
1068           size: 16
1069         zeroline: False
1070       yaxis:
1071         title: "<b>Requests Per Second [rps]</b>"
1072         titlefont:
1073           size: 16
1074         gridcolor: "rgb(230, 230, 230)"
1075         hoverformat: ".4s"
1076         linecolor: "rgb(220, 220, 220)"
1077         linewidth: 1
1078         rangemode: "tozero"
1079         showgrid: True
1080         showline: True
1081         showticklabels: True
1082         tickcolor: "rgb(230, 230, 230)"
1083         tickformat: ".3s"
1084         tickfont:
1085           size: 16
1086         zeroline: False
1087       boxmode: "group"
1088       boxgroupgap: 0.5
1089       autosize: False
1090       margin:
1091         t: 50
1092         b: 20
1093         l: 80
1094         r: 20
1095       showlegend: True
1096       legend:
1097         orientation: "h"
1098         font:
1099           size: 16
1100       width: 700
1101       height: 800
1102
1103     plot-throughput:
1104       titlefont:
1105         size: 18
1106       xaxis:
1107         title: "<b>Test Cases [Index]</b>"
1108         titlefont:
1109           size: 16
1110         autorange: True
1111         fixedrange: False
1112         gridcolor: "rgb(230, 230, 230)"
1113         linecolor: "rgb(220, 220, 220)"
1114         linewidth: 1
1115         showgrid: True
1116         showline: True
1117         showticklabels: True
1118         tickcolor: "rgb(220, 220, 220)"
1119         tickmode: "linear"
1120         tickfont:
1121           size: 16
1122         zeroline: False
1123       yaxis:
1124         title: "<b>Packet Throughput [Mpps]</b>"
1125         titlefont:
1126           size: 16
1127         gridcolor: "rgb(230, 230, 230)"
1128         hoverformat: ".4r"
1129         tickformat: ".3r"
1130         linecolor: "rgb(220, 220, 220)"
1131         linewidth: 1
1132         showgrid: True
1133         showline: True
1134         showticklabels: True
1135         tickcolor: "rgb(220, 220, 220)"
1136         tickfont:
1137           size: 16
1138         zeroline: False
1139         range: [0,50]
1140       boxmode: "group"
1141       boxgroupgap: 0.5
1142       autosize: False
1143       margin:
1144         t: 50
1145         b: 0
1146         l: 80
1147         r: 20
1148       showlegend: True
1149       legend:
1150         orientation: "h"
1151         font:
1152           size: 16
1153       width: 700
1154       height: 900
1155
1156     plot-throughput-speedup-analysis:
1157       titlefont:
1158         size: 18
1159       xaxis:
1160         title: "<b>Number of Cores [Qty]</b>"
1161         titlefont:
1162           size: 16
1163         autorange: True
1164         fixedrange: False
1165         gridcolor: "rgb(230, 230, 230)"
1166         linecolor: "rgb(220, 220, 220)"
1167         linewidth: 1
1168         showgrid: True
1169         showline: True
1170         showticklabels: True
1171         tickcolor: "rgb(238, 238, 238)"
1172         tickmode: "linear"
1173         tickfont:
1174           size: 16
1175         zeroline: False
1176       yaxis:
1177         title: "<b>Packet Throughput [Mpps]</b>"
1178         titlefont:
1179           size: 16
1180         type: "linear"
1181         gridcolor: "rgb(230, 230, 230)"
1182         hoverformat: ".4s"
1183         linecolor: "rgb(220, 220, 220)"
1184         linewidth: 1
1185         showgrid: True
1186         showline: True
1187         showticklabels: True
1188         tickcolor: "rgb(220, 220, 220)"
1189         tickformat: ".4s"
1190         tickfont:
1191           size: 16
1192         zeroline: True
1193         rangemode: "tozero"
1194         range: [0,100]
1195       legend:
1196         orientation: "h"
1197         font:
1198           size: 16
1199         xanchor: "left"
1200         yanchor: "top"
1201         x: 0
1202         y: -0.2
1203         bgcolor: "rgba(255, 255, 255, 0)"
1204         bordercolor: "rgba(255, 255, 255, 0)"
1205         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1206       autosize: False
1207       margin:
1208           't': 50
1209           'b': 150
1210           'l': 85
1211           'r': 10
1212       showlegend: True
1213       width: 700
1214       height: 700
1215       hoverlabel:
1216         namelength: -1
1217       annotations: [
1218         {
1219           text: "_ _          __          ...",
1220           align: "left",
1221           showarrow: False,
1222           xref: "paper",
1223           yref: "paper",
1224           xanchor: "left",
1225           yanchor: "top",
1226           x: 0,
1227           y: -0.13,
1228           font: {
1229             family: "Consolas, Courier New",
1230             size: 15
1231           },
1232         },
1233         {
1234           text: "    Perfect     Measured     Limit",
1235           align: "left",
1236           showarrow: False,
1237           xref: "paper",
1238           yref: "paper",
1239           xanchor: "left",
1240           yanchor: "top",
1241           x: 0,
1242           y: -0.15,
1243           font: {
1244             family: "Consolas, Courier New",
1245             size: 15
1246           },
1247         },
1248       ]
1249
1250     plot-latency:
1251       titlefont:
1252         size: 18
1253       xaxis:
1254         title: "<b>Direction</b>"
1255         titlefont:
1256           size: 16
1257         autorange: True
1258         fixedrange: False
1259         gridcolor: "rgb(230, 230, 230)"
1260         linecolor: "rgb(220, 220, 220)"
1261         linewidth: 1
1262         showgrid: True
1263         showline: True
1264         showticklabels: False
1265         tickcolor: "rgb(220, 220, 220)"
1266         tickmode: "linear"
1267         tickfont:
1268           size: 16
1269         zeroline: False
1270       yaxis:
1271         title: "<b>Packet Latency [uSec]</b>"
1272         titlefont:
1273           size: 16
1274         type: "linear"
1275         gridcolor: "rgb(230, 230, 230)"
1276         hoverformat: ".4s"
1277         linecolor: "rgb(220, 220, 220)"
1278         linewidth: 1
1279         showgrid: True
1280         showline: True
1281         showticklabels: True
1282         tickcolor: "rgb(220, 220, 220)"
1283         tickformat: ".4s"
1284         tickfont:
1285           size: 16
1286         zeroline: True
1287         rangemode: "tozero"
1288       legend:
1289         orientation: "h"
1290         font:
1291           size: 16
1292         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1293       autosize: False
1294       margin:
1295           't': 50
1296           'b': 150
1297           'l': 80
1298           'r': 10
1299       showlegend: True
1300       width: 700
1301       height: 700
1302       hoverlabel:
1303         namelength: -1
1304
1305 - type: "static"
1306   src-path: "{DIR[RST]}"
1307   dst-path: "{DIR[WORKING,SRC]}"
1308
1309 - type: "input"
1310   general:
1311     file-name: "output_info.xml.gz"
1312     file-format: ".gz"
1313     arch-file-format:
1314       - ".gz"
1315       - ".zip"
1316     download-path: "{job}/{build}/archives/{filename}"
1317     extract: "output.xml"
1318
1319     zip-file-name: "robot-plugin.zip"
1320     zip-file-format: ".zip"
1321     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1322     zip-extract: "robot-plugin/output.xml"
1323
1324   builds:
1325 #    intel-dnv-vpp-release-1904:
1326 #      - 1
1327 #
1328 #    intel-dnv-vpp-release-1901:
1329 #      - 1
1330
1331     csit-vpp-perf-verify-1901-3n-hsw:
1332       - 35  # MRR sel
1333       - 10  # NDRPDR sel
1334       - 19  # NDRPDR sel
1335       - 31  # NDRPDR sel
1336       - 36  # NDRPDR sel
1337       - 40  # NDRPDR sel
1338       - 42  # NDRPDR sel
1339       - 44  # NDRPDR sel
1340       - 46  # NDRPDR sel
1341       - 47  # NDRPDR sel
1342       - 48  # NDRPDR sel
1343       - 61  # NDRPDR LB
1344       - 62  # NDRPDR LB
1345       - 63  # NDRPDR LB
1346       - 64  # NDRPDR LB
1347       - 65  # NDRPDR LB
1348       - 66  # NDRPDR LB
1349       - 67  # NDRPDR LB
1350       - 69  # NDRPDR LB
1351       - 70  # NDRPDR LB
1352       - 71  # NDRPDR LB
1353     csit-vpp-perf-verify-1904-3n-hsw:
1354       - 9   # MRR sel
1355       - 11  # NDRPDR sel
1356       - 12  # NDRPDR sel
1357       - 20  # NDRPDR sel
1358       - 21  # NDRPDR sel
1359       - 23  # NDRPDR sel
1360       - 24  # NDRPDR sel
1361       - 25  # NDRPDR sel
1362       - 26  # NDRPDR sel
1363       - 29  # NDRPDR sel
1364       - 30  # NDRPDR sel
1365     csit-vpp-perf-verify-1908-3n-hsw:
1366       - 12  # NDRPDR sel
1367       - 13  # NDRPDR sel
1368       - 14  # NDRPDR sel
1369       - 15  # NDRPDR sel
1370       - 16  # NDRPDR sel
1371       - 17  # NDRPDR sel
1372       - 18  # NDRPDR sel
1373       - 19  # NDRPDR sel
1374       - 20  # NDRPDR sel
1375       - 21  # NDRPDR sel
1376       - 40  # NDRPDR sel vhost
1377       - 41  # NDRPDR sel vhost
1378       - 42  # NDRPDR sel vhost
1379       - 43  # NDRPDR sel vhost
1380       - 44  # NDRPDR sel vhost
1381       - 45  # NDRPDR sel vhost
1382       - 24  # NDRPDR full
1383       - 25  # NDRPDR full
1384       - 26  # NDRPDR full
1385       - 27  # NDRPDR full
1386       - 28  # NDRPDR full
1387       - 29  # NDRPDR full
1388       - 32  # NDRPDR full
1389       - 33  # NDRPDR full
1390       - 36  # NDRPDR full
1391       - 38  # NDRPDR full
1392       - 46  # NDRPDR full
1393       - 39  # MRR sel
1394
1395     csit-vpp-perf-verify-1901-3n-skx:
1396       - 32  # MRR sel
1397       - 18  # NDRPDR sel
1398       - 19  # NDRPDR sel
1399       - 20  # NDRPDR sel
1400       - 28  # NDRPDR sel
1401       - 31  # NDRPDR sel
1402       - 33  # NDRPDR sel
1403       - 36  # NDRPDR sel
1404       - 38  # NDRPDR sel
1405       - 47  # NDRPDR sel
1406       - 48  # NDRPDR sel
1407       - 54  # NDRPDR LB
1408       - 57  # NDRPDR LB
1409       - 58  # NDRPDR LB
1410       - 59  # NDRPDR LB
1411       - 60  # NDRPDR LB
1412       - 63  # NDRPDR LB
1413       - 64  # NDRPDR LB
1414       - 65  # NDRPDR LB
1415       - 66  # NDRPDR LB
1416       - 67  # NDRPDR LB
1417     csit-vpp-perf-verify-1904-3n-skx:
1418       - 7   # MRR sel
1419       - 8   # NDRPDR sel
1420       - 9   # NDRPDR sel
1421       - 10  # NDRPDR sel
1422       - 11  # NDRPDR sel
1423       - 12  # NDRPDR sel
1424       - 14  # NDRPDR sel
1425       - 16  # NDRPDR sel
1426       - 21  # NDRPDR sel
1427       - 23  # NDRPDR sel
1428       - 25  # NDRPDR sel
1429     # TODO: Add data
1430     csit-vpp-perf-verify-1908-3n-skx:
1431       - 14  # NDRPDR sel
1432       - 16  # NDRPDR sel
1433       - 19  # NDRPDR sel
1434       - 20  # NDRPDR sel
1435       - 22  # NDRPDR sel
1436       - 23  # NDRPDR sel
1437       - 24  # NDRPDR sel
1438       - 25  # NDRPDR sel
1439       - 26  # NDRPDR sel
1440       - 29  # NDRPDR sel
1441       - 44  # NDRPDR sel vhost
1442       - 45  # NDRPDR sel vhost
1443       - 46  # NDRPDR sel vhost
1444       - 47  # NDRPDR sel vhost
1445       - 48  # NDRPDR sel vhost
1446       - 49  # NDRPDR sel vhost
1447       - 27  # NDRPDR full
1448       - 28  # NDRPDR full
1449       - 30  # NDRPDR full
1450       - 31  # NDRPDR full
1451       - 32  # NDRPDR full
1452       - 33  # NDRPDR full
1453       - 34  # NDRPDR full
1454       - 35  # NDRPDR full
1455       - 37  # NDRPDR full
1456       - 39  # NDRPDR full
1457       - 40  # NDRPDR full
1458       - 41  # NDRPDR full
1459       - 50  # NDRPDR full
1460       - 36  # MRR sel
1461
1462     csit-vpp-perf-verify-1901-2n-skx:
1463       - 22  # MRR sel
1464       - 5   # NDRPDR sel
1465       - 12  # NDRPDR sel
1466       - 13  # NDRPDR sel
1467       - 21  # NDRPDR sel
1468       - 23  # NDRPDR sel
1469       - 31  # NDRPDR sel
1470       - 34  # NDRPDR sel
1471       - 40  # NDRPDR sel
1472       - 42  # NDRPDR sel
1473       - 43  # NDRPDR sel
1474     csit-vpp-perf-verify-1904-2n-skx:
1475       - 11  # MRR sel
1476       - 12  # NDRPDR sel
1477       - 14  # NDRPDR sel
1478       - 16  # NDRPDR sel
1479       - 17  # NDRPDR sel
1480       - 18  # NDRPDR sel
1481       - 21  # NDRPDR sel
1482       - 27  # NDRPDR sel
1483       - 30  # NDRPDR sel
1484       - 31  # NDRPDR sel
1485       - 32  # NDRPDR sel
1486     # TODO: Add data
1487     csit-vpp-perf-verify-1908-2n-skx:
1488       - 26  # NDRPDR sel
1489       - 27  # NDRPDR sel
1490       - 34  # NDRPDR sel
1491       - 35  # NDRPDR sel
1492       - 36  # NDRPDR sel
1493       - 42  # NDRPDR sel
1494       - 43  # NDRPDR sel
1495       - 44  # NDRPDR sel
1496       - 45  # NDRPDR sel
1497       - 46  # NDRPDR sel
1498       - 72  # NDRPDR sel vhost
1499       - 73  # NDRPDR sel vhost
1500       - 74  # NDRPDR sel vhost
1501       - 75  # NDRPDR sel vhost
1502       - 76  # NDRPDR sel vhost
1503       - 78  # NDRPDR sel vhost
1504       - 84  # NDRPDR sel vhost
1505       - 85  # NDRPDR sel vhost
1506       - 48  # NDRPDR full
1507       - 49  # NDRPDR full
1508       - 50  # NDRPDR full
1509       - 51  # NDRPDR full
1510       - 54  # NDRPDR full
1511       - 55  # NDRPDR full
1512       - 79  # NDRPDR full vhost
1513       - 69  # MRR sel
1514       - 29  # TCP
1515       - 30  # TCP
1516       - 58  # TCP
1517       - 59  # TCP
1518       - 60  # TCP
1519       - 61  # TCP
1520       - 62  # TCP
1521       - 63  # TCP
1522       - 64  # TCP
1523       - 65  # TCP
1524       - 22  # NFV
1525       - 31  # NFV
1526       - 32  # NFV
1527       - 37  # NFV
1528       - 38  # NFV
1529       - 39  # NFV
1530       - 53  # NFV
1531       - 67  # NFV
1532       - 68  # NFV
1533       - 70  # NFV
1534       - 71  # NFV MRR
1535
1536     csit-vpp-perf-verify-1908-3n-tsh:
1537       - 7   # NDRPDR sel
1538       - 8   # NDRPDR sel
1539       - 9   # NDRPDR sel
1540       - 10  # NDRPDR sel
1541       - 11  # NDRPDR sel
1542       - 12  # NDRPDR sel
1543       - 13  # NDRPDR sel
1544       - 14  # NDRPDR sel
1545       - 15  # NDRPDR sel
1546
1547     csit-dpdk-perf-verify-1901-3n-hsw:
1548       - 13  # NDRPDR sel
1549       - 14  # NDRPDR sel
1550       - 16  # NDRPDR sel
1551       - 17  # NDRPDR sel
1552       - 18  # NDRPDR sel
1553       - 19  # NDRPDR sel
1554       - 20  # NDRPDR sel
1555       - 21  # NDRPDR sel
1556       - 22  # NDRPDR sel
1557       - 23  # NDRPDR sel
1558     csit-dpdk-perf-verify-1904-3n-hsw:
1559       - 2   # NDRPDR sel
1560       - 3   # NDRPDR sel
1561       - 5   # NDRPDR sel
1562       - 6   # NDRPDR sel
1563       - 13  # NDRPDR sel
1564       - 14  # NDRPDR sel
1565       - 15  # NDRPDR sel
1566       - 18  # NDRPDR sel
1567       - 19  # NDRPDR sel
1568       - 20  # NDRPDR sel
1569     csit-dpdk-perf-verify-1908-3n-hsw:
1570       - 2   # NDRPDR sel
1571       - 3   # NDRPDR sel
1572       - 4   # NDRPDR sel
1573       - 5   # NDRPDR sel
1574       - 6   # NDRPDR sel
1575       - 7   # NDRPDR sel
1576       - 8   # NDRPDR sel
1577       - 9   # NDRPDR sel
1578       - 10  # NDRPDR sel
1579       - 11  # NDRPDR sel
1580
1581     csit-dpdk-perf-verify-1901-3n-skx:
1582       - 3   # NDRPDR sel
1583       - 5   # NDRPDR sel
1584       - 6   # NDRPDR sel
1585       - 7   # NDRPDR sel
1586       - 8   # NDRPDR sel
1587       - 9   # NDRPDR sel
1588       - 10  # NDRPDR sel
1589       - 11  # NDRPDR sel
1590       - 12  # NDRPDR sel
1591       - 13  # NDRPDR sel
1592     csit-dpdk-perf-verify-1904-3n-skx:
1593       - 2   # NDRPDR sel
1594       - 3   # NDRPDR sel
1595       - 4   # NDRPDR sel
1596       - 5   # NDRPDR sel
1597       - 6   # NDRPDR sel
1598       - 7   # NDRPDR sel
1599       - 11  # NDRPDR sel
1600       - 12  # NDRPDR sel
1601       - 13  # NDRPDR sel
1602       - 14  # NDRPDR sel
1603     csit-dpdk-perf-verify-1908-3n-skx:
1604       - 3   # NDRPDR sel
1605       - 4   # NDRPDR sel
1606       - 5   # NDRPDR sel
1607       - 6   # NDRPDR sel
1608       - 7   # NDRPDR sel
1609       - 8   # NDRPDR sel
1610       - 9   # NDRPDR sel
1611       - 10  # NDRPDR sel
1612       - 11  # NDRPDR sel
1613       - 12  # NDRPDR sel
1614
1615     csit-dpdk-perf-verify-1901-2n-skx:
1616       - 12  # NDRPDR sel
1617       - 13  # NDRPDR sel
1618       - 14  # NDRPDR sel
1619       - 15  # NDRPDR sel
1620       - 16  # NDRPDR sel
1621       - 17  # NDRPDR sel
1622       - 18  # NDRPDR sel
1623       - 19  # NDRPDR sel
1624       - 20  # NDRPDR sel
1625       - 21  # NDRPDR sel
1626     csit-dpdk-perf-verify-1904-2n-skx:
1627       - 2   # NDRPDR sel
1628       - 3   # NDRPDR sel
1629       - 4   # NDRPDR sel
1630       - 5   # NDRPDR sel
1631       - 7   # NDRPDR sel
1632       - 8   # NDRPDR sel
1633       - 9   # NDRPDR sel
1634       - 10  # NDRPDR sel
1635       - 11  # NDRPDR sel
1636       - 12  # NDRPDR sel
1637     csit-dpdk-perf-verify-1908-2n-skx:
1638       - 2   # NDRPDR sel
1639       - 3   # NDRPDR sel
1640       - 4   # NDRPDR sel
1641       - 5   # NDRPDR sel
1642       - 7   # NDRPDR sel
1643       - 8   # NDRPDR sel
1644       - 9   # NDRPDR sel
1645       - 10  # NDRPDR sel
1646       - 11  # NDRPDR sel
1647       - 12  # NDRPDR sel
1648
1649     csit-vpp-functional-1908-ubuntu1604-virl:
1650       - 64
1651     csit-vpp-functional-1908-centos7-virl:
1652       - 64
1653     csit-vpp-device-1908-ubuntu1804-1n-skx:
1654       - 65
1655
1656 - type: "output"
1657   output: "report"
1658   format:
1659     html:
1660     - full
1661     pdf:
1662     - minimal
1663
1664 ################################################################################
1665 ###                               T A B L E S                                ###
1666 ################################################################################
1667
1668 ## VPP Soak vs NDR
1669 #- type: "table"
1670 #  title: "VPP Soak vs NDR 2n-skx"
1671 #  algorithm: "table_soak_vs_ndr"
1672 #  output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1673 #  reference:
1674 #    title: "NDR"
1675 #    data: "vpp-soak-vs-ndr-2n-skx-ref"
1676 #  compare:
1677 #    title: "Soak"
1678 #    data: "vpp-soak-vs-ndr-2n-skx-cmp"
1679 #  data: "vpp-soak-vs-ndr-2n-skx"
1680 #  include-tests: "NDR"
1681 #  filter: "('NDRPDR' or 'SOAK')"
1682 #  parameters:
1683 #    - "throughput"
1684 #    - "name"
1685 #    - "parent"
1686
1687 ################################################################################
1688
1689 # VPP Compare NICs 3n-skx 2t1c ndr
1690 - type: "table"
1691   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1692   algorithm: "table_nics_comparison"
1693   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1694   reference:
1695     title: "x710"
1696     nic: "NIC_Intel-X710"
1697   compare:
1698     title: "xxv710"
1699     nic: "NIC_Intel-XXV710"
1700   data: "vpp-nic-comparison-3n-skx"
1701   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1702   filter: "'2T1C' and 'NDRPDR'"
1703   parameters:
1704   - "name"
1705   - "parent"
1706   - "throughput"
1707   - "tags"
1708
1709 # VPP Compare NICs 3n-skx 4t2c ndr
1710 - type: "table"
1711   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1712   algorithm: "table_nics_comparison"
1713   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1714   reference:
1715     title: "x710"
1716     nic: "NIC_Intel-X710"
1717   compare:
1718     title: "xxv710"
1719     nic: "NIC_Intel-XXV710"
1720   data: "vpp-nic-comparison-3n-skx"
1721   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1722   filter: "'4T2C' and 'NDRPDR'"
1723   parameters:
1724   - "name"
1725   - "parent"
1726   - "throughput"
1727   - "tags"
1728
1729 # VPP Compare NICs 3n-skx 2t1c pdr
1730 - type: "table"
1731   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1732   algorithm: "table_nics_comparison"
1733   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1734   reference:
1735     title: "x710"
1736     nic: "NIC_Intel-X710"
1737   compare:
1738     title: "xxv710"
1739     nic: "NIC_Intel-XXV710"
1740   data: "vpp-nic-comparison-3n-skx"
1741   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1742   filter: "'2T1C' and 'NDRPDR'"
1743   parameters:
1744   - "name"
1745   - "parent"
1746   - "throughput"
1747   - "tags"
1748
1749  # VPP Compare NICs 3n-skx 4t2c pdr
1750 - type: "table"
1751   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1752   algorithm: "table_nics_comparison"
1753   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1754   reference:
1755     title: "x710"
1756     nic: "NIC_Intel-X710"
1757   compare:
1758     title: "xxv710"
1759     nic: "NIC_Intel-XXV710"
1760   data: "vpp-nic-comparison-3n-skx"
1761   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1762   filter: "'4T2C' and 'NDRPDR'"
1763   parameters:
1764   - "name"
1765   - "parent"
1766   - "throughput"
1767   - "tags"
1768
1769 # VPP Compare NICs 3n-skx 2t1c mrr
1770 - type: "table"
1771   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1772   algorithm: "table_nics_comparison"
1773   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1774   reference:
1775     title: "x710"
1776     nic: "NIC_Intel-X710"
1777   compare:
1778     title: "xxv710"
1779     nic: "NIC_Intel-XXV710"
1780   data: "vpp-nic-comparison-3n-skx-mrr"
1781   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1782   filter: "'2T1C' and 'MRR'"
1783   parameters:
1784   - "name"
1785   - "parent"
1786   - "result"
1787   - "tags"
1788
1789 # VPP Compare NICs 3n-skx 4t2c mrr
1790 - type: "table"
1791   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1792   algorithm: "table_nics_comparison"
1793   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1794   reference:
1795     title: "x710"
1796     nic: "NIC_Intel-X710"
1797   compare:
1798     title: "xxv710"
1799     nic: "NIC_Intel-XXV710"
1800   data: "vpp-nic-comparison-3n-skx-mrr"
1801   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1802   filter: "'4T2C' and 'MRR'"
1803   parameters:
1804   - "name"
1805   - "parent"
1806   - "result"
1807   - "tags"
1808
1809  # VPP Compare NICs 3n-skx 8t4c mrr
1810 - type: "table"
1811   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1812   algorithm: "table_nics_comparison"
1813   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1814   reference:
1815     title: "x710"
1816     nic: "NIC_Intel-X710"
1817   compare:
1818     title: "xxv710"
1819     nic: "NIC_Intel-XXV710"
1820   data: "vpp-nic-comparison-3n-skx-mrr"
1821   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1822   filter: "'8T4C' and 'MRR'"
1823   parameters:
1824   - "name"
1825   - "parent"
1826   - "result"
1827   - "tags"
1828
1829 # VPP Compare NICs 2n-skx 2t1c ndr
1830 - type: "table"
1831   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1832   algorithm: "table_nics_comparison"
1833   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1834   reference:
1835     title: "x710"
1836     nic: "NIC_Intel-X710"
1837   compare:
1838     title: "xxv710"
1839     nic: "NIC_Intel-XXV710"
1840   data: "vpp-nic-comparison-2n-skx"
1841   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1842   filter: "'2T1C' and 'NDRPDR'"
1843   parameters:
1844   - "name"
1845   - "parent"
1846   - "throughput"
1847   - "tags"
1848
1849 # VPP Compare NICs 2n-skx 4t2c ndr
1850 - type: "table"
1851   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1852   algorithm: "table_nics_comparison"
1853   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1854   reference:
1855     title: "x710"
1856     nic: "NIC_Intel-X710"
1857   compare:
1858     title: "xxv710"
1859     nic: "NIC_Intel-XXV710"
1860   data: "vpp-nic-comparison-2n-skx"
1861   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1862   filter: "'4T2C' and 'NDRPDR'"
1863   parameters:
1864   - "name"
1865   - "parent"
1866   - "throughput"
1867   - "tags"
1868
1869  # VPP Compare NICs 2n-skx 2t1c pdr
1870 - type: "table"
1871   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1872   algorithm: "table_nics_comparison"
1873   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1874   reference:
1875     title: "x710"
1876     nic: "NIC_Intel-X710"
1877   compare:
1878     title: "xxv710"
1879     nic: "NIC_Intel-XXV710"
1880   data: "vpp-nic-comparison-2n-skx"
1881   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1882   filter: "'2T1C' and 'NDRPDR'"
1883   parameters:
1884   - "name"
1885   - "parent"
1886   - "throughput"
1887   - "tags"
1888
1889 # VPP Compare NICs 2n-skx 4t2c pdr
1890 - type: "table"
1891   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1892   algorithm: "table_nics_comparison"
1893   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1894   reference:
1895     title: "x710"
1896     nic: "NIC_Intel-X710"
1897   compare:
1898     title: "xxv710"
1899     nic: "NIC_Intel-XXV710"
1900   data: "vpp-nic-comparison-2n-skx"
1901   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1902   filter: "'4T2C' and 'NDRPDR'"
1903   parameters:
1904   - "name"
1905   - "parent"
1906   - "throughput"
1907   - "tags"
1908
1909 # VPP Compare NICs 2n-skx 2t1c mrr
1910 - type: "table"
1911   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1912   algorithm: "table_nics_comparison"
1913   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1914   reference:
1915     title: "x710"
1916     nic: "NIC_Intel-X710"
1917   compare:
1918     title: "xxv710"
1919     nic: "NIC_Intel-XXV710"
1920   data: "vpp-nic-comparison-2n-skx-mrr"
1921   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1922   filter: "'2T1C' and 'MRR'"
1923   parameters:
1924   - "name"
1925   - "parent"
1926   - "result"
1927   - "tags"
1928
1929 # VPP Compare NICs 2n-skx 4t2c mrr
1930 - type: "table"
1931   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1932   algorithm: "table_nics_comparison"
1933   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1934   reference:
1935     title: "x710"
1936     nic: "NIC_Intel-X710"
1937   compare:
1938     title: "xxv710"
1939     nic: "NIC_Intel-XXV710"
1940   data: "vpp-nic-comparison-2n-skx-mrr"
1941   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1942   filter: "'4T2C' and 'MRR'"
1943   parameters:
1944   - "name"
1945   - "parent"
1946   - "result"
1947   - "tags"
1948
1949 # VPP Compare NICs 2n-skx 8t4c mrr
1950 - type: "table"
1951   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1952   algorithm: "table_nics_comparison"
1953   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1954   reference:
1955     title: "x710"
1956     nic: "NIC_Intel-X710"
1957   compare:
1958     title: "xxv710"
1959     nic: "NIC_Intel-XXV710"
1960   data: "vpp-nic-comparison-2n-skx-mrr"
1961   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1962   filter: "'8T4C' and 'MRR'"
1963   parameters:
1964   - "name"
1965   - "parent"
1966   - "result"
1967   - "tags"
1968
1969 ################################################################################
1970 # VPP
1971
1972 ## VPP Performance Changes 2n-dnv 1t1c pdr
1973 #- type: "table"
1974 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1975 #  algorithm: "table_performance_comparison"
1976 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1977 #  history:
1978 #    - title: "rls1901"
1979 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
1980 #  reference:
1981 #    title: "rls1904"
1982 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
1983 #  compare:
1984 #    title: "rls1908"
1985 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1986 #  data: "intel-dnv-vpp-changes-2n-dnv"
1987 #  include-tests: "PDR"
1988 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1989 #  parameters:
1990 #  - "name"
1991 #  - "parent"
1992 #  - "throughput"
1993 #
1994 ## VPP Performance Changes 2n-dnv 2t2c pdr
1995 #- type: "table"
1996 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1997 #  algorithm: "table_performance_comparison"
1998 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1999 #  history:
2000 #    - title: "rls1901"
2001 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2002 #  reference:
2003 #    title: "rls1904"
2004 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2005 #  compare:
2006 #    title: "rls1908"
2007 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2008 #  data: "intel-dnv-vpp-changes-2n-dnv"
2009 #  include-tests: "PDR"
2010 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2011 #  parameters:
2012 #  - "name"
2013 #  - "parent"
2014 #  - "throughput"
2015 #
2016 ## VPP Performance Changes 2n-dnv 1t1c ndr
2017 #- type: "table"
2018 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2019 #  algorithm: "table_performance_comparison"
2020 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2021 #  history:
2022 #    - title: "rls1901"
2023 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2024 #  reference:
2025 #    title: "rls1904"
2026 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2027 #  compare:
2028 #    title: "rls1908"
2029 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2030 #  data: "intel-dnv-vpp-changes-2n-dnv"
2031 #  include-tests: "NDR"
2032 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2033 #  parameters:
2034 #  - "name"
2035 #  - "parent"
2036 #  - "throughput"
2037 #
2038 ## VPP Performance Changes 2n-dnv 2t2c ndr
2039 #- type: "table"
2040 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2041 #  algorithm: "table_performance_comparison"
2042 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2043 #  history:
2044 #    - title: "rls1901"
2045 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2046 #  reference:
2047 #    title: "rls1904"
2048 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2049 #  compare:
2050 #    title: "rls1908"
2051 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2052 #  data: "intel-dnv-vpp-changes-2n-dnv"
2053 #  include-tests: "NDR"
2054 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2055 #  parameters:
2056 #  - "name"
2057 #  - "parent"
2058 #  - "throughput"
2059 #
2060 ## VPP Performance Changes 2n-dnv 1t1c MRR
2061 #- type: "table"
2062 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2063 #  algorithm: "table_performance_comparison"
2064 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2065 #  history:
2066 #    - title: "rls1901"
2067 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2068 #  reference:
2069 #    title: "rls1904"
2070 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2071 #  compare:
2072 #    title: "rls1908"
2073 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2074 #  data: "intel-dnv-vpp-changes-2n-dnv"
2075 #  include-tests: "MRR"
2076 #  filter: "'1T1C' and 'MRR'"
2077 #  parameters:
2078 #  - "name"
2079 #  - "parent"
2080 #  - "result"
2081 #
2082 ## VPP Performance Changes 2n-dnv 2t2c MRR
2083 #- type: "table"
2084 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2085 #  algorithm: "table_performance_comparison"
2086 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2087 #  history:
2088 #    - title: "rls1901"
2089 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2090 #  reference:
2091 #    title: "rls1904"
2092 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2093 #  compare:
2094 #    title: "rls1908"
2095 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2096 #  data: "intel-dnv-vpp-changes-2n-dnv"
2097 #  include-tests: "MRR"
2098 #  filter: "'2T2C' and 'MRR'"
2099 #  parameters:
2100 #  - "name"
2101 #  - "parent"
2102 #  - "result"
2103 #
2104 ## VPP Performance Changes 2n-dnv 4t4c MRR
2105 #- type: "table"
2106 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2107 #  algorithm: "table_performance_comparison"
2108 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2109 #  history:
2110 #    - title: "rls1901"
2111 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2112 #  reference:
2113 #    title: "rls1904"
2114 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2115 #  compare:
2116 #    title: "rls1908"
2117 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2118 #  data: "intel-dnv-vpp-changes-2n-dnv"
2119 #  include-tests: "MRR"
2120 #  filter: "'4T4C' and 'MRR'"
2121 #  parameters:
2122 #  - "name"
2123 #  - "parent"
2124 #  - "result"
2125
2126 # VPP Performance Changes 3n-hsw 1t1c pdr
2127 - type: "table"
2128   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2129   algorithm: "table_performance_comparison"
2130   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2131   history:
2132     - title: "rls1901"
2133       data: "vpp-performance-changes-3n-hsw-h1"
2134   reference:
2135     title: "rls1904"
2136     data: "vpp-performance-changes-3n-hsw-ref"
2137   compare:
2138     title: "rls1908"
2139     data: "vpp-performance-changes-3n-hsw-cmp"
2140   data: "vpp-performance-changes-3n-hsw"
2141   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2142   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2143   parameters:
2144   - "name"
2145   - "parent"
2146   - "throughput"
2147
2148 # VPP Performance Changes 3n-hsw 2t2c pdr
2149 - type: "table"
2150   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2151   algorithm: "table_performance_comparison"
2152   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2153   history:
2154     - title: "rls1901"
2155       data: "vpp-performance-changes-3n-hsw-h1"
2156   reference:
2157     title: "rls1904"
2158     data: "vpp-performance-changes-3n-hsw-ref"
2159   compare:
2160     title: "rls1908"
2161     data: "vpp-performance-changes-3n-hsw-cmp"
2162   data: "vpp-performance-changes-3n-hsw"
2163   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2164   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2165   parameters:
2166   - "name"
2167   - "parent"
2168   - "throughput"
2169
2170 # VPP Performance Changes 3n-hsw 1t1c ndr
2171 - type: "table"
2172   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2173   algorithm: "table_performance_comparison"
2174   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2175   history:
2176     - title: "rls1901"
2177       data: "vpp-performance-changes-3n-hsw-h1"
2178   reference:
2179     title: "rls1904"
2180     data: "vpp-performance-changes-3n-hsw-ref"
2181   compare:
2182     title: "rls1908"
2183     data: "vpp-performance-changes-3n-hsw-cmp"
2184   data: "vpp-performance-changes-3n-hsw"
2185   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2186   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2187   parameters:
2188   - "name"
2189   - "parent"
2190   - "throughput"
2191
2192 # VPP Performance Changes 3n-hsw 2t2c ndr
2193 - type: "table"
2194   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2195   algorithm: "table_performance_comparison"
2196   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2197   history:
2198     - title: "rls1901"
2199       data: "vpp-performance-changes-3n-hsw-h1"
2200   reference:
2201     title: "rls1904"
2202     data: "vpp-performance-changes-3n-hsw-ref"
2203   compare:
2204     title: "rls1908"
2205     data: "vpp-performance-changes-3n-hsw-cmp"
2206   data: "vpp-performance-changes-3n-hsw"
2207   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2208   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2209   parameters:
2210   - "name"
2211   - "parent"
2212   - "throughput"
2213
2214 # VPP Performance Changes 3n-skx 2t1c pdr
2215 - type: "table"
2216   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2217   algorithm: "table_performance_comparison_nic"
2218   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2219   history:
2220     - title: "rls1901 x710"
2221       data: "vpp-performance-changes-3n-skx-h1"
2222       nic: "NIC_Intel-X710"
2223   reference:
2224     title: "rls1904 x710"
2225     data: "vpp-performance-changes-3n-skx-ref"
2226     nic: "NIC_Intel-X710"
2227   compare:
2228     title: "rls1908 xxv710"
2229     data: "vpp-performance-changes-3n-skx-cmp"
2230     nic: "NIC_Intel-XXV710"
2231   data: "vpp-performance-changes-3n-skx"
2232   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2233   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2234   parameters:
2235   - "name"
2236   - "parent"
2237   - "throughput"
2238   - "tags"
2239
2240 # VPP Performance Changes 3n-skx 4t2c pdr
2241 - type: "table"
2242   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2243   algorithm: "table_performance_comparison_nic"
2244   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2245   history:
2246     - title: "rls1901 x710"
2247       data: "vpp-performance-changes-3n-skx-h1"
2248       nic: "NIC_Intel-X710"
2249   reference:
2250     title: "rls1904 x710"
2251     data: "vpp-performance-changes-3n-skx-ref"
2252     nic: "NIC_Intel-X710"
2253   compare:
2254     title: "rls1908 xxv710"
2255     data: "vpp-performance-changes-3n-skx-cmp"
2256     nic: "NIC_Intel-XXV710"
2257   data: "vpp-performance-changes-3n-skx"
2258   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2259   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2260   parameters:
2261   - "name"
2262   - "parent"
2263   - "throughput"
2264   - "tags"
2265
2266 # VPP Performance Changes 3n-skx 2t1c ndr
2267 - type: "table"
2268   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2269   algorithm: "table_performance_comparison_nic"
2270   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2271   history:
2272     - title: "rls1901 x710"
2273       data: "vpp-performance-changes-3n-skx-h1"
2274       nic: "NIC_Intel-X710"
2275   reference:
2276     title: "rls1904 x710"
2277     data: "vpp-performance-changes-3n-skx-ref"
2278     nic: "NIC_Intel-X710"
2279   compare:
2280     title: "rls1908 xxv710"
2281     data: "vpp-performance-changes-3n-skx-cmp"
2282     nic: "NIC_Intel-XXV710"
2283   data: "vpp-performance-changes-3n-skx"
2284   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2285   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2286   parameters:
2287   - "name"
2288   - "parent"
2289   - "throughput"
2290   - "tags"
2291
2292 # VPP Performance Changes 3n-skx 4t2c ndr
2293 - type: "table"
2294   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2295   algorithm: "table_performance_comparison_nic"
2296   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2297   history:
2298     - title: "rls1901 x710"
2299       data: "vpp-performance-changes-3n-skx-h1"
2300       nic: "NIC_Intel-X710"
2301   reference:
2302     title: "rls1904 x710"
2303     data: "vpp-performance-changes-3n-skx-ref"
2304     nic: "NIC_Intel-X710"
2305   compare:
2306     title: "rls1908 xxv710"
2307     data: "vpp-performance-changes-3n-skx-cmp"
2308     nic: "NIC_Intel-XXV710"
2309   data: "vpp-performance-changes-3n-skx"
2310   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2311   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2312   parameters:
2313   - "name"
2314   - "parent"
2315   - "throughput"
2316   - "tags"
2317
2318 # VPP Performance Changes 2n-skx 2t1c pdr
2319 - type: "table"
2320   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2321   algorithm: "table_performance_comparison_nic"
2322   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2323   history:
2324     - title: "rls1901 x710"
2325       data: "vpp-performance-changes-2n-skx-h1"
2326       nic: "NIC_Intel-X710"
2327   reference:
2328     title: "rls1904 x710"
2329     data: "vpp-performance-changes-2n-skx-ref"
2330     nic: "NIC_Intel-X710"
2331   compare:
2332     title: "rls1908 xxv710"
2333     data: "vpp-performance-changes-2n-skx-cmp"
2334     nic: "NIC_Intel-XXV710"
2335   data: "vpp-performance-changes-2n-skx"
2336   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2337   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2338   parameters:
2339   - "name"
2340   - "parent"
2341   - "throughput"
2342   - "tags"
2343
2344 # VPP Performance Changes 2n-skx 4t2c pdr
2345 - type: "table"
2346   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2347   algorithm: "table_performance_comparison_nic"
2348   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2349   history:
2350     - title: "rls1901 x710"
2351       data: "vpp-performance-changes-2n-skx-h1"
2352       nic: "NIC_Intel-X710"
2353   reference:
2354     title: "rls1904 x710"
2355     data: "vpp-performance-changes-2n-skx-ref"
2356     nic: "NIC_Intel-X710"
2357   compare:
2358     title: "rls1908 xxv710"
2359     data: "vpp-performance-changes-2n-skx-cmp"
2360     nic: "NIC_Intel-XXV710"
2361   data: "vpp-performance-changes-2n-skx"
2362   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2363   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2364   parameters:
2365   - "name"
2366   - "parent"
2367   - "throughput"
2368   - "tags"
2369
2370 # VPP Performance Changes 2n-skx 2t1c ndr
2371 - type: "table"
2372   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2373   algorithm: "table_performance_comparison_nic"
2374   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2375   history:
2376     - title: "rls1901 x710"
2377       data: "vpp-performance-changes-2n-skx-h1"
2378       nic: "NIC_Intel-X710"
2379   reference:
2380     title: "rls1904 x710"
2381     data: "vpp-performance-changes-2n-skx-ref"
2382     nic: "NIC_Intel-X710"
2383   compare:
2384     title: "rls1908 xxv710"
2385     data: "vpp-performance-changes-2n-skx-cmp"
2386     nic: "NIC_Intel-XXV710"
2387   data: "vpp-performance-changes-2n-skx"
2388   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2389   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2390   parameters:
2391   - "name"
2392   - "parent"
2393   - "throughput"
2394   - "tags"
2395
2396 # VPP Performance Changes 2n-skx 4t2c ndr
2397 - type: "table"
2398   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2399   algorithm: "table_performance_comparison_nic"
2400   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2401   history:
2402     - title: "rls1901 x710"
2403       data: "vpp-performance-changes-2n-skx-h1"
2404       nic: "NIC_Intel-X710"
2405   reference:
2406     title: "rls1904 x710"
2407     data: "vpp-performance-changes-2n-skx-ref"
2408     nic: "NIC_Intel-X710"
2409   compare:
2410     title: "rls1908 xxv710"
2411     data: "vpp-performance-changes-2n-skx-cmp"
2412     nic: "NIC_Intel-XXV710"
2413   data: "vpp-performance-changes-2n-skx"
2414   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2415   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2416   parameters:
2417   - "name"
2418   - "parent"
2419   - "throughput"
2420   - "tags"
2421
2422 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2423 - type: "table"
2424   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2425   algorithm: "table_performance_comparison"
2426   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2427   reference:
2428     title: "3n-hsw xl710"
2429     data: "vpp-compare-testbeds-ref"
2430     nic: "NIC_Intel-XL710"
2431   compare:
2432     title: "3n-skx xxv710"
2433     data: "vpp-compare-testbeds-cmp"
2434     nic: "NIC_Intel-XXV710"
2435   data: "vpp-compare-testbeds"
2436   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2437   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2438   parameters:
2439   - "name"
2440   - "parent"
2441   - "throughput"
2442
2443 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2444 - type: "table"
2445   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2446   algorithm: "table_performance_comparison"
2447   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2448   reference:
2449     title: "3n-hsw xl710"
2450     data: "vpp-compare-testbeds-ref"
2451     nic: "NIC_Intel-XL710"
2452   compare:
2453     title: "3n-skx xxv710"
2454     data: "vpp-compare-testbeds-cmp"
2455     nic: "NIC_Intel-XXV710"
2456   data: "vpp-compare-testbeds"
2457   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2458   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2459   parameters:
2460   - "name"
2461   - "parent"
2462   - "throughput"
2463
2464 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2465 - type: "table"
2466   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2467   algorithm: "table_performance_comparison"
2468   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2469   reference:
2470     title: "3n-hsw xl710"
2471     data: "vpp-compare-testbeds-ref"
2472     nic: "NIC_Intel-XL710"
2473   compare:
2474     title: "3n-skx xxv710"
2475     data: "vpp-compare-testbeds-cmp"
2476     nic: "NIC_Intel-XXV710"
2477   data: "vpp-compare-testbeds"
2478   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2479   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2480   parameters:
2481   - "name"
2482   - "parent"
2483   - "throughput"
2484
2485 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2486 - type: "table"
2487   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2488   algorithm: "table_performance_comparison"
2489   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2490   reference:
2491     title: "3n-hsw xl710"
2492     data: "vpp-compare-testbeds-ref"
2493     nic: "NIC_Intel-XL710"
2494   compare:
2495     title: "3n-skx xxv710"
2496     data: "vpp-compare-testbeds-cmp"
2497     nic: "NIC_Intel-XXV710"
2498   data: "vpp-compare-testbeds"
2499   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2500   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2501   parameters:
2502   - "name"
2503   - "parent"
2504   - "throughput"
2505
2506 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2507 - type: "table"
2508   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2509   algorithm: "table_performance_comparison"
2510   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2511   reference:
2512     title: "3-Node Skx"
2513     data: "vpp-compare-topologies-ref"
2514   compare:
2515     title: "2-Node Skx"
2516     data: "vpp-compare-topologies-cmp"
2517   data: "vpp-compare-topologies"
2518   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2519   filter: "'NDRPDR' and '1C'"
2520   parameters:
2521   - "name"
2522   - "parent"
2523   - "throughput"
2524
2525 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2526 - type: "table"
2527   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2528   algorithm: "table_performance_comparison"
2529   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2530   reference:
2531     title: "3-Node Skx"
2532     data: "vpp-compare-topologies-ref"
2533   compare:
2534     title: "2-Node Skx"
2535     data: "vpp-compare-topologies-cmp"
2536   data: "vpp-compare-topologies"
2537   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2538   filter: "'NDRPDR' and '2C'"
2539   parameters:
2540   - "name"
2541   - "parent"
2542   - "throughput"
2543
2544 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2545 - type: "table"
2546   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2547   algorithm: "table_performance_comparison"
2548   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2549   reference:
2550     title: "3-Node Skx"
2551     data: "vpp-compare-topologies-ref"
2552   compare:
2553     title: "2-Node Skx"
2554     data: "vpp-compare-topologies-cmp"
2555   data: "vpp-compare-topologies"
2556   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2557   filter: "'NDRPDR' and '1C'"
2558   parameters:
2559   - "name"
2560   - "parent"
2561   - "throughput"
2562
2563 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2564 - type: "table"
2565   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2566   algorithm: "table_performance_comparison"
2567   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2568   reference:
2569     title: "3-Node Skx"
2570     data: "vpp-compare-topologies-ref"
2571   compare:
2572     title: "2-Node Skx"
2573     data: "vpp-compare-topologies-cmp"
2574   data: "vpp-compare-topologies"
2575   include-tests: "PDR"
2576   filter: "'NDRPDR' and '2C'"
2577   parameters:
2578   - "name"
2579   - "parent"
2580   - "throughput"
2581
2582 # VPP Performance Changes 3n-hsw 1t1c MRR
2583 - type: "table"
2584   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2585   algorithm: "table_performance_comparison"
2586   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2587   history:
2588     - title: "rls1901"
2589       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2590   reference:
2591     title: "rls1904"
2592     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2593   compare:
2594     title: "rls1908"
2595     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2596   data: "vpp-performance-changes-3n-hsw-mrr"
2597   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2598   filter: "'1T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2599   parameters:
2600   - "name"
2601   - "parent"
2602   - "result"
2603
2604 # VPP Performance Changes 3n-hsw 2t2c MRR
2605 - type: "table"
2606   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2607   algorithm: "table_performance_comparison"
2608   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2609   history:
2610     - title: "rls1901"
2611       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2612   reference:
2613     title: "rls1904"
2614     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2615   compare:
2616     title: "rls1908"
2617     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2618   data: "vpp-performance-changes-3n-hsw-mrr"
2619   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2620   filter: "'2T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2621   parameters:
2622   - "name"
2623   - "parent"
2624   - "result"
2625
2626 # VPP Performance Changes 3n-hsw 4t4c MRR
2627 - type: "table"
2628   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2629   algorithm: "table_performance_comparison"
2630   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2631   history:
2632     - title: "rls1901"
2633       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2634   reference:
2635     title: "rls1904"
2636     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2637   compare:
2638     title: "rls1908"
2639     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2640   data: "vpp-performance-changes-3n-hsw-mrr"
2641   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2642   filter: "'4T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2643   parameters:
2644   - "name"
2645   - "parent"
2646   - "result"
2647
2648 # VPP Performance Changes 3n-skx 2t1c MRR
2649 - type: "table"
2650   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2651   algorithm: "table_performance_comparison"
2652   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2653   history:
2654     - title: "rls1901"
2655       data: "vpp-performance-changes-3n-skx-mrr-h1"
2656   reference:
2657     title: "rls1904"
2658     data: "vpp-performance-changes-3n-skx-mrr-ref"
2659   compare:
2660     title: "rls1908"
2661     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2662   data: "vpp-performance-changes-3n-skx-mrr"
2663   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2664   filter: "'2T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2665   parameters:
2666   - "name"
2667   - "parent"
2668   - "result"
2669
2670 # VPP Performance Changes 3n-skx 4t2c MRR
2671 - type: "table"
2672   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2673   algorithm: "table_performance_comparison"
2674   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2675   history:
2676     - title: "rls1901"
2677       data: "vpp-performance-changes-3n-skx-mrr-h1"
2678   reference:
2679     title: "rls1904"
2680     data: "vpp-performance-changes-3n-skx-mrr-ref"
2681   compare:
2682     title: "rls1908"
2683     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2684   data: "vpp-performance-changes-3n-skx-mrr"
2685   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2686   filter: "'4T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2687   parameters:
2688   - "name"
2689   - "parent"
2690   - "result"
2691
2692 # VPP Performance Changes 3n-skx 8t4c MRR
2693 - type: "table"
2694   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2695   algorithm: "table_performance_comparison"
2696   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2697   history:
2698     - title: "rls1901"
2699       data: "vpp-performance-changes-3n-skx-mrr-h1"
2700   reference:
2701     title: "rls1904"
2702     data: "vpp-performance-changes-3n-skx-mrr-ref"
2703   compare:
2704     title: "rls1908"
2705     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2706   data: "vpp-performance-changes-3n-skx-mrr"
2707   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2708   filter: "'8T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2709   parameters:
2710   - "name"
2711   - "parent"
2712   - "result"
2713
2714 # VPP Performance Changes 2n-skx 2t1c MRR
2715 - type: "table"
2716   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2717   algorithm: "table_performance_comparison"
2718   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2719   history:
2720     - title: "rls1901"
2721       data: "vpp-performance-changes-2n-skx-mrr-h1"
2722   reference:
2723     title: "rls1904"
2724     data: "vpp-performance-changes-2n-skx-mrr-ref"
2725   compare:
2726     title: "rls1908"
2727     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2728   data: "vpp-performance-changes-2n-skx-mrr"
2729   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2730   filter: "'2T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2731   parameters:
2732   - "name"
2733   - "parent"
2734   - "result"
2735
2736 # VPP Performance Changes 2n-skx 4t2c MRR
2737 - type: "table"
2738   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2739   algorithm: "table_performance_comparison"
2740   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2741   history:
2742     - title: "rls1901"
2743       data: "vpp-performance-changes-2n-skx-mrr-h1"
2744   reference:
2745     title: "rls1904"
2746     data: "vpp-performance-changes-2n-skx-mrr-ref"
2747   compare:
2748     title: "rls1908"
2749     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2750   data: "vpp-performance-changes-2n-skx-mrr"
2751   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2752   filter: "'4T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2753   parameters:
2754   - "name"
2755   - "parent"
2756   - "result"
2757
2758 # VPP Performance Changes 2n-skx 8t4c MRR
2759 - type: "table"
2760   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2761   algorithm: "table_performance_comparison"
2762   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2763   history:
2764     - title: "rls1901"
2765       data: "vpp-performance-changes-2n-skx-mrr-h1"
2766   reference:
2767     title: "rls1904"
2768     data: "vpp-performance-changes-2n-skx-mrr-ref"
2769   compare:
2770     title: "rls1908"
2771     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2772   data: "vpp-performance-changes-2n-skx-mrr"
2773   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2774   filter: "'8T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2775   parameters:
2776   - "name"
2777   - "parent"
2778   - "result"
2779
2780 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2781 - type: "table"
2782   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2783   algorithm: "table_performance_comparison"
2784   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2785   reference:
2786     title: "3n-hsw xl710"
2787     data: "vpp-compare-testbeds-mrr-ref"
2788     nic: "NIC_Intel-XL710"
2789   compare:
2790     title: "3n-skx xxv710"
2791     data: "vpp-compare-testbeds-mrr-cmp"
2792     nic: "NIC_Intel-XXV710"
2793   data: "vpp-compare-testbeds-mrr"
2794   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2795   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
2796   parameters:
2797   - "name"
2798   - "parent"
2799   - "result"
2800
2801 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2802 - type: "table"
2803   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2804   algorithm: "table_performance_comparison"
2805   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2806   reference:
2807     title: "3n-hsw xl710"
2808     data: "vpp-compare-testbeds-mrr-ref"
2809     nic: "NIC_Intel-XL710"
2810   compare:
2811     title: "3n-skx xxv710"
2812     data: "vpp-compare-testbeds-mrr-cmp"
2813     nic: "NIC_Intel-XXV710"
2814   data: "vpp-compare-testbeds-mrr"
2815   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2816   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
2817   parameters:
2818   - "name"
2819   - "parent"
2820   - "result"
2821
2822 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2823 - type: "table"
2824   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2825   algorithm: "table_performance_comparison"
2826   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2827   reference:
2828     title: "3n-hsw xl710"
2829     data: "vpp-compare-testbeds-mrr-ref"
2830     nic: "NIC_Intel-XL710"
2831   compare:
2832     title: "3n-skx xxv710"
2833     data: "vpp-compare-testbeds-mrr-cmp"
2834     nic: "NIC_Intel-XXV710"
2835   data: "vpp-compare-testbeds-mrr"
2836   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2837   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
2838   parameters:
2839   - "name"
2840   - "parent"
2841   - "result"
2842
2843 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2844 - type: "table"
2845   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2846   algorithm: "table_performance_comparison"
2847   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2848   reference:
2849     title: "3-Node Skx"
2850     data: "vpp-compare-topologies-mrr-ref"
2851   compare:
2852     title: "2-Node Skx"
2853     data: "vpp-compare-topologies-mrr-cmp"
2854   data: "vpp-compare-topologies-mrr"
2855   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2856   filter: "'MRR' and '1C'"
2857   parameters:
2858   - "name"
2859   - "parent"
2860   - "result"
2861
2862 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2863 - type: "table"
2864   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2865   algorithm: "table_performance_comparison"
2866   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2867   reference:
2868     title: "3-Node Skx"
2869     data: "vpp-compare-topologies-mrr-ref"
2870   compare:
2871     title: "2-Node Skx"
2872     data: "vpp-compare-topologies-mrr-cmp"
2873   data: "vpp-compare-topologies-mrr"
2874   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2875   filter: "'MRR' and '2C'"
2876   parameters:
2877   - "name"
2878   - "parent"
2879   - "result"
2880
2881 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2882 - type: "table"
2883   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2884   algorithm: "table_performance_comparison"
2885   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2886   reference:
2887     title: "3-Node Skx"
2888     data: "vpp-compare-topologies-mrr-ref"
2889   compare:
2890     title: "2-Node Skx"
2891     data: "vpp-compare-topologies-mrr-cmp"
2892   data: "vpp-compare-topologies-mrr"
2893   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2894   filter: "'MRR' and '4C'"
2895   parameters:
2896   - "name"
2897   - "parent"
2898   - "result"
2899
2900 # Detailed Test Results - VPP Performance Results 3n-hsw
2901 - type: "table"
2902   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2903   algorithm: "table_merged_details"
2904   output-file-ext: ".csv"
2905   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2906   columns:
2907   - title: "Name"
2908     data: "data name"
2909   - title: "Status"
2910     data: "data msg"
2911   rows: "generated"
2912   data: "vpp-perf-results-3n-hsw"
2913   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
2914   parameters:
2915   - "name"
2916   - "parent"
2917   - "msg"
2918
2919 # Detailed Test Results - VPP Performance Results 3n-skx
2920 - type: "table"
2921   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2922   algorithm: "table_merged_details"
2923   output-file-ext: ".csv"
2924   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2925   columns:
2926   - title: "Name"
2927     data: "data name"
2928   - title: "Status"
2929     data: "data msg"
2930   rows: "generated"
2931   data: "vpp-perf-results-3n-skx"
2932   filter: "not 'CFS_OPT'"
2933   parameters:
2934   - "name"
2935   - "parent"
2936   - "msg"
2937
2938 # Detailed Test Results - VPP Performance Results 2n-skx
2939 - type: "table"
2940   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2941   algorithm: "table_merged_details"
2942   output-file-ext: ".csv"
2943   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2944   columns:
2945   - title: "Name"
2946     data: "data name"
2947   - title: "Status"
2948     data: "data msg"
2949   rows: "generated"
2950   data: "vpp-perf-results-2n-skx"
2951   filter: "not 'CFS_OPT'"
2952   parameters:
2953   - "name"
2954   - "parent"
2955   - "msg"
2956
2957 # Detailed Test Results - VPP Performance Results 3n-tsh
2958 - type: "table"
2959   title: "Detailed Test Results - VPP Performance Results 3n-tsh"
2960   algorithm: "table_merged_details"
2961   output-file-ext: ".csv"
2962   output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh"
2963   columns:
2964   - title: "Name"
2965     data: "data name"
2966   - title: "Status"
2967     data: "data msg"
2968   rows: "generated"
2969   data: "vpp-perf-results-3n-tsh"
2970   filter: "not 'CFS_OPT'"
2971   parameters:
2972   - "name"
2973   - "parent"
2974   - "msg"
2975
2976 ## Detailed Test Results - VPP Performance Results 2n-dnv
2977 #- type: "table"
2978 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2979 #  algorithm: "table_details"
2980 #  output-file-ext: ".csv"
2981 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2982 #  columns:
2983 #  - title: "Name"
2984 #    data: "data name"
2985 #  - title: "Status"
2986 #    data: "data msg"
2987 #  rows: "generated"
2988 #  data: "intel-dnv-vpp"
2989 #  filter: "'NDRPDR'"
2990 #  parameters:
2991 #  - "name"
2992 #  - "parent"
2993 #  - "msg"
2994
2995 # Test configuration - VPP Performance Test Configs 3n-hsw
2996 - type: "table"
2997   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2998   algorithm: "table_merged_details"
2999   output-file-ext: ".csv"
3000   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3001   columns:
3002   - title: "Name"
3003     data: "data name"
3004   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3005     data: "data conf-history"
3006   rows: "generated"
3007   data: "vpp-perf-results-3n-hsw"
3008   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3009   parameters:
3010   - "parent"
3011   - "name"
3012   - "conf-history"
3013
3014 # Test configuration - VPP Performance Test Configs 3n-skx
3015 - type: "table"
3016   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3017   algorithm: "table_merged_details"
3018   output-file-ext: ".csv"
3019   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3020   columns:
3021   - title: "Name"
3022     data: "data name"
3023   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3024     data: "data conf-history"
3025   rows: "generated"
3026   data: "vpp-perf-results-3n-skx"
3027   filter: "not 'CFS_OPT'"
3028   parameters:
3029   - "parent"
3030   - "name"
3031   - "conf-history"
3032
3033 # Test configuration - VPP Performance Test Configs 2n-skx
3034 - type: "table"
3035   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3036   algorithm: "table_merged_details"
3037   output-file-ext: ".csv"
3038   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3039   columns:
3040   - title: "Name"
3041     data: "data name"
3042   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3043     data: "data conf-history"
3044   rows: "generated"
3045   data: "vpp-perf-results-2n-skx"
3046   filter: "not 'CFS_OPT'"
3047   parameters:
3048   - "parent"
3049   - "name"
3050   - "conf-history"
3051
3052 # Test configuration - VPP Performance Test Configs 3n-tsh
3053 - type: "table"
3054   title: "Test configuration - VPP Performance Test Configs 3n-tsh"
3055   algorithm: "table_merged_details"
3056   output-file-ext: ".csv"
3057   output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh"
3058   columns:
3059   - title: "Name"
3060     data: "data name"
3061   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3062     data: "data conf-history"
3063   rows: "generated"
3064   data: "vpp-perf-results-3n-tsh"
3065   filter: "not 'CFS_OPT'"
3066   parameters:
3067   - "parent"
3068   - "name"
3069   - "conf-history"
3070
3071 ## Test configuration - VPP Performance Test Configs 2n-dnv
3072 #- type: "table"
3073 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3074 #  algorithm: "table_details"
3075 #  output-file-ext: ".csv"
3076 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3077 #  columns:
3078 #  - title: "Name"
3079 #    data: "data name"
3080 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3081 #    data: "data conf-history"
3082 #  rows: "generated"
3083 #  data: "intel-dnv-vpp"
3084 #  filter: "'NDRPDR'"
3085 #  parameters:
3086 #  - "parent"
3087 #  - "name"
3088 #  - "conf-history"
3089
3090 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3091 - type: "table"
3092   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3093   algorithm: "table_merged_details"
3094   output-file-ext: ".csv"
3095   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3096   columns:
3097   - title: "Name"
3098     data: "data name"
3099   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3100     data: "data show-run"
3101   rows: "generated"
3102   data: "vpp-perf-results-3n-hsw"
3103   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3104   parameters:
3105   - "parent"
3106   - "name"
3107   - "show-run"
3108
3109 # Test Operational Data - VPP Performance Operational Data 3n-skx
3110 - type: "table"
3111   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3112   algorithm: "table_merged_details"
3113   output-file-ext: ".csv"
3114   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3115   columns:
3116   - title: "Name"
3117     data: "data name"
3118   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3119     data: "data show-run"
3120   rows: "generated"
3121   data: "vpp-perf-results-3n-skx"
3122   filter: "not 'CFS_OPT'"
3123   parameters:
3124   - "parent"
3125   - "name"
3126   - "show-run"
3127
3128 # Test Operational Data - VPP Performance Operational Data 2n-skx
3129 - type: "table"
3130   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3131   algorithm: "table_merged_details"
3132   output-file-ext: ".csv"
3133   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3134   columns:
3135   - title: "Name"
3136     data: "data name"
3137   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3138     data: "data show-run"
3139   rows: "generated"
3140   data: "vpp-perf-results-2n-skx"
3141   filter: "not 'CFS_OPT'"
3142   parameters:
3143   - "parent"
3144   - "name"
3145   - "show-run"
3146
3147 # Test Operational Data - VPP Performance Operational Data 3n-tsh
3148 - type: "table"
3149   title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
3150   algorithm: "table_merged_details"
3151   output-file-ext: ".csv"
3152   output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh"
3153   columns:
3154   - title: "Name"
3155     data: "data name"
3156   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3157     data: "data show-run"
3158   rows: "generated"
3159   data: "vpp-perf-results-3n-tsh"
3160   filter: "not 'CFS_OPT'"
3161   parameters:
3162   - "parent"
3163   - "name"
3164   - "show-run"
3165
3166 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3167 #- type: "table"
3168 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3169 #  algorithm: "table_details"
3170 #  output-file-ext: ".csv"
3171 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3172 #  columns:
3173 #  - title: "Name"
3174 #    data: "data name"
3175 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3176 #    data: "data show-run"
3177 #  rows: "generated"
3178 #  data: "intel-dnv-vpp"
3179 #  filter: "'NDRPDR'"
3180 #  parameters:
3181 #  - "parent"
3182 #  - "name"
3183 #  - "show-run"
3184
3185 # Detailed Test Results - VPP MRR Results 3n-hsw
3186 - type: "table"
3187   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3188   algorithm: "table_details"
3189   output-file-ext: ".csv"
3190   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3191   columns:
3192   - title: "Name"
3193     data: "data name"
3194   - title: "Status"
3195     data: "data msg"
3196   rows: "generated"
3197   data: "vpp-mrr-results-3n-hsw"
3198   filter: "'MRR'"
3199   parameters:
3200   - "name"
3201   - "parent"
3202   - "msg"
3203
3204 # Detailed Test Results - VPP MRR Results 3n-skx
3205 - type: "table"
3206   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3207   algorithm: "table_details"
3208   output-file-ext: ".csv"
3209   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3210   columns:
3211   - title: "Name"
3212     data: "data name"
3213   - title: "Status"
3214     data: "data msg"
3215   rows: "generated"
3216   data: "vpp-mrr-results-3n-skx"
3217   filter: "'MRR'"
3218   parameters:
3219   - "name"
3220   - "parent"
3221   - "msg"
3222
3223 # Detailed Test Results - VPP MRR Results 2n-skx
3224 - type: "table"
3225   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3226   algorithm: "table_details"
3227   output-file-ext: ".csv"
3228   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3229   columns:
3230   - title: "Name"
3231     data: "data name"
3232   - title: "Status"
3233     data: "data msg"
3234   rows: "generated"
3235   data: "vpp-mrr-results-2n-skx"
3236   filter: "'MRR'"
3237   parameters:
3238   - "name"
3239   - "parent"
3240   - "msg"
3241
3242 ## Detailed Test Results - VPP MRR Results 2n-dnv
3243 #- type: "table"
3244 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3245 #  algorithm: "table_details"
3246 #  output-file-ext: ".csv"
3247 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3248 #  columns:
3249 #  - title: "Name"
3250 #    data: "data name"
3251 #  - title: "Status"
3252 #    data: "data msg"
3253 #  rows: "generated"
3254 #  data: "intel-dnv-vpp"
3255 #  filter: "'MRR'"
3256 #  parameters:
3257 #  - "name"
3258 #  - "parent"
3259 #  - "msg"
3260
3261 # Test configuration - VPP MRR Test Configs 3n-hsw
3262 - type: "table"
3263   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3264   algorithm: "table_details"
3265   output-file-ext: ".csv"
3266   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3267   columns:
3268   - title: "Name"
3269     data: "data name"
3270   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3271     data: "data conf-history"
3272   rows: "generated"
3273   data: "vpp-mrr-results-3n-hsw"
3274   filter: "'MRR'"
3275   parameters:
3276   - "parent"
3277   - "name"
3278   - "conf-history"
3279
3280 # Test configuration - VPP MRR Test Configs 3n-skx
3281 - type: "table"
3282   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3283   algorithm: "table_details"
3284   output-file-ext: ".csv"
3285   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3286   columns:
3287   - title: "Name"
3288     data: "data name"
3289   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3290     data: "data conf-history"
3291   rows: "generated"
3292   data: "vpp-mrr-results-3n-skx"
3293   filter: "'MRR'"
3294   parameters:
3295   - "parent"
3296   - "name"
3297   - "conf-history"
3298
3299 # Test configuration - VPP MRR Test Configs 2n-skx
3300 - type: "table"
3301   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3302   algorithm: "table_details"
3303   output-file-ext: ".csv"
3304   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3305   columns:
3306   - title: "Name"
3307     data: "data name"
3308   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3309     data: "data conf-history"
3310   rows: "generated"
3311   data: "vpp-mrr-results-2n-skx"
3312   filter: "'MRR'"
3313   parameters:
3314   - "parent"
3315   - "name"
3316   - "conf-history"
3317
3318 ## Test configuration - VPP MRR Test Configs 2n-dnv
3319 #- type: "table"
3320 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3321 #  algorithm: "table_details"
3322 #  output-file-ext: ".csv"
3323 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3324 #  columns:
3325 #  - title: "Name"
3326 #    data: "data name"
3327 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3328 #    data: "data conf-history"
3329 #  rows: "generated"
3330 #  data: "intel-dnv-vpp"
3331 #  filter: "'MRR'"
3332 #  parameters:
3333 #  - "parent"
3334 #  - "name"
3335 #  - "conf-history"
3336
3337 # Detailed Test Results - VPP Functional Results - Ubuntu
3338 - type: "table"
3339   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3340   algorithm: "table_details"
3341   output-file-ext: ".csv"
3342   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3343   columns:
3344   - title: "Name"
3345     data: "data name"
3346   - title: "Documentation"
3347     data: "data doc"
3348   - title: "Status"
3349     data: "data status"
3350   rows: "generated"
3351   data: "vpp-func-results-ubuntu"
3352   filter: "all"
3353   parameters:
3354   - "name"
3355   - "parent"
3356   - "doc"
3357   - "status"
3358
3359 # Detailed Test Results - VPP Functional Results - CentOS
3360 - type: "table"
3361   title: "Detailed Test Results - VPP Functional Results - CentOS"
3362   algorithm: "table_details"
3363   output-file-ext: ".csv"
3364   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3365   columns:
3366   - title: "Name"
3367     data: "data name"
3368   - title: "Documentation"
3369     data: "data doc"
3370   -
3371     title: "Status"
3372     data: "data status"
3373   rows: "generated"
3374   data:
3375     "vpp-func-results-centos"
3376   filter: "all"
3377   parameters:
3378   - "name"
3379   - "parent"
3380   - "doc"
3381   - "status"
3382
3383 # Test configuration - VPP Functional Test Configs - Ubuntu
3384 - type: "table"
3385   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3386   algorithm: "table_details"
3387   output-file-ext: ".csv"
3388   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3389   columns:
3390   - title: "Name"
3391     data: "data name"
3392   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3393     data: "data conf-history"
3394   rows: "generated"
3395   data: "vpp-func-results-ubuntu"
3396   filter: "all"
3397   parameters:
3398   - "parent"
3399   - "name"
3400   - "conf-history"
3401
3402 # Test configuration - VPP Functional Test Configs - CentOS
3403 - type: "table"
3404   title: "Test configuration - VPP Functional Test Configs - CentOS"
3405   algorithm: "table_details"
3406   output-file-ext: ".csv"
3407   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3408   columns:
3409   - title: "Name"
3410     data: "data name"
3411   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3412     data: "data conf-history"
3413   rows: "generated"
3414   data: "vpp-func-results-centos"
3415   filter: "all"
3416   parameters:
3417   - "parent"
3418   - "name"