Report: Add 3n-dnv plots and tables
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
36     DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
37     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
38     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
39     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
40     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
41     # DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
42     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
43     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
44     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
45     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
46     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
49     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50
51     # Detailed test configurations
52     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
53     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
54     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
55     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
56     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
57     DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
58     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
59     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
60     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
61     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
62     # DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
63     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
64     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
65     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
66
67     # Detailed tests operational data
68     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
69     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
70     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
71     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
72     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
73     DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
74     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
75
76     # .css patch file to fix tables generated by Sphinx
77     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
78     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
79
80   urls:
81     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
82     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
83     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
84     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
85     DIR[NEXUS,DOC]: "report/_static/archive"
86
87   make-dirs:
88   # List the directories which are created while preparing the environment.
89   # All directories MUST be defined in "paths" section.
90   - "DIR[WORKING,DATA]"
91   - "DIR[STATIC,VPP]"
92   - "DIR[STATIC,DPDK]"
93   - "DIR[STATIC,ARCH]"
94   - "DIR[BUILD,LATEX]"
95   - "DIR[WORKING,SRC]"
96   - "DIR[WORKING,SRC,STATIC]"
97
98   remove-dirs:
99   # List the directories which are deleted while cleaning the environment.
100   # All directories MUST be defined in "paths" section.
101   #- "DIR[BUILD,HTML]"
102   - "DIR[WORKING,DATA]"
103
104   build-dirs:
105   # List the directories where the results (build) is stored.
106   # All directories MUST be defined in "paths" section.
107   - "DIR[BUILD,HTML]"
108   - "DIR[BUILD,LATEX]"
109
110 - type: "configuration"
111
112   limits:
113     nic:
114       x520: 24460000
115       x553: 29761905
116       x710: 35800000
117       xxv710: 35800000
118       xl710: 35800000
119
120     link:
121       10ge: 14880952.38
122       25ge: 37202380.95
123       40ge: 59523809.52
124       100ge: 148809523.81
125
126     pci:
127       pci-g3-x8: 74404761.90
128       pci-g3-x16: 148809523.81
129
130   data-sets:
131
132     ###########################################################################
133     # Plots:
134
135     # 3n-hsw
136
137     plot-vpp-throughput-lat-tsa-3n-hsw:
138       csit-vpp-perf-verify-1908-3n-hsw:
139         - 12  # NDRPDR sel
140         - 13  # NDRPDR sel
141         - 14  # NDRPDR sel
142         - 15  # NDRPDR sel
143         - 16  # NDRPDR sel
144         - 17  # NDRPDR sel
145         - 18  # NDRPDR sel
146         - 19  # NDRPDR sel
147         - 20  # NDRPDR sel
148         - 21  # NDRPDR sel
149
150     plot-vpp-throughput-lat-tsa-3n-hsw-vhost:
151       csit-vpp-perf-verify-1908-3n-hsw:
152         - 40  # NDRPDR sel vhost
153         - 41  # NDRPDR sel vhost
154         - 42  # NDRPDR sel vhost
155         - 43  # NDRPDR sel vhost
156         - 44  # NDRPDR sel vhost
157         - 45  # NDRPDR sel vhost
158
159     plot-vpp-http-server-performance:
160       csit-vpp-perf-verify-1908-2n-skx:
161         - 29  # TCP
162         - 30  # TCP
163         - 58  # TCP
164         - 59  # TCP
165         - 60  # TCP
166         - 61  # TCP
167         - 62  # TCP
168         - 63  # TCP
169         - 64  # TCP
170         - 65  # TCP
171
172     plot-dpdk-throughput-latency-3n-hsw:
173       csit-dpdk-perf-verify-1908-3n-hsw:
174         - 2   # NDRPDR sel
175         - 3   # NDRPDR sel
176         - 4   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 7   # NDRPDR sel
180         - 8   # NDRPDR sel
181         - 9   # NDRPDR sel
182         - 10  # NDRPDR sel
183         - 11  # NDRPDR sel
184
185     # 3n-skx
186
187     plot-vpp-throughput-lat-tsa-3n-skx:
188       csit-vpp-perf-verify-1908-3n-skx:
189         - 14  # NDRPDR sel
190         - 16  # NDRPDR sel
191         - 19  # NDRPDR sel
192         - 20  # NDRPDR sel
193         - 22  # NDRPDR sel
194         - 23  # NDRPDR sel
195         - 24  # NDRPDR sel
196         - 25  # NDRPDR sel
197         - 26  # NDRPDR sel
198         - 29  # NDRPDR sel
199
200     plot-vpp-throughput-lat-tsa-3n-skx-vhost:
201       csit-vpp-perf-verify-1908-3n-skx:
202         - 44  # NDRPDR sel vhost
203         - 45  # NDRPDR sel vhost
204         - 46  # NDRPDR sel vhost
205         - 47  # NDRPDR sel vhost
206         - 48  # NDRPDR sel vhost
207         - 49  # NDRPDR sel vhost
208
209     plot-dpdk-throughput-latency-3n-skx:
210       csit-dpdk-perf-verify-1908-3n-skx:
211         - 3   # NDRPDR sel
212         - 4   # NDRPDR sel
213         - 5   # NDRPDR sel
214         - 6   # NDRPDR sel
215         - 7   # NDRPDR sel
216         - 8   # NDRPDR sel
217         - 9   # NDRPDR sel
218         - 10  # NDRPDR sel
219         - 11  # NDRPDR sel
220         - 12  # NDRPDR sel
221
222     # 2n-skx
223
224     plot-vpp-throughput-lat-tsa-2n-skx:
225       csit-vpp-perf-verify-1908-2n-skx:
226         - 26  # NDRPDR sel
227         - 27  # NDRPDR sel
228         - 34  # NDRPDR sel
229         - 35  # NDRPDR sel
230         - 36  # NDRPDR sel
231         - 42  # NDRPDR sel
232         - 43  # NDRPDR sel
233         - 44  # NDRPDR sel
234         - 45  # NDRPDR sel
235         - 46  # NDRPDR sel
236
237     plot-vpp-throughput-lat-tsa-2n-skx-vhost:
238       csit-vpp-perf-verify-1908-2n-skx:
239         - 72  # NDRPDR sel vhost
240         - 73  # NDRPDR sel vhost
241         - 74  # NDRPDR sel vhost
242         - 75  # NDRPDR sel vhost
243         - 76  # NDRPDR sel vhost
244         - 78  # NDRPDR sel vhost
245         - 84  # NDRPDR sel vhost
246         - 85  # NDRPDR sel vhost
247
248 #    plot-vpp-soak-2n-skx:
249 #      # TODO: Add data
250 #      csit-vpp-perf-verify-1908-2n-skx:
251
252     plot-vpp-nfv-2n-skx-ndrpdr:
253       csit-vpp-perf-verify-1908-2n-skx:
254         - 22  # NFV
255         - 31  # NFV
256         - 32  # NFV
257         - 37  # NFV
258         - 38  # NFV
259         - 39  # NFV
260         - 53  # NFV
261         - 67  # NFV
262         - 68  # NFV
263         - 70  # NFV
264
265     plot-vpp-nfv-2n-skx-mrr:
266       csit-vpp-perf-verify-1908-2n-skx:
267         - 71  # NFV MRR
268
269     plot-dpdk-throughput-latency-2n-skx:
270       csit-dpdk-perf-verify-1908-2n-skx:
271         - 2   # NDRPDR sel
272         - 3   # NDRPDR sel
273         - 4   # NDRPDR sel
274         - 5   # NDRPDR sel
275         - 7   # NDRPDR sel
276         - 8   # NDRPDR sel
277         - 9   # NDRPDR sel
278         - 10  # NDRPDR sel
279         - 11  # NDRPDR sel
280         - 12  # NDRPDR sel
281
282     # 3n-tsh
283
284     plot-vpp-throughput-lat-tsa-3n-tsh:
285       csit-vpp-perf-verify-1908-3n-tsh:
286         - 7   # NDRPDR sel
287         - 8   # NDRPDR sel
288         - 9   # NDRPDR sel
289         - 10  # NDRPDR sel
290         - 11  # NDRPDR sel
291         - 12  # NDRPDR sel
292         - 13  # NDRPDR sel
293         - 14  # NDRPDR sel
294         - 15  # NDRPDR sel
295         - 16  # NDRPDR sel
296
297     # 3n-dnv
298
299     plot-vpp-throughput-lat-tsa-3n-dnv:
300       csit-vpp-perf-verify-1908-3n-dnv:
301         - 6   # NDRPDR sel
302         - 7   # NDRPDR sel
303         - 8   # NDRPDR sel
304         - 9   # NDRPDR sel
305         - 10  # NDRPDR sel
306         - 12  # NDRPDR sel
307         - 13  # NDRPDR sel
308         - 14  # NDRPDR sel
309         - 15  # NDRPDR sel
310         - 16  # NDRPDR sel
311
312     # 2n-dnv
313
314     plot-vpp-throughput-lat-tsa-2n-dnv:
315       csit-vpp-perf-verify-1908-2n-dnv:
316         - 1   # NDRPDR sel
317         - 2   # NDRPDR sel
318         - 3   # NDRPDR sel
319         - 4   # NDRPDR sel
320         - 5   # NDRPDR sel
321         - 6   # NDRPDR sel
322         - 7   # NDRPDR sel
323         - 8   # NDRPDR sel
324         - 9   # NDRPDR sel
325         - 10  # NDRPDR sel
326
327     ###########################################################################
328     # Simple tables (only one data set):
329
330     # NIC Comparisons
331
332     vpp-nic-comparison-3n-skx:
333       csit-vpp-perf-verify-1908-3n-skx:
334         - 14  # NDRPDR sel
335         - 16  # NDRPDR sel
336         - 19  # NDRPDR sel
337         - 20  # NDRPDR sel
338         - 22  # NDRPDR sel
339         - 23  # NDRPDR sel
340         - 24  # NDRPDR sel
341         - 25  # NDRPDR sel
342         - 26  # NDRPDR sel
343         - 29  # NDRPDR sel
344
345     vpp-nic-comparison-2n-skx:
346       csit-vpp-perf-verify-1908-2n-skx:
347         - 26  # NDRPDR sel
348         - 27  # NDRPDR sel
349         - 34  # NDRPDR sel
350         - 35  # NDRPDR sel
351         - 36  # NDRPDR sel
352         - 42  # NDRPDR sel
353         - 43  # NDRPDR sel
354         - 44  # NDRPDR sel
355         - 45  # NDRPDR sel
356         - 46  # NDRPDR sel
357
358     vpp-nic-comparison-3n-skx-mrr:
359       csit-vpp-perf-verify-1908-3n-skx:
360         - 36  # MRR sel
361
362     vpp-nic-comparison-2n-skx-mrr:
363       csit-vpp-perf-verify-1908-2n-skx:
364         - 69  # MRR sel
365
366     # Results
367
368     vpp-perf-results-3n-hsw:
369       csit-vpp-perf-verify-1908-3n-hsw:
370         - 24  # NDRPDR full
371         - 25  # NDRPDR full
372         - 26  # NDRPDR full
373         - 27  # NDRPDR full
374         - 28  # NDRPDR full
375         - 29  # NDRPDR full
376         - 32  # NDRPDR full
377         - 33  # NDRPDR full
378         - 36  # NDRPDR full
379         - 38  # NDRPDR full
380         - 46  # NDRPDR full
381
382     vpp-perf-results-3n-skx:
383       # TODO: Add FULL data
384       csit-vpp-perf-verify-1908-3n-skx:
385         - 27  # NDRPDR full
386         - 28  # NDRPDR full
387         - 30  # NDRPDR full
388         - 31  # NDRPDR full
389         - 32  # NDRPDR full
390         - 33  # NDRPDR full
391         - 34  # NDRPDR full
392         - 35  # NDRPDR full
393         - 37  # NDRPDR full
394         - 39  # NDRPDR full
395         - 40  # NDRPDR full
396         - 41  # NDRPDR full
397         - 50  # NDRPDR full
398
399     vpp-perf-results-2n-skx:
400       csit-vpp-perf-verify-1908-2n-skx:
401         - 48  # NDRPDR full
402         - 49  # NDRPDR full
403         - 50  # NDRPDR full
404         - 51  # NDRPDR full
405         - 54  # NDRPDR full
406         - 55  # NDRPDR full
407         - 79  # NDRPDR full vhost
408
409     vpp-perf-results-3n-tsh:
410       csit-vpp-perf-verify-1908-3n-tsh:
411         - 13  # NDRPDR sel
412
413     vpp-perf-results-3n-dnv:
414       csit-vpp-perf-verify-1908-3n-dnv:
415         - 16  # NDRPDR sel
416
417     vpp-perf-results-2n-dnv:
418       csit-vpp-perf-verify-1908-2n-dnv:
419         - 9   # NDRPDR sel
420
421     vpp-mrr-results-3n-hsw:
422       csit-vpp-perf-verify-1908-3n-hsw:
423         - 39  # MRR sel
424
425     vpp-mrr-results-3n-skx:
426       csit-vpp-perf-verify-1908-3n-skx:
427         - 36  # MRR sel
428
429     vpp-mrr-results-2n-skx:
430       csit-vpp-perf-verify-1908-2n-skx:
431         - 69  # MRR sel
432
433     vpp-func-results-ubuntu:
434       csit-vpp-functional-1908-ubuntu1604-virl:
435         - 64
436
437     vpp-func-results-centos:
438       csit-vpp-functional-1908-centos7-virl:
439         - 64
440
441     vpp-device-results-ubuntu:
442       csit-vpp-device-1908-ubuntu1804-1n-skx:
443         - 65
444
445     dpdk-perf-results-3n-hsw:
446       csit-dpdk-perf-verify-1908-3n-hsw:
447         - 10  # NDRPDR sel
448
449     dpdk-perf-results-3n-skx:
450       csit-dpdk-perf-verify-1908-3n-skx:
451         - 12  # NDRPDR sel
452
453     dpdk-perf-results-2n-skx:
454       csit-dpdk-perf-verify-1908-2n-skx:
455         - 12  # NDRPDR sel
456
457 ###########################################################################
458     # Tables (more than one data set)
459
460     # Performance changes
461
462     vpp-performance-changes-3n-hsw-h1:
463       csit-vpp-perf-verify-1901-3n-hsw:
464         - 10  # NDRPDR sel
465         - 19  # NDRPDR sel
466         - 31  # NDRPDR sel
467         - 36  # NDRPDR sel
468         - 40  # NDRPDR sel
469         - 42  # NDRPDR sel
470         - 44  # NDRPDR sel
471         - 46  # NDRPDR sel
472         - 47  # NDRPDR sel
473         - 48  # NDRPDR sel
474         - 61  # NDRPDR LB
475         - 62  # NDRPDR LB
476         - 63  # NDRPDR LB
477         - 64  # NDRPDR LB
478         - 65  # NDRPDR LB
479         - 66  # NDRPDR LB
480         - 67  # NDRPDR LB
481         - 69  # NDRPDR LB
482         - 70  # NDRPDR LB
483         - 71  # NDRPDR LB
484     vpp-performance-changes-3n-hsw-ref:
485       csit-vpp-perf-verify-1904-3n-hsw:
486         - 11  # NDRPDR sel
487         - 12  # NDRPDR sel
488         - 20  # NDRPDR sel
489         - 21  # NDRPDR sel
490         - 23  # NDRPDR sel
491         - 24  # NDRPDR sel
492         - 25  # NDRPDR sel
493         - 26  # NDRPDR sel
494         - 29  # NDRPDR sel
495         - 30  # NDRPDR sel
496     vpp-performance-changes-3n-hsw-cmp:
497       csit-vpp-perf-verify-1908-3n-hsw:
498         - 12  # NDRPDR sel
499         - 13  # NDRPDR sel
500         - 14  # NDRPDR sel
501         - 15  # NDRPDR sel
502         - 16  # NDRPDR sel
503         - 17  # NDRPDR sel
504         - 18  # NDRPDR sel
505         - 19  # NDRPDR sel
506         - 20  # NDRPDR sel
507         - 21  # NDRPDR sel
508     vpp-performance-changes-3n-hsw:
509       - "vpp-performance-changes-3n-hsw-h1"
510       - "vpp-performance-changes-3n-hsw-ref"
511       - "vpp-performance-changes-3n-hsw-cmp"
512
513     vpp-performance-changes-3n-skx-h1:
514       csit-vpp-perf-verify-1901-3n-skx:
515         - 18  # NDRPDR sel
516         - 19  # NDRPDR sel
517         - 20  # NDRPDR sel
518         - 28  # NDRPDR sel
519         - 31  # NDRPDR sel
520         - 33  # NDRPDR sel
521         - 36  # NDRPDR sel
522         - 38  # NDRPDR sel
523         - 47  # NDRPDR sel
524         - 48  # NDRPDR sel
525         - 54  # NDRPDR LB
526         - 57  # NDRPDR LB
527         - 58  # NDRPDR LB
528         - 59  # NDRPDR LB
529         - 60  # NDRPDR LB
530         - 63  # NDRPDR LB
531         - 64  # NDRPDR LB
532         - 65  # NDRPDR LB
533         - 66  # NDRPDR LB
534         - 67  # NDRPDR LB
535     vpp-performance-changes-3n-skx-ref:
536       csit-vpp-perf-verify-1904-3n-skx:
537         - 8   # NDRPDR sel
538         - 9   # NDRPDR sel
539         - 10  # NDRPDR sel
540         - 11  # NDRPDR sel
541         - 12  # NDRPDR sel
542         - 14  # NDRPDR sel
543         - 16  # NDRPDR sel
544         - 21  # NDRPDR sel
545         - 23  # NDRPDR sel
546         - 25  # NDRPDR sel
547     vpp-performance-changes-3n-skx-cmp:
548       csit-vpp-perf-verify-1908-3n-skx:
549         - 14  # NDRPDR sel
550         - 16  # NDRPDR sel
551         - 19  # NDRPDR sel
552         - 20  # NDRPDR sel
553         - 22  # NDRPDR sel
554         - 23  # NDRPDR sel
555         - 24  # NDRPDR sel
556         - 25  # NDRPDR sel
557         - 26  # NDRPDR sel
558         - 29  # NDRPDR sel
559     vpp-performance-changes-3n-skx:
560       - "vpp-performance-changes-3n-skx-h1"
561       - "vpp-performance-changes-3n-skx-ref"
562       - "vpp-performance-changes-3n-skx-cmp"
563
564     vpp-performance-changes-2n-skx-h1:
565       csit-vpp-perf-verify-1901-2n-skx:
566         - 5   # NDRPDR sel
567         - 12  # NDRPDR sel
568         - 13  # NDRPDR sel
569         - 21  # NDRPDR sel
570         - 23  # NDRPDR sel
571         - 31  # NDRPDR sel
572         - 34  # NDRPDR sel
573         - 40  # NDRPDR sel
574         - 42  # NDRPDR sel
575         - 43  # NDRPDR sel
576     vpp-performance-changes-2n-skx-ref:
577       csit-vpp-perf-verify-1904-2n-skx:
578         - 12  # NDRPDR sel
579         - 14  # NDRPDR sel
580         - 16  # NDRPDR sel
581         - 17  # NDRPDR sel
582         - 18  # NDRPDR sel
583         - 21  # NDRPDR sel
584         - 27  # NDRPDR sel
585         - 30  # NDRPDR sel
586         - 31  # NDRPDR sel
587         - 32  # NDRPDR sel
588     vpp-performance-changes-2n-skx-cmp:
589       csit-vpp-perf-verify-1908-2n-skx:
590         - 26  # NDRPDR sel
591         - 27  # NDRPDR sel
592         - 34  # NDRPDR sel
593         - 35  # NDRPDR sel
594         - 36  # NDRPDR sel
595         - 42  # NDRPDR sel
596         - 43  # NDRPDR sel
597         - 44  # NDRPDR sel
598         - 45  # NDRPDR sel
599         - 46  # NDRPDR sel
600     vpp-performance-changes-2n-skx:
601       - "vpp-performance-changes-2n-skx-h1"
602       - "vpp-performance-changes-2n-skx-ref"
603       - "vpp-performance-changes-2n-skx-cmp"
604
605 #    vpp-soak-vs-ndr-2n-skx-ref:
606 #      csit-vpp-perf-verify-1904-2n-skx:
607 #        - 12  # NDRPDR sel
608 #        - 14  # NDRPDR sel
609 #        - 16  # NDRPDR sel
610 #        - 17  # NDRPDR sel
611 #        - 18  # NDRPDR sel
612 #        - 21  # NDRPDR sel
613 #        - 27  # NDRPDR sel
614 #        - 30  # NDRPDR sel
615 #        - 31  # NDRPDR sel
616 #        - 32  # NDRPDR sel
617 #      # TODO: Add data
618 #      # csit-vpp-perf-verify-1908-2n-skx:
619 #    vpp-soak-vs-ndr-2n-skx-cmp:
620 #      csit-vpp-perf-verify-1904-2n-skx:
621 #        - 70  # soak
622 #        - 71  # soak
623 #      # TODO: Add data
624 #      # csit-vpp-perf-verify-1908-2n-skx:
625 #    vpp-soak-vs-ndr-2n-skx:
626 #      csit-vpp-perf-verify-1904-2n-skx:
627 #        - 12  # NDRPDR sel
628 #        - 14  # NDRPDR sel
629 #        - 16  # NDRPDR sel
630 #        - 17  # NDRPDR sel
631 #        - 18  # NDRPDR sel
632 #        - 21  # NDRPDR sel
633 #        - 27  # NDRPDR sel
634 #        - 30  # NDRPDR sel
635 #        - 31  # NDRPDR sel
636 #        - 32  # NDRPDR sel
637 #        - 70  # soak
638 #        - 71  # soak
639 #      # TODO: Add data
640 #      # csit-vpp-perf-verify-1908-2n-skx:
641
642     vpp-performance-changes-3n-hsw-mrr-h1:
643       csit-vpp-perf-verify-1901-3n-hsw:
644         - 35  # MRR sel
645     vpp-performance-changes-3n-hsw-mrr-ref:
646       csit-vpp-perf-verify-1904-3n-hsw:
647         - 9   # MRR sel
648     vpp-performance-changes-3n-hsw-mrr-cmp:
649       csit-vpp-perf-verify-1908-3n-hsw:
650         - 39  # MRR sel
651     vpp-performance-changes-3n-hsw-mrr:
652       - "vpp-performance-changes-3n-hsw-mrr-h1"
653       - "vpp-performance-changes-3n-hsw-mrr-ref"
654       - "vpp-performance-changes-3n-hsw-mrr-cmp"
655
656     vpp-performance-changes-3n-skx-mrr-h1:
657       csit-vpp-perf-verify-1901-3n-skx:
658         - 32  # MRR sel
659     vpp-performance-changes-3n-skx-mrr-ref:
660       csit-vpp-perf-verify-1904-3n-skx:
661         - 7   # MRR sel
662     vpp-performance-changes-3n-skx-mrr-cmp:
663       csit-vpp-perf-verify-1908-3n-skx:
664         - 36  # MRR sel
665     vpp-performance-changes-3n-skx-mrr:
666       - "vpp-performance-changes-3n-skx-mrr-h1"
667       - "vpp-performance-changes-3n-skx-mrr-ref"
668       - "vpp-performance-changes-3n-skx-mrr-cmp"
669
670     vpp-performance-changes-2n-skx-mrr-h1:
671       csit-vpp-perf-verify-1901-2n-skx:
672         - 22  # MRR sel
673     vpp-performance-changes-2n-skx-mrr-ref:
674       csit-vpp-perf-verify-1904-2n-skx:
675         - 11  # MRR sel
676     vpp-performance-changes-2n-skx-mrr-cmp:
677       csit-vpp-perf-verify-1908-2n-skx:
678         - 69  # MRR sel
679     vpp-performance-changes-2n-skx-mrr:
680       - "vpp-performance-changes-2n-skx-mrr-h1"
681       - "vpp-performance-changes-2n-skx-mrr-ref"
682       - "vpp-performance-changes-2n-skx-mrr-cmp"
683
684     dpdk-performance-changes-3n-hsw-h1:
685       csit-dpdk-perf-verify-1901-3n-hsw:
686         - 13  # NDRPDR sel
687         - 14  # NDRPDR sel
688         - 16  # NDRPDR sel
689         - 17  # NDRPDR sel
690         - 18  # NDRPDR sel
691         - 19  # NDRPDR sel
692         - 20  # NDRPDR sel
693         - 21  # NDRPDR sel
694         - 22  # NDRPDR sel
695         - 23  # NDRPDR sel
696     dpdk-performance-changes-3n-hsw-ref:
697       csit-dpdk-perf-verify-1904-3n-hsw:
698         - 2   # NDRPDR sel
699         - 3   # NDRPDR sel
700         - 5   # NDRPDR sel
701         - 6   # NDRPDR sel
702         - 13  # NDRPDR sel
703         - 14  # NDRPDR sel
704         - 15  # NDRPDR sel
705         - 18  # NDRPDR sel
706         - 19  # NDRPDR sel
707         - 20  # NDRPDR sel
708     dpdk-performance-changes-3n-hsw-cmp:
709       csit-dpdk-perf-verify-1908-3n-hsw:
710         - 2   # NDRPDR sel
711         - 3   # NDRPDR sel
712         - 4   # NDRPDR sel
713         - 5   # NDRPDR sel
714         - 6   # NDRPDR sel
715         - 7   # NDRPDR sel
716         - 8   # NDRPDR sel
717         - 9   # NDRPDR sel
718         - 10  # NDRPDR sel
719         - 11  # NDRPDR sel
720     dpdk-performance-changes-3n-hsw:
721       - "dpdk-performance-changes-3n-hsw-h1"
722       - "dpdk-performance-changes-3n-hsw-ref"
723       - "dpdk-performance-changes-3n-hsw-cmp"
724
725     dpdk-performance-changes-3n-skx-h1:
726       csit-dpdk-perf-verify-1901-3n-skx:
727         - 3   # NDRPDR sel
728         - 5   # NDRPDR sel
729         - 6   # NDRPDR sel
730         - 7   # NDRPDR sel
731         - 8   # NDRPDR sel
732         - 9   # NDRPDR sel
733         - 10  # NDRPDR sel
734         - 11  # NDRPDR sel
735         - 12  # NDRPDR sel
736         - 13  # NDRPDR sel
737     dpdk-performance-changes-3n-skx-ref:
738       csit-dpdk-perf-verify-1904-3n-skx:
739         - 2   # NDRPDR sel
740         - 3   # NDRPDR sel
741         - 4   # NDRPDR sel
742         - 5   # NDRPDR sel
743         - 6   # NDRPDR sel
744         - 7   # NDRPDR sel
745         - 11  # NDRPDR sel
746         - 12  # NDRPDR sel
747         - 13  # NDRPDR sel
748         - 14  # NDRPDR sel
749     dpdk-performance-changes-3n-skx-cmp:
750       csit-dpdk-perf-verify-1908-3n-skx:
751         - 3   # NDRPDR sel
752         - 4   # NDRPDR sel
753         - 5   # NDRPDR sel
754         - 6   # NDRPDR sel
755         - 7   # NDRPDR sel
756         - 8   # NDRPDR sel
757         - 9   # NDRPDR sel
758         - 10  # NDRPDR sel
759         - 11  # NDRPDR sel
760         - 12  # NDRPDR sel
761     dpdk-performance-changes-3n-skx:
762       - "dpdk-performance-changes-3n-skx-h1"
763       - "dpdk-performance-changes-3n-skx-ref"
764       - "dpdk-performance-changes-3n-skx-cmp"
765
766     dpdk-performance-changes-2n-skx-h1:
767       csit-dpdk-perf-verify-1901-2n-skx:
768         - 12  # NDRPDR sel
769         - 13  # NDRPDR sel
770         - 14  # NDRPDR sel
771         - 15  # NDRPDR sel
772         - 16  # NDRPDR sel
773         - 17  # NDRPDR sel
774         - 18  # NDRPDR sel
775         - 19  # NDRPDR sel
776         - 20  # NDRPDR sel
777         - 21  # NDRPDR sel
778     dpdk-performance-changes-2n-skx-ref:
779       csit-dpdk-perf-verify-1904-2n-skx:
780         - 2   # NDRPDR sel
781         - 3   # NDRPDR sel
782         - 4   # NDRPDR sel
783         - 5   # NDRPDR sel
784         - 7   # NDRPDR sel
785         - 8   # NDRPDR sel
786         - 9   # NDRPDR sel
787         - 10  # NDRPDR sel
788         - 11  # NDRPDR sel
789         - 12  # NDRPDR sel
790     dpdk-performance-changes-2n-skx-cmp:
791       csit-dpdk-perf-verify-1908-2n-skx:
792         - 2   # NDRPDR sel
793         - 3   # NDRPDR sel
794         - 4   # NDRPDR sel
795         - 5   # NDRPDR sel
796         - 7   # NDRPDR sel
797         - 8   # NDRPDR sel
798         - 9   # NDRPDR sel
799         - 10  # NDRPDR sel
800         - 11  # NDRPDR sel
801         - 12  # NDRPDR sel
802     dpdk-performance-changes-2n-skx:
803       - "dpdk-performance-changes-2n-skx-h1"
804       - "dpdk-performance-changes-2n-skx-ref"
805       - "dpdk-performance-changes-2n-skx-cmp"
806
807     # Compare testbeds
808
809     vpp-compare-testbeds-ref:
810       csit-vpp-perf-verify-1908-3n-hsw:
811         - 12  # NDRPDR sel
812         - 13  # NDRPDR sel
813         - 14  # NDRPDR sel
814         - 15  # NDRPDR sel
815         - 16  # NDRPDR sel
816         - 17  # NDRPDR sel
817         - 18  # NDRPDR sel
818         - 19  # NDRPDR sel
819         - 20  # NDRPDR sel
820         - 21  # NDRPDR sel
821     vpp-compare-testbeds-cmp:
822       csit-vpp-perf-verify-1908-3n-skx:
823         - 14  # NDRPDR sel
824         - 16  # NDRPDR sel
825         - 19  # NDRPDR sel
826         - 20  # NDRPDR sel
827         - 22  # NDRPDR sel
828         - 23  # NDRPDR sel
829         - 24  # NDRPDR sel
830         - 25  # NDRPDR sel
831         - 26  # NDRPDR sel
832         - 29  # NDRPDR sel
833     vpp-compare-testbeds:
834       - "vpp-compare-testbeds-ref"
835       - "vpp-compare-testbeds-cmp"
836
837     vpp-compare-testbeds-mrr-ref:
838       csit-vpp-perf-verify-1908-3n-hsw:
839         - 39  # MRR sel
840     vpp-compare-testbeds-mrr-cmp:
841       csit-vpp-perf-verify-1908-3n-skx:
842         - 36  # MRR sel
843     vpp-compare-testbeds-mrr:
844       - "vpp-compare-testbeds-mrr-ref"
845       - "vpp-compare-testbeds-mrr-cmp"
846
847     dpdk-compare-testbeds-ref:
848       csit-dpdk-perf-verify-1908-3n-hsw:
849         - 2   # NDRPDR sel
850         - 3   # NDRPDR sel
851         - 4   # NDRPDR sel
852         - 5   # NDRPDR sel
853         - 6   # NDRPDR sel
854         - 7   # NDRPDR sel
855         - 8   # NDRPDR sel
856         - 9   # NDRPDR sel
857         - 10  # NDRPDR sel
858         - 11  # NDRPDR sel
859     dpdk-compare-testbeds-cmp:
860       csit-dpdk-perf-verify-1908-3n-skx:
861         - 3   # NDRPDR sel
862         - 4   # NDRPDR sel
863         - 5   # NDRPDR sel
864         - 6   # NDRPDR sel
865         - 7   # NDRPDR sel
866         - 8   # NDRPDR sel
867         - 9   # NDRPDR sel
868         - 10  # NDRPDR sel
869         - 11  # NDRPDR sel
870         - 12  # NDRPDR sel
871     dpdk-compare-testbeds:
872       - "dpdk-compare-testbeds-ref"
873       - "dpdk-compare-testbeds-cmp"
874
875     # Compare topologies
876
877     vpp-compare-topologies-ref:
878       csit-vpp-perf-verify-1908-3n-skx:
879         - 14  # NDRPDR sel
880         - 16  # NDRPDR sel
881         - 19  # NDRPDR sel
882         - 20  # NDRPDR sel
883         - 22  # NDRPDR sel
884         - 23  # NDRPDR sel
885         - 24  # NDRPDR sel
886         - 25  # NDRPDR sel
887         - 26  # NDRPDR sel
888         - 29  # NDRPDR sel
889     vpp-compare-topologies-cmp:
890       csit-vpp-perf-verify-1908-2n-skx:
891         - 26  # NDRPDR sel
892         - 27  # NDRPDR sel
893         - 34  # NDRPDR sel
894         - 35  # NDRPDR sel
895         - 36  # NDRPDR sel
896         - 42  # NDRPDR sel
897         - 43  # NDRPDR sel
898         - 44  # NDRPDR sel
899         - 45  # NDRPDR sel
900         - 46  # NDRPDR sel
901     vpp-compare-topologies:
902       - "vpp-compare-topologies-ref"
903       - "vpp-compare-topologies-cmp"
904
905     vpp-compare-topologies-mrr-ref:
906       csit-vpp-perf-verify-1908-3n-skx:
907         - 36  # MRR sel
908     vpp-compare-topologies-mrr-cmp:
909       csit-vpp-perf-verify-1908-2n-skx:
910         - 69  # MRR sel
911     vpp-compare-topologies-mrr:
912       - "vpp-compare-topologies-mrr-ref"
913       - "vpp-compare-topologies-mrr-cmp"
914
915     dpdk-compare-topologies-ref:
916       csit-dpdk-perf-verify-1908-3n-skx:
917         - 3   # NDRPDR sel
918         - 4   # NDRPDR sel
919         - 5   # NDRPDR sel
920         - 6   # NDRPDR sel
921         - 7   # NDRPDR sel
922         - 8   # NDRPDR sel
923         - 9   # NDRPDR sel
924         - 10  # NDRPDR sel
925         - 11  # NDRPDR sel
926         - 12  # NDRPDR sel
927     dpdk-compare-topologies-cmp:
928       csit-dpdk-perf-verify-1908-2n-skx:
929         - 2   # NDRPDR sel
930         - 3   # NDRPDR sel
931         - 4   # NDRPDR sel
932         - 5   # NDRPDR sel
933         - 7   # NDRPDR sel
934         - 8   # NDRPDR sel
935         - 9   # NDRPDR sel
936         - 10  # NDRPDR sel
937         - 11  # NDRPDR sel
938         - 12  # NDRPDR sel
939     dpdk-compare-topologies:
940       - "dpdk-compare-topologies-ref"
941       - "dpdk-compare-topologies-cmp"
942
943   plot-layouts:
944
945     plot-soak-throughput:
946       titlefont:
947         size: 18
948       xaxis:
949         title: "<b>Test Cases [Index]</b>"
950         titlefont:
951           size: 16
952         autorange: True
953         fixedrange: False
954         gridcolor: "rgb(230, 230, 230)"
955         linecolor: "rgb(220, 220, 220)"
956         linewidth: 1
957         showgrid: True
958         showline: True
959         showticklabels: True
960         tickcolor: "rgb(220, 220, 220)"
961         tickmode: "linear"
962         tickfont:
963           size: 16
964         zeroline: False
965       yaxis:
966         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
967         titlefont:
968           size: 16
969         gridcolor: "rgb(230, 230, 230)"
970         hoverformat: ".4r"
971         tickformat: ".3r"
972         linecolor: "rgb(220, 220, 220)"
973         linewidth: 1
974         showgrid: True
975         showline: True
976         showticklabels: True
977         tickcolor: "rgb(220, 220, 220)"
978         tickfont:
979           size: 16
980         zeroline: False
981         range: [0,50]
982       autosize: False
983       margin:
984         t: 50
985         b: 0
986         l: 80
987         r: 20
988       showlegend: True
989       legend:
990         orientation: "h"
991         font:
992           size: 16
993       width: 700
994       height: 900
995
996     plot-service-density:
997       titlefont:
998         size: 18
999       xaxis:
1000         side: "top"
1001         autorange: True
1002         fixedrange: False
1003         showgrid: False
1004         showline: False
1005         showticklabels: False
1006         ticks: ""
1007         ticklen: 0
1008         tickwidth: 0
1009         zeroline: False
1010       yaxis:
1011         autorange: "reversed"
1012         showgrid: False
1013         showline: False
1014         showticklabels: False
1015         ticks: ""
1016         ticklen: 0
1017         tickwidth: 0
1018         zeroline: False
1019       autosize: True
1020       showlegend: False
1021       width: 700
1022       height: 700
1023
1024     plot-cps:
1025       titlefont:
1026         size: 18
1027       xaxis:
1028         title: "<b>Test Cases [Index]</b>"
1029         titlefont:
1030           size: 16
1031         autorange: True
1032         fixedrange: False
1033         gridcolor: "rgb(230, 230, 230)"
1034         linecolor: "rgb(220, 220, 220)"
1035         linewidth: 1
1036         showgrid: True
1037         showline: True
1038         showticklabels: True
1039         tickcolor: "rgb(220, 220, 220)"
1040         tickmode: "linear"
1041         tickfont:
1042           size: 16
1043         zeroline: False
1044       yaxis:
1045         title: "<b>Connections Per Second [cps]</b>"
1046         titlefont:
1047           size: 16
1048         gridcolor: "rgb(230, 230, 230)"
1049         hoverformat: ".4s"
1050         linecolor: "rgb(220, 220, 220)"
1051         linewidth: 1
1052         rangemode: "tozero"
1053         showgrid: True
1054         showline: True
1055         showticklabels: True
1056         tickcolor: "rgb(220, 220, 220)"
1057         tickformat: ".3s"
1058         tickfont:
1059           size: 16
1060         zeroline: False
1061       boxmode: "group"
1062       boxgroupgap: 0.5
1063       autosize: False
1064       margin:
1065         t: 50
1066         b: 20
1067         l: 80
1068         r: 20
1069       showlegend: True
1070       legend:
1071         orientation: "h"
1072         font:
1073           size: 16
1074       width: 700
1075       height: 800
1076
1077     plot-rps:
1078       titlefont:
1079         size: 18
1080       xaxis:
1081         title: "<b>Test Cases [Index]</b>"
1082         titlefont:
1083           size: 16
1084         autorange: True
1085         fixedrange: False
1086         gridcolor: "rgb(230, 230, 230)"
1087         linecolor: "rgb(220, 220, 220)"
1088         linewidth: 1
1089         showgrid: True
1090         showline: True
1091         showticklabels: True
1092         tickcolor: "rgb(220, 220, 220)"
1093         tickmode: "linear"
1094         tickfont:
1095           size: 16
1096         zeroline: False
1097       yaxis:
1098         title: "<b>Requests Per Second [rps]</b>"
1099         titlefont:
1100           size: 16
1101         gridcolor: "rgb(230, 230, 230)"
1102         hoverformat: ".4s"
1103         linecolor: "rgb(220, 220, 220)"
1104         linewidth: 1
1105         rangemode: "tozero"
1106         showgrid: True
1107         showline: True
1108         showticklabels: True
1109         tickcolor: "rgb(230, 230, 230)"
1110         tickformat: ".3s"
1111         tickfont:
1112           size: 16
1113         zeroline: False
1114       boxmode: "group"
1115       boxgroupgap: 0.5
1116       autosize: False
1117       margin:
1118         t: 50
1119         b: 20
1120         l: 80
1121         r: 20
1122       showlegend: True
1123       legend:
1124         orientation: "h"
1125         font:
1126           size: 16
1127       width: 700
1128       height: 800
1129
1130     plot-throughput:
1131       titlefont:
1132         size: 18
1133       xaxis:
1134         title: "<b>Test Cases [Index]</b>"
1135         titlefont:
1136           size: 16
1137         autorange: True
1138         fixedrange: False
1139         gridcolor: "rgb(230, 230, 230)"
1140         linecolor: "rgb(220, 220, 220)"
1141         linewidth: 1
1142         showgrid: True
1143         showline: True
1144         showticklabels: True
1145         tickcolor: "rgb(220, 220, 220)"
1146         tickmode: "linear"
1147         tickfont:
1148           size: 16
1149         zeroline: False
1150       yaxis:
1151         title: "<b>Packet Throughput [Mpps]</b>"
1152         titlefont:
1153           size: 16
1154         gridcolor: "rgb(230, 230, 230)"
1155         hoverformat: ".4r"
1156         tickformat: ".3r"
1157         linecolor: "rgb(220, 220, 220)"
1158         linewidth: 1
1159         showgrid: True
1160         showline: True
1161         showticklabels: True
1162         tickcolor: "rgb(220, 220, 220)"
1163         tickfont:
1164           size: 16
1165         zeroline: False
1166         range: [0,50]
1167       boxmode: "group"
1168       boxgroupgap: 0.5
1169       autosize: False
1170       margin:
1171         t: 50
1172         b: 0
1173         l: 80
1174         r: 20
1175       showlegend: True
1176       legend:
1177         orientation: "h"
1178         font:
1179           size: 16
1180       width: 700
1181       height: 900
1182
1183     plot-throughput-speedup-analysis:
1184       titlefont:
1185         size: 18
1186       xaxis:
1187         title: "<b>Number of Cores [Qty]</b>"
1188         titlefont:
1189           size: 16
1190         autorange: True
1191         fixedrange: False
1192         gridcolor: "rgb(230, 230, 230)"
1193         linecolor: "rgb(220, 220, 220)"
1194         linewidth: 1
1195         showgrid: True
1196         showline: True
1197         showticklabels: True
1198         tickcolor: "rgb(238, 238, 238)"
1199         tickmode: "linear"
1200         tickfont:
1201           size: 16
1202         zeroline: False
1203       yaxis:
1204         title: "<b>Packet Throughput [Mpps]</b>"
1205         titlefont:
1206           size: 16
1207         type: "linear"
1208         gridcolor: "rgb(230, 230, 230)"
1209         hoverformat: ".4s"
1210         linecolor: "rgb(220, 220, 220)"
1211         linewidth: 1
1212         showgrid: True
1213         showline: True
1214         showticklabels: True
1215         tickcolor: "rgb(220, 220, 220)"
1216         tickformat: ".4s"
1217         tickfont:
1218           size: 16
1219         zeroline: True
1220         rangemode: "tozero"
1221         range: [0,100]
1222       legend:
1223         orientation: "h"
1224         font:
1225           size: 16
1226         xanchor: "left"
1227         yanchor: "top"
1228         x: 0
1229         y: -0.2
1230         bgcolor: "rgba(255, 255, 255, 0)"
1231         bordercolor: "rgba(255, 255, 255, 0)"
1232         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1233       autosize: False
1234       margin:
1235           't': 50
1236           'b': 150
1237           'l': 85
1238           'r': 10
1239       showlegend: True
1240       width: 700
1241       height: 700
1242       hoverlabel:
1243         namelength: -1
1244       annotations: [
1245         {
1246           text: "_ _          __          ...",
1247           align: "left",
1248           showarrow: False,
1249           xref: "paper",
1250           yref: "paper",
1251           xanchor: "left",
1252           yanchor: "top",
1253           x: 0,
1254           y: -0.13,
1255           font: {
1256             family: "Consolas, Courier New",
1257             size: 15
1258           },
1259         },
1260         {
1261           text: "    Perfect     Measured     Limit",
1262           align: "left",
1263           showarrow: False,
1264           xref: "paper",
1265           yref: "paper",
1266           xanchor: "left",
1267           yanchor: "top",
1268           x: 0,
1269           y: -0.15,
1270           font: {
1271             family: "Consolas, Courier New",
1272             size: 15
1273           },
1274         },
1275       ]
1276
1277     plot-latency:
1278       titlefont:
1279         size: 18
1280       xaxis:
1281         title: "<b>Direction</b>"
1282         titlefont:
1283           size: 16
1284         autorange: True
1285         fixedrange: False
1286         gridcolor: "rgb(230, 230, 230)"
1287         linecolor: "rgb(220, 220, 220)"
1288         linewidth: 1
1289         showgrid: True
1290         showline: True
1291         showticklabels: False
1292         tickcolor: "rgb(220, 220, 220)"
1293         tickmode: "linear"
1294         tickfont:
1295           size: 16
1296         zeroline: False
1297       yaxis:
1298         title: "<b>Packet Latency [uSec]</b>"
1299         titlefont:
1300           size: 16
1301         type: "linear"
1302         gridcolor: "rgb(230, 230, 230)"
1303         hoverformat: ".4s"
1304         linecolor: "rgb(220, 220, 220)"
1305         linewidth: 1
1306         showgrid: True
1307         showline: True
1308         showticklabels: True
1309         tickcolor: "rgb(220, 220, 220)"
1310         tickformat: ".4s"
1311         tickfont:
1312           size: 16
1313         zeroline: True
1314         rangemode: "tozero"
1315       legend:
1316         orientation: "h"
1317         font:
1318           size: 16
1319         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1320       autosize: False
1321       margin:
1322           't': 50
1323           'b': 150
1324           'l': 80
1325           'r': 10
1326       showlegend: True
1327       width: 700
1328       height: 700
1329       hoverlabel:
1330         namelength: -1
1331
1332 - type: "static"
1333   src-path: "{DIR[RST]}"
1334   dst-path: "{DIR[WORKING,SRC]}"
1335
1336 - type: "input"
1337   general:
1338     file-name: "output_info.xml.gz"
1339     file-format: ".gz"
1340     arch-file-format:
1341       - ".gz"
1342       - ".zip"
1343     download-path: "{job}/{build}/archives/{filename}"
1344     extract: "output.xml"
1345
1346     zip-file-name: "robot-plugin.zip"
1347     zip-file-format: ".zip"
1348     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1349     zip-extract: "robot-plugin/output.xml"
1350
1351   builds:
1352
1353     csit-vpp-perf-verify-1901-3n-hsw:
1354       - 35  # MRR sel
1355       - 10  # NDRPDR sel
1356       - 19  # NDRPDR sel
1357       - 31  # NDRPDR sel
1358       - 36  # NDRPDR sel
1359       - 40  # NDRPDR sel
1360       - 42  # NDRPDR sel
1361       - 44  # NDRPDR sel
1362       - 46  # NDRPDR sel
1363       - 47  # NDRPDR sel
1364       - 48  # NDRPDR sel
1365       - 61  # NDRPDR LB
1366       - 62  # NDRPDR LB
1367       - 63  # NDRPDR LB
1368       - 64  # NDRPDR LB
1369       - 65  # NDRPDR LB
1370       - 66  # NDRPDR LB
1371       - 67  # NDRPDR LB
1372       - 69  # NDRPDR LB
1373       - 70  # NDRPDR LB
1374       - 71  # NDRPDR LB
1375     csit-vpp-perf-verify-1904-3n-hsw:
1376       - 9   # MRR sel
1377       - 11  # NDRPDR sel
1378       - 12  # NDRPDR sel
1379       - 20  # NDRPDR sel
1380       - 21  # NDRPDR sel
1381       - 23  # NDRPDR sel
1382       - 24  # NDRPDR sel
1383       - 25  # NDRPDR sel
1384       - 26  # NDRPDR sel
1385       - 29  # NDRPDR sel
1386       - 30  # NDRPDR sel
1387     csit-vpp-perf-verify-1908-3n-hsw:
1388       - 12  # NDRPDR sel
1389       - 13  # NDRPDR sel
1390       - 14  # NDRPDR sel
1391       - 15  # NDRPDR sel
1392       - 16  # NDRPDR sel
1393       - 17  # NDRPDR sel
1394       - 18  # NDRPDR sel
1395       - 19  # NDRPDR sel
1396       - 20  # NDRPDR sel
1397       - 21  # NDRPDR sel
1398       - 40  # NDRPDR sel vhost
1399       - 41  # NDRPDR sel vhost
1400       - 42  # NDRPDR sel vhost
1401       - 43  # NDRPDR sel vhost
1402       - 44  # NDRPDR sel vhost
1403       - 45  # NDRPDR sel vhost
1404       - 24  # NDRPDR full
1405       - 25  # NDRPDR full
1406       - 26  # NDRPDR full
1407       - 27  # NDRPDR full
1408       - 28  # NDRPDR full
1409       - 29  # NDRPDR full
1410       - 32  # NDRPDR full
1411       - 33  # NDRPDR full
1412       - 36  # NDRPDR full
1413       - 38  # NDRPDR full
1414       - 46  # NDRPDR full
1415       - 39  # MRR sel
1416
1417     csit-vpp-perf-verify-1901-3n-skx:
1418       - 32  # MRR sel
1419       - 18  # NDRPDR sel
1420       - 19  # NDRPDR sel
1421       - 20  # NDRPDR sel
1422       - 28  # NDRPDR sel
1423       - 31  # NDRPDR sel
1424       - 33  # NDRPDR sel
1425       - 36  # NDRPDR sel
1426       - 38  # NDRPDR sel
1427       - 47  # NDRPDR sel
1428       - 48  # NDRPDR sel
1429       - 54  # NDRPDR LB
1430       - 57  # NDRPDR LB
1431       - 58  # NDRPDR LB
1432       - 59  # NDRPDR LB
1433       - 60  # NDRPDR LB
1434       - 63  # NDRPDR LB
1435       - 64  # NDRPDR LB
1436       - 65  # NDRPDR LB
1437       - 66  # NDRPDR LB
1438       - 67  # NDRPDR LB
1439     csit-vpp-perf-verify-1904-3n-skx:
1440       - 7   # MRR sel
1441       - 8   # NDRPDR sel
1442       - 9   # NDRPDR sel
1443       - 10  # NDRPDR sel
1444       - 11  # NDRPDR sel
1445       - 12  # NDRPDR sel
1446       - 14  # NDRPDR sel
1447       - 16  # NDRPDR sel
1448       - 21  # NDRPDR sel
1449       - 23  # NDRPDR sel
1450       - 25  # NDRPDR sel
1451     # TODO: Add data
1452     csit-vpp-perf-verify-1908-3n-skx:
1453       - 14  # NDRPDR sel
1454       - 16  # NDRPDR sel
1455       - 19  # NDRPDR sel
1456       - 20  # NDRPDR sel
1457       - 22  # NDRPDR sel
1458       - 23  # NDRPDR sel
1459       - 24  # NDRPDR sel
1460       - 25  # NDRPDR sel
1461       - 26  # NDRPDR sel
1462       - 29  # NDRPDR sel
1463       - 44  # NDRPDR sel vhost
1464       - 45  # NDRPDR sel vhost
1465       - 46  # NDRPDR sel vhost
1466       - 47  # NDRPDR sel vhost
1467       - 48  # NDRPDR sel vhost
1468       - 49  # NDRPDR sel vhost
1469       - 27  # NDRPDR full
1470       - 28  # NDRPDR full
1471       - 30  # NDRPDR full
1472       - 31  # NDRPDR full
1473       - 32  # NDRPDR full
1474       - 33  # NDRPDR full
1475       - 34  # NDRPDR full
1476       - 35  # NDRPDR full
1477       - 37  # NDRPDR full
1478       - 39  # NDRPDR full
1479       - 40  # NDRPDR full
1480       - 41  # NDRPDR full
1481       - 50  # NDRPDR full
1482       - 36  # MRR sel
1483
1484     csit-vpp-perf-verify-1901-2n-skx:
1485       - 22  # MRR sel
1486       - 5   # NDRPDR sel
1487       - 12  # NDRPDR sel
1488       - 13  # NDRPDR sel
1489       - 21  # NDRPDR sel
1490       - 23  # NDRPDR sel
1491       - 31  # NDRPDR sel
1492       - 34  # NDRPDR sel
1493       - 40  # NDRPDR sel
1494       - 42  # NDRPDR sel
1495       - 43  # NDRPDR sel
1496     csit-vpp-perf-verify-1904-2n-skx:
1497       - 11  # MRR sel
1498       - 12  # NDRPDR sel
1499       - 14  # NDRPDR sel
1500       - 16  # NDRPDR sel
1501       - 17  # NDRPDR sel
1502       - 18  # NDRPDR sel
1503       - 21  # NDRPDR sel
1504       - 27  # NDRPDR sel
1505       - 30  # NDRPDR sel
1506       - 31  # NDRPDR sel
1507       - 32  # NDRPDR sel
1508     # TODO: Add data
1509     csit-vpp-perf-verify-1908-2n-skx:
1510       - 26  # NDRPDR sel
1511       - 27  # NDRPDR sel
1512       - 34  # NDRPDR sel
1513       - 35  # NDRPDR sel
1514       - 36  # NDRPDR sel
1515       - 42  # NDRPDR sel
1516       - 43  # NDRPDR sel
1517       - 44  # NDRPDR sel
1518       - 45  # NDRPDR sel
1519       - 46  # NDRPDR sel
1520       - 72  # NDRPDR sel vhost
1521       - 73  # NDRPDR sel vhost
1522       - 74  # NDRPDR sel vhost
1523       - 75  # NDRPDR sel vhost
1524       - 76  # NDRPDR sel vhost
1525       - 78  # NDRPDR sel vhost
1526       - 84  # NDRPDR sel vhost
1527       - 85  # NDRPDR sel vhost
1528       - 48  # NDRPDR full
1529       - 49  # NDRPDR full
1530       - 50  # NDRPDR full
1531       - 51  # NDRPDR full
1532       - 54  # NDRPDR full
1533       - 55  # NDRPDR full
1534       - 79  # NDRPDR full vhost
1535       - 69  # MRR sel
1536       - 29  # TCP
1537       - 30  # TCP
1538       - 58  # TCP
1539       - 59  # TCP
1540       - 60  # TCP
1541       - 61  # TCP
1542       - 62  # TCP
1543       - 63  # TCP
1544       - 64  # TCP
1545       - 65  # TCP
1546       - 22  # NFV
1547       - 31  # NFV
1548       - 32  # NFV
1549       - 37  # NFV
1550       - 38  # NFV
1551       - 39  # NFV
1552       - 53  # NFV
1553       - 67  # NFV
1554       - 68  # NFV
1555       - 70  # NFV
1556       - 71  # NFV MRR
1557
1558     csit-vpp-perf-verify-1908-3n-tsh:
1559       - 7   # NDRPDR sel
1560       - 8   # NDRPDR sel
1561       - 9   # NDRPDR sel
1562       - 10  # NDRPDR sel
1563       - 11  # NDRPDR sel
1564       - 12  # NDRPDR sel
1565       - 13  # NDRPDR sel
1566       - 14  # NDRPDR sel
1567       - 15  # NDRPDR sel
1568       - 16  # NDRPDR sel
1569
1570     csit-vpp-perf-verify-1908-3n-dnv:
1571       - 6   # NDRPDR sel
1572       - 7   # NDRPDR sel
1573       - 8   # NDRPDR sel
1574       - 9   # NDRPDR sel
1575       - 10  # NDRPDR sel
1576       - 12  # NDRPDR sel
1577       - 13  # NDRPDR sel
1578       - 14  # NDRPDR sel
1579       - 15  # NDRPDR sel
1580       - 16  # NDRPDR sel
1581
1582     csit-vpp-perf-verify-1908-2n-dnv:
1583       - 1   # NDRPDR sel
1584       - 2   # NDRPDR sel
1585       - 3   # NDRPDR sel
1586       - 4   # NDRPDR sel
1587       - 5   # NDRPDR sel
1588       - 6   # NDRPDR sel
1589       - 7   # NDRPDR sel
1590       - 8   # NDRPDR sel
1591       - 9   # NDRPDR sel
1592       - 10  # NDRPDR sel
1593
1594     csit-dpdk-perf-verify-1901-3n-hsw:
1595       - 13  # NDRPDR sel
1596       - 14  # NDRPDR sel
1597       - 16  # NDRPDR sel
1598       - 17  # NDRPDR sel
1599       - 18  # NDRPDR sel
1600       - 19  # NDRPDR sel
1601       - 20  # NDRPDR sel
1602       - 21  # NDRPDR sel
1603       - 22  # NDRPDR sel
1604       - 23  # NDRPDR sel
1605     csit-dpdk-perf-verify-1904-3n-hsw:
1606       - 2   # NDRPDR sel
1607       - 3   # NDRPDR sel
1608       - 5   # NDRPDR sel
1609       - 6   # NDRPDR sel
1610       - 13  # NDRPDR sel
1611       - 14  # NDRPDR sel
1612       - 15  # NDRPDR sel
1613       - 18  # NDRPDR sel
1614       - 19  # NDRPDR sel
1615       - 20  # NDRPDR sel
1616     csit-dpdk-perf-verify-1908-3n-hsw:
1617       - 2   # NDRPDR sel
1618       - 3   # NDRPDR sel
1619       - 4   # NDRPDR sel
1620       - 5   # NDRPDR sel
1621       - 6   # NDRPDR sel
1622       - 7   # NDRPDR sel
1623       - 8   # NDRPDR sel
1624       - 9   # NDRPDR sel
1625       - 10  # NDRPDR sel
1626       - 11  # NDRPDR sel
1627
1628     csit-dpdk-perf-verify-1901-3n-skx:
1629       - 3   # NDRPDR sel
1630       - 5   # NDRPDR sel
1631       - 6   # NDRPDR sel
1632       - 7   # NDRPDR sel
1633       - 8   # NDRPDR sel
1634       - 9   # NDRPDR sel
1635       - 10  # NDRPDR sel
1636       - 11  # NDRPDR sel
1637       - 12  # NDRPDR sel
1638       - 13  # NDRPDR sel
1639     csit-dpdk-perf-verify-1904-3n-skx:
1640       - 2   # NDRPDR sel
1641       - 3   # NDRPDR sel
1642       - 4   # NDRPDR sel
1643       - 5   # NDRPDR sel
1644       - 6   # NDRPDR sel
1645       - 7   # NDRPDR sel
1646       - 11  # NDRPDR sel
1647       - 12  # NDRPDR sel
1648       - 13  # NDRPDR sel
1649       - 14  # NDRPDR sel
1650     csit-dpdk-perf-verify-1908-3n-skx:
1651       - 3   # NDRPDR sel
1652       - 4   # NDRPDR sel
1653       - 5   # NDRPDR sel
1654       - 6   # NDRPDR sel
1655       - 7   # NDRPDR sel
1656       - 8   # NDRPDR sel
1657       - 9   # NDRPDR sel
1658       - 10  # NDRPDR sel
1659       - 11  # NDRPDR sel
1660       - 12  # NDRPDR sel
1661
1662     csit-dpdk-perf-verify-1901-2n-skx:
1663       - 12  # NDRPDR sel
1664       - 13  # NDRPDR sel
1665       - 14  # NDRPDR sel
1666       - 15  # NDRPDR sel
1667       - 16  # NDRPDR sel
1668       - 17  # NDRPDR sel
1669       - 18  # NDRPDR sel
1670       - 19  # NDRPDR sel
1671       - 20  # NDRPDR sel
1672       - 21  # NDRPDR sel
1673     csit-dpdk-perf-verify-1904-2n-skx:
1674       - 2   # NDRPDR sel
1675       - 3   # NDRPDR sel
1676       - 4   # NDRPDR sel
1677       - 5   # NDRPDR sel
1678       - 7   # NDRPDR sel
1679       - 8   # NDRPDR sel
1680       - 9   # NDRPDR sel
1681       - 10  # NDRPDR sel
1682       - 11  # NDRPDR sel
1683       - 12  # NDRPDR sel
1684     csit-dpdk-perf-verify-1908-2n-skx:
1685       - 2   # NDRPDR sel
1686       - 3   # NDRPDR sel
1687       - 4   # NDRPDR sel
1688       - 5   # NDRPDR sel
1689       - 7   # NDRPDR sel
1690       - 8   # NDRPDR sel
1691       - 9   # NDRPDR sel
1692       - 10  # NDRPDR sel
1693       - 11  # NDRPDR sel
1694       - 12  # NDRPDR sel
1695
1696     csit-vpp-functional-1908-ubuntu1604-virl:
1697       - 64
1698     csit-vpp-functional-1908-centos7-virl:
1699       - 64
1700     csit-vpp-device-1908-ubuntu1804-1n-skx:
1701       - 65
1702
1703 - type: "output"
1704   output: "report"
1705   format:
1706     html:
1707     - full
1708 #    pdf:
1709 #    - minimal
1710
1711 ################################################################################
1712 ###                               T A B L E S                                ###
1713 ################################################################################
1714
1715 ## VPP Soak vs NDR
1716 #- type: "table"
1717 #  title: "VPP Soak vs NDR 2n-skx"
1718 #  algorithm: "table_soak_vs_ndr"
1719 #  output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1720 #  reference:
1721 #    title: "NDR"
1722 #    data: "vpp-soak-vs-ndr-2n-skx-ref"
1723 #  compare:
1724 #    title: "Soak"
1725 #    data: "vpp-soak-vs-ndr-2n-skx-cmp"
1726 #  data: "vpp-soak-vs-ndr-2n-skx"
1727 #  include-tests: "NDR"
1728 #  filter: "('NDRPDR' or 'SOAK')"
1729 #  parameters:
1730 #    - "throughput"
1731 #    - "name"
1732 #    - "parent"
1733
1734 ################################################################################
1735
1736 # VPP Compare NICs 3n-skx 2t1c ndr
1737 - type: "table"
1738   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1739   algorithm: "table_nics_comparison"
1740   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1741   reference:
1742     title: "x710"
1743     nic: "NIC_Intel-X710"
1744   compare:
1745     title: "xxv710"
1746     nic: "NIC_Intel-XXV710"
1747   data: "vpp-nic-comparison-3n-skx"
1748   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1749   filter: "'2T1C' and 'NDRPDR'"
1750   parameters:
1751   - "name"
1752   - "parent"
1753   - "throughput"
1754   - "tags"
1755
1756 # VPP Compare NICs 3n-skx 4t2c ndr
1757 - type: "table"
1758   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1759   algorithm: "table_nics_comparison"
1760   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1761   reference:
1762     title: "x710"
1763     nic: "NIC_Intel-X710"
1764   compare:
1765     title: "xxv710"
1766     nic: "NIC_Intel-XXV710"
1767   data: "vpp-nic-comparison-3n-skx"
1768   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1769   filter: "'4T2C' and 'NDRPDR'"
1770   parameters:
1771   - "name"
1772   - "parent"
1773   - "throughput"
1774   - "tags"
1775
1776 # VPP Compare NICs 3n-skx 2t1c pdr
1777 - type: "table"
1778   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1779   algorithm: "table_nics_comparison"
1780   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1781   reference:
1782     title: "x710"
1783     nic: "NIC_Intel-X710"
1784   compare:
1785     title: "xxv710"
1786     nic: "NIC_Intel-XXV710"
1787   data: "vpp-nic-comparison-3n-skx"
1788   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1789   filter: "'2T1C' and 'NDRPDR'"
1790   parameters:
1791   - "name"
1792   - "parent"
1793   - "throughput"
1794   - "tags"
1795
1796  # VPP Compare NICs 3n-skx 4t2c pdr
1797 - type: "table"
1798   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1799   algorithm: "table_nics_comparison"
1800   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1801   reference:
1802     title: "x710"
1803     nic: "NIC_Intel-X710"
1804   compare:
1805     title: "xxv710"
1806     nic: "NIC_Intel-XXV710"
1807   data: "vpp-nic-comparison-3n-skx"
1808   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1809   filter: "'4T2C' and 'NDRPDR'"
1810   parameters:
1811   - "name"
1812   - "parent"
1813   - "throughput"
1814   - "tags"
1815
1816 # VPP Compare NICs 3n-skx 2t1c mrr
1817 - type: "table"
1818   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1819   algorithm: "table_nics_comparison"
1820   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1821   reference:
1822     title: "x710"
1823     nic: "NIC_Intel-X710"
1824   compare:
1825     title: "xxv710"
1826     nic: "NIC_Intel-XXV710"
1827   data: "vpp-nic-comparison-3n-skx-mrr"
1828   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1829   filter: "'2T1C' and 'MRR'"
1830   parameters:
1831   - "name"
1832   - "parent"
1833   - "result"
1834   - "tags"
1835
1836 # VPP Compare NICs 3n-skx 4t2c mrr
1837 - type: "table"
1838   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1839   algorithm: "table_nics_comparison"
1840   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1841   reference:
1842     title: "x710"
1843     nic: "NIC_Intel-X710"
1844   compare:
1845     title: "xxv710"
1846     nic: "NIC_Intel-XXV710"
1847   data: "vpp-nic-comparison-3n-skx-mrr"
1848   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1849   filter: "'4T2C' and 'MRR'"
1850   parameters:
1851   - "name"
1852   - "parent"
1853   - "result"
1854   - "tags"
1855
1856  # VPP Compare NICs 3n-skx 8t4c mrr
1857 - type: "table"
1858   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1859   algorithm: "table_nics_comparison"
1860   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1861   reference:
1862     title: "x710"
1863     nic: "NIC_Intel-X710"
1864   compare:
1865     title: "xxv710"
1866     nic: "NIC_Intel-XXV710"
1867   data: "vpp-nic-comparison-3n-skx-mrr"
1868   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1869   filter: "'8T4C' and 'MRR'"
1870   parameters:
1871   - "name"
1872   - "parent"
1873   - "result"
1874   - "tags"
1875
1876 # VPP Compare NICs 2n-skx 2t1c ndr
1877 - type: "table"
1878   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1879   algorithm: "table_nics_comparison"
1880   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1881   reference:
1882     title: "x710"
1883     nic: "NIC_Intel-X710"
1884   compare:
1885     title: "xxv710"
1886     nic: "NIC_Intel-XXV710"
1887   data: "vpp-nic-comparison-2n-skx"
1888   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1889   filter: "'2T1C' and 'NDRPDR'"
1890   parameters:
1891   - "name"
1892   - "parent"
1893   - "throughput"
1894   - "tags"
1895
1896 # VPP Compare NICs 2n-skx 4t2c ndr
1897 - type: "table"
1898   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1899   algorithm: "table_nics_comparison"
1900   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1901   reference:
1902     title: "x710"
1903     nic: "NIC_Intel-X710"
1904   compare:
1905     title: "xxv710"
1906     nic: "NIC_Intel-XXV710"
1907   data: "vpp-nic-comparison-2n-skx"
1908   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1909   filter: "'4T2C' and 'NDRPDR'"
1910   parameters:
1911   - "name"
1912   - "parent"
1913   - "throughput"
1914   - "tags"
1915
1916  # VPP Compare NICs 2n-skx 2t1c pdr
1917 - type: "table"
1918   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1919   algorithm: "table_nics_comparison"
1920   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1921   reference:
1922     title: "x710"
1923     nic: "NIC_Intel-X710"
1924   compare:
1925     title: "xxv710"
1926     nic: "NIC_Intel-XXV710"
1927   data: "vpp-nic-comparison-2n-skx"
1928   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1929   filter: "'2T1C' and 'NDRPDR'"
1930   parameters:
1931   - "name"
1932   - "parent"
1933   - "throughput"
1934   - "tags"
1935
1936 # VPP Compare NICs 2n-skx 4t2c pdr
1937 - type: "table"
1938   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1939   algorithm: "table_nics_comparison"
1940   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1941   reference:
1942     title: "x710"
1943     nic: "NIC_Intel-X710"
1944   compare:
1945     title: "xxv710"
1946     nic: "NIC_Intel-XXV710"
1947   data: "vpp-nic-comparison-2n-skx"
1948   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1949   filter: "'4T2C' and 'NDRPDR'"
1950   parameters:
1951   - "name"
1952   - "parent"
1953   - "throughput"
1954   - "tags"
1955
1956 # VPP Compare NICs 2n-skx 2t1c mrr
1957 - type: "table"
1958   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1959   algorithm: "table_nics_comparison"
1960   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1961   reference:
1962     title: "x710"
1963     nic: "NIC_Intel-X710"
1964   compare:
1965     title: "xxv710"
1966     nic: "NIC_Intel-XXV710"
1967   data: "vpp-nic-comparison-2n-skx-mrr"
1968   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1969   filter: "'2T1C' and 'MRR'"
1970   parameters:
1971   - "name"
1972   - "parent"
1973   - "result"
1974   - "tags"
1975
1976 # VPP Compare NICs 2n-skx 4t2c mrr
1977 - type: "table"
1978   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1979   algorithm: "table_nics_comparison"
1980   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1981   reference:
1982     title: "x710"
1983     nic: "NIC_Intel-X710"
1984   compare:
1985     title: "xxv710"
1986     nic: "NIC_Intel-XXV710"
1987   data: "vpp-nic-comparison-2n-skx-mrr"
1988   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1989   filter: "'4T2C' and 'MRR'"
1990   parameters:
1991   - "name"
1992   - "parent"
1993   - "result"
1994   - "tags"
1995
1996 # VPP Compare NICs 2n-skx 8t4c mrr
1997 - type: "table"
1998   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1999   algorithm: "table_nics_comparison"
2000   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2001   reference:
2002     title: "x710"
2003     nic: "NIC_Intel-X710"
2004   compare:
2005     title: "xxv710"
2006     nic: "NIC_Intel-XXV710"
2007   data: "vpp-nic-comparison-2n-skx-mrr"
2008   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2009   filter: "'8T4C' and 'MRR'"
2010   parameters:
2011   - "name"
2012   - "parent"
2013   - "result"
2014   - "tags"
2015
2016 ################################################################################
2017 # VPP
2018
2019 # VPP Performance Changes 3n-hsw 1t1c pdr
2020 - type: "table"
2021   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2022   algorithm: "table_performance_comparison"
2023   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2024   history:
2025     - title: "rls1901"
2026       data: "vpp-performance-changes-3n-hsw-h1"
2027   reference:
2028     title: "rls1904"
2029     data: "vpp-performance-changes-3n-hsw-ref"
2030   compare:
2031     title: "rls1908"
2032     data: "vpp-performance-changes-3n-hsw-cmp"
2033   data: "vpp-performance-changes-3n-hsw"
2034   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2035   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2036   parameters:
2037   - "name"
2038   - "parent"
2039   - "throughput"
2040
2041 # VPP Performance Changes 3n-hsw 2t2c pdr
2042 - type: "table"
2043   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2044   algorithm: "table_performance_comparison"
2045   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2046   history:
2047     - title: "rls1901"
2048       data: "vpp-performance-changes-3n-hsw-h1"
2049   reference:
2050     title: "rls1904"
2051     data: "vpp-performance-changes-3n-hsw-ref"
2052   compare:
2053     title: "rls1908"
2054     data: "vpp-performance-changes-3n-hsw-cmp"
2055   data: "vpp-performance-changes-3n-hsw"
2056   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2057   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2058   parameters:
2059   - "name"
2060   - "parent"
2061   - "throughput"
2062
2063 # VPP Performance Changes 3n-hsw 1t1c ndr
2064 - type: "table"
2065   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2066   algorithm: "table_performance_comparison"
2067   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2068   history:
2069     - title: "rls1901"
2070       data: "vpp-performance-changes-3n-hsw-h1"
2071   reference:
2072     title: "rls1904"
2073     data: "vpp-performance-changes-3n-hsw-ref"
2074   compare:
2075     title: "rls1908"
2076     data: "vpp-performance-changes-3n-hsw-cmp"
2077   data: "vpp-performance-changes-3n-hsw"
2078   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2079   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2080   parameters:
2081   - "name"
2082   - "parent"
2083   - "throughput"
2084
2085 # VPP Performance Changes 3n-hsw 2t2c ndr
2086 - type: "table"
2087   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2088   algorithm: "table_performance_comparison"
2089   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2090   history:
2091     - title: "rls1901"
2092       data: "vpp-performance-changes-3n-hsw-h1"
2093   reference:
2094     title: "rls1904"
2095     data: "vpp-performance-changes-3n-hsw-ref"
2096   compare:
2097     title: "rls1908"
2098     data: "vpp-performance-changes-3n-hsw-cmp"
2099   data: "vpp-performance-changes-3n-hsw"
2100   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2101   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2102   parameters:
2103   - "name"
2104   - "parent"
2105   - "throughput"
2106
2107 # VPP Performance Changes 3n-skx 2t1c pdr
2108 - type: "table"
2109   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2110   algorithm: "table_performance_comparison_nic"
2111   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2112   history:
2113     - title: "rls1901 x710"
2114       data: "vpp-performance-changes-3n-skx-h1"
2115       nic: "NIC_Intel-X710"
2116   reference:
2117     title: "rls1904 x710"
2118     data: "vpp-performance-changes-3n-skx-ref"
2119     nic: "NIC_Intel-X710"
2120   compare:
2121     title: "rls1908 xxv710"
2122     data: "vpp-performance-changes-3n-skx-cmp"
2123     nic: "NIC_Intel-XXV710"
2124   data: "vpp-performance-changes-3n-skx"
2125   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2126   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2127   parameters:
2128   - "name"
2129   - "parent"
2130   - "throughput"
2131   - "tags"
2132
2133 # VPP Performance Changes 3n-skx 4t2c pdr
2134 - type: "table"
2135   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2136   algorithm: "table_performance_comparison_nic"
2137   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2138   history:
2139     - title: "rls1901 x710"
2140       data: "vpp-performance-changes-3n-skx-h1"
2141       nic: "NIC_Intel-X710"
2142   reference:
2143     title: "rls1904 x710"
2144     data: "vpp-performance-changes-3n-skx-ref"
2145     nic: "NIC_Intel-X710"
2146   compare:
2147     title: "rls1908 xxv710"
2148     data: "vpp-performance-changes-3n-skx-cmp"
2149     nic: "NIC_Intel-XXV710"
2150   data: "vpp-performance-changes-3n-skx"
2151   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2152   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2153   parameters:
2154   - "name"
2155   - "parent"
2156   - "throughput"
2157   - "tags"
2158
2159 # VPP Performance Changes 3n-skx 2t1c ndr
2160 - type: "table"
2161   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2162   algorithm: "table_performance_comparison_nic"
2163   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2164   history:
2165     - title: "rls1901 x710"
2166       data: "vpp-performance-changes-3n-skx-h1"
2167       nic: "NIC_Intel-X710"
2168   reference:
2169     title: "rls1904 x710"
2170     data: "vpp-performance-changes-3n-skx-ref"
2171     nic: "NIC_Intel-X710"
2172   compare:
2173     title: "rls1908 xxv710"
2174     data: "vpp-performance-changes-3n-skx-cmp"
2175     nic: "NIC_Intel-XXV710"
2176   data: "vpp-performance-changes-3n-skx"
2177   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2178   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2179   parameters:
2180   - "name"
2181   - "parent"
2182   - "throughput"
2183   - "tags"
2184
2185 # VPP Performance Changes 3n-skx 4t2c ndr
2186 - type: "table"
2187   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2188   algorithm: "table_performance_comparison_nic"
2189   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2190   history:
2191     - title: "rls1901 x710"
2192       data: "vpp-performance-changes-3n-skx-h1"
2193       nic: "NIC_Intel-X710"
2194   reference:
2195     title: "rls1904 x710"
2196     data: "vpp-performance-changes-3n-skx-ref"
2197     nic: "NIC_Intel-X710"
2198   compare:
2199     title: "rls1908 xxv710"
2200     data: "vpp-performance-changes-3n-skx-cmp"
2201     nic: "NIC_Intel-XXV710"
2202   data: "vpp-performance-changes-3n-skx"
2203   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2204   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2205   parameters:
2206   - "name"
2207   - "parent"
2208   - "throughput"
2209   - "tags"
2210
2211 # VPP Performance Changes 2n-skx 2t1c pdr
2212 - type: "table"
2213   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2214   algorithm: "table_performance_comparison_nic"
2215   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2216   history:
2217     - title: "rls1901 x710"
2218       data: "vpp-performance-changes-2n-skx-h1"
2219       nic: "NIC_Intel-X710"
2220   reference:
2221     title: "rls1904 x710"
2222     data: "vpp-performance-changes-2n-skx-ref"
2223     nic: "NIC_Intel-X710"
2224   compare:
2225     title: "rls1908 xxv710"
2226     data: "vpp-performance-changes-2n-skx-cmp"
2227     nic: "NIC_Intel-XXV710"
2228   data: "vpp-performance-changes-2n-skx"
2229   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2230   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2231   parameters:
2232   - "name"
2233   - "parent"
2234   - "throughput"
2235   - "tags"
2236
2237 # VPP Performance Changes 2n-skx 4t2c pdr
2238 - type: "table"
2239   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2240   algorithm: "table_performance_comparison_nic"
2241   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2242   history:
2243     - title: "rls1901 x710"
2244       data: "vpp-performance-changes-2n-skx-h1"
2245       nic: "NIC_Intel-X710"
2246   reference:
2247     title: "rls1904 x710"
2248     data: "vpp-performance-changes-2n-skx-ref"
2249     nic: "NIC_Intel-X710"
2250   compare:
2251     title: "rls1908 xxv710"
2252     data: "vpp-performance-changes-2n-skx-cmp"
2253     nic: "NIC_Intel-XXV710"
2254   data: "vpp-performance-changes-2n-skx"
2255   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2256   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2257   parameters:
2258   - "name"
2259   - "parent"
2260   - "throughput"
2261   - "tags"
2262
2263 # VPP Performance Changes 2n-skx 2t1c ndr
2264 - type: "table"
2265   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2266   algorithm: "table_performance_comparison_nic"
2267   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2268   history:
2269     - title: "rls1901 x710"
2270       data: "vpp-performance-changes-2n-skx-h1"
2271       nic: "NIC_Intel-X710"
2272   reference:
2273     title: "rls1904 x710"
2274     data: "vpp-performance-changes-2n-skx-ref"
2275     nic: "NIC_Intel-X710"
2276   compare:
2277     title: "rls1908 xxv710"
2278     data: "vpp-performance-changes-2n-skx-cmp"
2279     nic: "NIC_Intel-XXV710"
2280   data: "vpp-performance-changes-2n-skx"
2281   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2282   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2283   parameters:
2284   - "name"
2285   - "parent"
2286   - "throughput"
2287   - "tags"
2288
2289 # VPP Performance Changes 2n-skx 4t2c ndr
2290 - type: "table"
2291   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2292   algorithm: "table_performance_comparison_nic"
2293   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2294   history:
2295     - title: "rls1901 x710"
2296       data: "vpp-performance-changes-2n-skx-h1"
2297       nic: "NIC_Intel-X710"
2298   reference:
2299     title: "rls1904 x710"
2300     data: "vpp-performance-changes-2n-skx-ref"
2301     nic: "NIC_Intel-X710"
2302   compare:
2303     title: "rls1908 xxv710"
2304     data: "vpp-performance-changes-2n-skx-cmp"
2305     nic: "NIC_Intel-XXV710"
2306   data: "vpp-performance-changes-2n-skx"
2307   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2308   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2309   parameters:
2310   - "name"
2311   - "parent"
2312   - "throughput"
2313   - "tags"
2314
2315 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2316 - type: "table"
2317   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2318   algorithm: "table_performance_comparison_nic"
2319   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2320   reference:
2321     title: "3n-hsw xl710"
2322     data: "vpp-compare-testbeds-ref"
2323     nic: "NIC_Intel-XL710"
2324   compare:
2325     title: "3n-skx xxv710"
2326     data: "vpp-compare-testbeds-cmp"
2327     nic: "NIC_Intel-XXV710"
2328   data: "vpp-compare-testbeds"
2329   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2330   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2331   parameters:
2332   - "name"
2333   - "parent"
2334   - "throughput"
2335   - "tags"
2336
2337 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2338 - type: "table"
2339   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2340   algorithm: "table_performance_comparison_nic"
2341   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2342   reference:
2343     title: "3n-hsw xl710"
2344     data: "vpp-compare-testbeds-ref"
2345     nic: "NIC_Intel-XL710"
2346   compare:
2347     title: "3n-skx xxv710"
2348     data: "vpp-compare-testbeds-cmp"
2349     nic: "NIC_Intel-XXV710"
2350   data: "vpp-compare-testbeds"
2351   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2352   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2353   parameters:
2354   - "name"
2355   - "parent"
2356   - "throughput"
2357   - "tags"
2358
2359 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2360 - type: "table"
2361   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2362   algorithm: "table_performance_comparison_nic"
2363   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2364   reference:
2365     title: "3n-hsw xl710"
2366     data: "vpp-compare-testbeds-ref"
2367     nic: "NIC_Intel-XL710"
2368   compare:
2369     title: "3n-skx xxv710"
2370     data: "vpp-compare-testbeds-cmp"
2371     nic: "NIC_Intel-XXV710"
2372   data: "vpp-compare-testbeds"
2373   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2374   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2375   parameters:
2376   - "name"
2377   - "parent"
2378   - "throughput"
2379   - "tags"
2380
2381 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2382 - type: "table"
2383   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2384   algorithm: "table_performance_comparison_nic"
2385   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2386   reference:
2387     title: "3n-hsw xl710"
2388     data: "vpp-compare-testbeds-ref"
2389     nic: "NIC_Intel-XL710"
2390   compare:
2391     title: "3n-skx xxv710"
2392     data: "vpp-compare-testbeds-cmp"
2393     nic: "NIC_Intel-XXV710"
2394   data: "vpp-compare-testbeds"
2395   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2396   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2397   parameters:
2398   - "name"
2399   - "parent"
2400   - "throughput"
2401   - "tags"
2402
2403 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2404 - type: "table"
2405   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2406   algorithm: "table_performance_comparison"
2407   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2408   reference:
2409     title: "3-Node Skx"
2410     data: "vpp-compare-topologies-ref"
2411   compare:
2412     title: "2-Node Skx"
2413     data: "vpp-compare-topologies-cmp"
2414   data: "vpp-compare-topologies"
2415   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2416   filter: "'NDRPDR' and '1C'"
2417   parameters:
2418   - "name"
2419   - "parent"
2420   - "throughput"
2421
2422 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2423 - type: "table"
2424   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2425   algorithm: "table_performance_comparison"
2426   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2427   reference:
2428     title: "3-Node Skx"
2429     data: "vpp-compare-topologies-ref"
2430   compare:
2431     title: "2-Node Skx"
2432     data: "vpp-compare-topologies-cmp"
2433   data: "vpp-compare-topologies"
2434   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2435   filter: "'NDRPDR' and '2C'"
2436   parameters:
2437   - "name"
2438   - "parent"
2439   - "throughput"
2440
2441 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2442 - type: "table"
2443   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2444   algorithm: "table_performance_comparison"
2445   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2446   reference:
2447     title: "3-Node Skx"
2448     data: "vpp-compare-topologies-ref"
2449   compare:
2450     title: "2-Node Skx"
2451     data: "vpp-compare-topologies-cmp"
2452   data: "vpp-compare-topologies"
2453   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2454   filter: "'NDRPDR' and '1C'"
2455   parameters:
2456   - "name"
2457   - "parent"
2458   - "throughput"
2459
2460 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2461 - type: "table"
2462   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2463   algorithm: "table_performance_comparison"
2464   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2465   reference:
2466     title: "3-Node Skx"
2467     data: "vpp-compare-topologies-ref"
2468   compare:
2469     title: "2-Node Skx"
2470     data: "vpp-compare-topologies-cmp"
2471   data: "vpp-compare-topologies"
2472   include-tests: "PDR"
2473   filter: "'NDRPDR' and '2C'"
2474   parameters:
2475   - "name"
2476   - "parent"
2477   - "throughput"
2478
2479 # VPP Performance Changes 3n-hsw 1t1c MRR
2480 - type: "table"
2481   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2482   algorithm: "table_performance_comparison"
2483   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2484   history:
2485     - title: "rls1901"
2486       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2487   reference:
2488     title: "rls1904"
2489     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2490   compare:
2491     title: "rls1908"
2492     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2493   data: "vpp-performance-changes-3n-hsw-mrr"
2494   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2495   filter: "'1T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2496   parameters:
2497   - "name"
2498   - "parent"
2499   - "result"
2500
2501 # VPP Performance Changes 3n-hsw 2t2c MRR
2502 - type: "table"
2503   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2504   algorithm: "table_performance_comparison"
2505   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2506   history:
2507     - title: "rls1901"
2508       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2509   reference:
2510     title: "rls1904"
2511     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2512   compare:
2513     title: "rls1908"
2514     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2515   data: "vpp-performance-changes-3n-hsw-mrr"
2516   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2517   filter: "'2T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2518   parameters:
2519   - "name"
2520   - "parent"
2521   - "result"
2522
2523 # VPP Performance Changes 3n-hsw 4t4c MRR
2524 - type: "table"
2525   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2526   algorithm: "table_performance_comparison"
2527   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2528   history:
2529     - title: "rls1901"
2530       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2531   reference:
2532     title: "rls1904"
2533     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2534   compare:
2535     title: "rls1908"
2536     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2537   data: "vpp-performance-changes-3n-hsw-mrr"
2538   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2539   filter: "'4T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2540   parameters:
2541   - "name"
2542   - "parent"
2543   - "result"
2544
2545 # VPP Performance Changes 3n-skx 2t1c MRR
2546 - type: "table"
2547   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2548   algorithm: "table_performance_comparison"
2549   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2550   history:
2551     - title: "rls1901"
2552       data: "vpp-performance-changes-3n-skx-mrr-h1"
2553   reference:
2554     title: "rls1904"
2555     data: "vpp-performance-changes-3n-skx-mrr-ref"
2556   compare:
2557     title: "rls1908"
2558     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2559   data: "vpp-performance-changes-3n-skx-mrr"
2560   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2561   filter: "'2T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2562   parameters:
2563   - "name"
2564   - "parent"
2565   - "result"
2566
2567 # VPP Performance Changes 3n-skx 4t2c MRR
2568 - type: "table"
2569   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2570   algorithm: "table_performance_comparison"
2571   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2572   history:
2573     - title: "rls1901"
2574       data: "vpp-performance-changes-3n-skx-mrr-h1"
2575   reference:
2576     title: "rls1904"
2577     data: "vpp-performance-changes-3n-skx-mrr-ref"
2578   compare:
2579     title: "rls1908"
2580     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2581   data: "vpp-performance-changes-3n-skx-mrr"
2582   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2583   filter: "'4T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2584   parameters:
2585   - "name"
2586   - "parent"
2587   - "result"
2588
2589 # VPP Performance Changes 3n-skx 8t4c MRR
2590 - type: "table"
2591   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2592   algorithm: "table_performance_comparison"
2593   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2594   history:
2595     - title: "rls1901"
2596       data: "vpp-performance-changes-3n-skx-mrr-h1"
2597   reference:
2598     title: "rls1904"
2599     data: "vpp-performance-changes-3n-skx-mrr-ref"
2600   compare:
2601     title: "rls1908"
2602     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2603   data: "vpp-performance-changes-3n-skx-mrr"
2604   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2605   filter: "'8T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "result"
2610
2611 # VPP Performance Changes 2n-skx 2t1c MRR
2612 - type: "table"
2613   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2616   history:
2617     - title: "rls1901"
2618       data: "vpp-performance-changes-2n-skx-mrr-h1"
2619   reference:
2620     title: "rls1904"
2621     data: "vpp-performance-changes-2n-skx-mrr-ref"
2622   compare:
2623     title: "rls1908"
2624     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2625   data: "vpp-performance-changes-2n-skx-mrr"
2626   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2627   filter: "'2T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2628   parameters:
2629   - "name"
2630   - "parent"
2631   - "result"
2632
2633 # VPP Performance Changes 2n-skx 4t2c MRR
2634 - type: "table"
2635   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2636   algorithm: "table_performance_comparison"
2637   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2638   history:
2639     - title: "rls1901"
2640       data: "vpp-performance-changes-2n-skx-mrr-h1"
2641   reference:
2642     title: "rls1904"
2643     data: "vpp-performance-changes-2n-skx-mrr-ref"
2644   compare:
2645     title: "rls1908"
2646     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2647   data: "vpp-performance-changes-2n-skx-mrr"
2648   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2649   filter: "'4T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2650   parameters:
2651   - "name"
2652   - "parent"
2653   - "result"
2654
2655 # VPP Performance Changes 2n-skx 8t4c MRR
2656 - type: "table"
2657   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2658   algorithm: "table_performance_comparison"
2659   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2660   history:
2661     - title: "rls1901"
2662       data: "vpp-performance-changes-2n-skx-mrr-h1"
2663   reference:
2664     title: "rls1904"
2665     data: "vpp-performance-changes-2n-skx-mrr-ref"
2666   compare:
2667     title: "rls1908"
2668     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2669   data: "vpp-performance-changes-2n-skx-mrr"
2670   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2671   filter: "'8T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2672   parameters:
2673   - "name"
2674   - "parent"
2675   - "result"
2676
2677 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2678 - type: "table"
2679   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2680   algorithm: "table_performance_comparison_nic"
2681   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2682   reference:
2683     title: "3n-hsw xl710"
2684     data: "vpp-compare-testbeds-mrr-ref"
2685     nic: "NIC_Intel-XL710"
2686   compare:
2687     title: "3n-skx xxv710"
2688     data: "vpp-compare-testbeds-mrr-cmp"
2689     nic: "NIC_Intel-XXV710"
2690   data: "vpp-compare-testbeds-mrr"
2691   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2692   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
2693   parameters:
2694   - "name"
2695   - "parent"
2696   - "result"
2697   - "tags"
2698
2699 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2700 - type: "table"
2701   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2702   algorithm: "table_performance_comparison_nic"
2703   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2704   reference:
2705     title: "3n-hsw xl710"
2706     data: "vpp-compare-testbeds-mrr-ref"
2707     nic: "NIC_Intel-XL710"
2708   compare:
2709     title: "3n-skx xxv710"
2710     data: "vpp-compare-testbeds-mrr-cmp"
2711     nic: "NIC_Intel-XXV710"
2712   data: "vpp-compare-testbeds-mrr"
2713   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2714   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
2715   parameters:
2716   - "name"
2717   - "parent"
2718   - "result"
2719   - "tags"
2720
2721 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2722 - type: "table"
2723   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2724   algorithm: "table_performance_comparison_nic"
2725   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2726   reference:
2727     title: "3n-hsw xl710"
2728     data: "vpp-compare-testbeds-mrr-ref"
2729     nic: "NIC_Intel-XL710"
2730   compare:
2731     title: "3n-skx xxv710"
2732     data: "vpp-compare-testbeds-mrr-cmp"
2733     nic: "NIC_Intel-XXV710"
2734   data: "vpp-compare-testbeds-mrr"
2735   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2736   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
2737   parameters:
2738   - "name"
2739   - "parent"
2740   - "result"
2741   - "tags"
2742
2743 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2744 - type: "table"
2745   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2746   algorithm: "table_performance_comparison"
2747   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2748   reference:
2749     title: "3-Node Skx"
2750     data: "vpp-compare-topologies-mrr-ref"
2751   compare:
2752     title: "2-Node Skx"
2753     data: "vpp-compare-topologies-mrr-cmp"
2754   data: "vpp-compare-topologies-mrr"
2755   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2756   filter: "'MRR' and '1C'"
2757   parameters:
2758   - "name"
2759   - "parent"
2760   - "result"
2761
2762 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2763 - type: "table"
2764   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2765   algorithm: "table_performance_comparison"
2766   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2767   reference:
2768     title: "3-Node Skx"
2769     data: "vpp-compare-topologies-mrr-ref"
2770   compare:
2771     title: "2-Node Skx"
2772     data: "vpp-compare-topologies-mrr-cmp"
2773   data: "vpp-compare-topologies-mrr"
2774   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2775   filter: "'MRR' and '2C'"
2776   parameters:
2777   - "name"
2778   - "parent"
2779   - "result"
2780
2781 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2782 - type: "table"
2783   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2784   algorithm: "table_performance_comparison"
2785   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2786   reference:
2787     title: "3-Node Skx"
2788     data: "vpp-compare-topologies-mrr-ref"
2789   compare:
2790     title: "2-Node Skx"
2791     data: "vpp-compare-topologies-mrr-cmp"
2792   data: "vpp-compare-topologies-mrr"
2793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2794   filter: "'MRR' and '4C'"
2795   parameters:
2796   - "name"
2797   - "parent"
2798   - "result"
2799
2800 # Detailed Test Results - VPP Performance Results 3n-hsw
2801 - type: "table"
2802   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2803   algorithm: "table_merged_details"
2804   output-file-ext: ".csv"
2805   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2806   columns:
2807   - title: "Name"
2808     data: "data name"
2809   - title: "Status"
2810     data: "data msg"
2811   rows: "generated"
2812   data: "vpp-perf-results-3n-hsw"
2813   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
2814   parameters:
2815   - "name"
2816   - "parent"
2817   - "msg"
2818
2819 # Detailed Test Results - VPP Performance Results 3n-skx
2820 - type: "table"
2821   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2822   algorithm: "table_merged_details"
2823   output-file-ext: ".csv"
2824   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2825   columns:
2826   - title: "Name"
2827     data: "data name"
2828   - title: "Status"
2829     data: "data msg"
2830   rows: "generated"
2831   data: "vpp-perf-results-3n-skx"
2832   filter: "not 'CFS_OPT'"
2833   parameters:
2834   - "name"
2835   - "parent"
2836   - "msg"
2837
2838 # Detailed Test Results - VPP Performance Results 2n-skx
2839 - type: "table"
2840   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2841   algorithm: "table_merged_details"
2842   output-file-ext: ".csv"
2843   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2844   columns:
2845   - title: "Name"
2846     data: "data name"
2847   - title: "Status"
2848     data: "data msg"
2849   rows: "generated"
2850   data: "vpp-perf-results-2n-skx"
2851   filter: "not 'CFS_OPT'"
2852   parameters:
2853   - "name"
2854   - "parent"
2855   - "msg"
2856
2857 # Detailed Test Results - VPP Performance Results 3n-tsh
2858 - type: "table"
2859   title: "Detailed Test Results - VPP Performance Results 3n-tsh"
2860   algorithm: "table_merged_details"
2861   output-file-ext: ".csv"
2862   output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh"
2863   columns:
2864   - title: "Name"
2865     data: "data name"
2866   - title: "Status"
2867     data: "data msg"
2868   rows: "generated"
2869   data: "vpp-perf-results-3n-tsh"
2870   filter: "not 'CFS_OPT'"
2871   parameters:
2872   - "name"
2873   - "parent"
2874   - "msg"
2875
2876 # Detailed Test Results - VPP Performance Results 3n-dnv
2877 - type: "table"
2878   title: "Detailed Test Results - VPP Performance Results 3n-dnv"
2879   algorithm: "table_details"
2880   output-file-ext: ".csv"
2881   output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv"
2882   columns:
2883   - title: "Name"
2884     data: "data name"
2885   - title: "Status"
2886     data: "data msg"
2887   rows: "generated"
2888   data: "vpp-perf-results-3n-dnv"
2889   filter: "'NDRPDR'"
2890   parameters:
2891   - "name"
2892   - "parent"
2893   - "msg"
2894
2895 # Detailed Test Results - VPP Performance Results 2n-dnv
2896 - type: "table"
2897   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2898   algorithm: "table_details"
2899   output-file-ext: ".csv"
2900   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2901   columns:
2902   - title: "Name"
2903     data: "data name"
2904   - title: "Status"
2905     data: "data msg"
2906   rows: "generated"
2907   data: "vpp-perf-results-2n-dnv"
2908   filter: "'NDRPDR'"
2909   parameters:
2910   - "name"
2911   - "parent"
2912   - "msg"
2913
2914 # Test configuration - VPP Performance Test Configs 3n-hsw
2915 - type: "table"
2916   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2917   algorithm: "table_merged_details"
2918   output-file-ext: ".csv"
2919   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2920   columns:
2921   - title: "Name"
2922     data: "data name"
2923   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2924     data: "data conf-history"
2925   rows: "generated"
2926   data: "vpp-perf-results-3n-hsw"
2927   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
2928   parameters:
2929   - "parent"
2930   - "name"
2931   - "conf-history"
2932
2933 # Test configuration - VPP Performance Test Configs 3n-skx
2934 - type: "table"
2935   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2936   algorithm: "table_merged_details"
2937   output-file-ext: ".csv"
2938   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2939   columns:
2940   - title: "Name"
2941     data: "data name"
2942   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2943     data: "data conf-history"
2944   rows: "generated"
2945   data: "vpp-perf-results-3n-skx"
2946   filter: "not 'CFS_OPT'"
2947   parameters:
2948   - "parent"
2949   - "name"
2950   - "conf-history"
2951
2952 # Test configuration - VPP Performance Test Configs 2n-skx
2953 - type: "table"
2954   title: "Test configuration - VPP Performance Test Configs 2n-skx"
2955   algorithm: "table_merged_details"
2956   output-file-ext: ".csv"
2957   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
2958   columns:
2959   - title: "Name"
2960     data: "data name"
2961   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2962     data: "data conf-history"
2963   rows: "generated"
2964   data: "vpp-perf-results-2n-skx"
2965   filter: "not 'CFS_OPT'"
2966   parameters:
2967   - "parent"
2968   - "name"
2969   - "conf-history"
2970
2971 # Test configuration - VPP Performance Test Configs 3n-tsh
2972 - type: "table"
2973   title: "Test configuration - VPP Performance Test Configs 3n-tsh"
2974   algorithm: "table_merged_details"
2975   output-file-ext: ".csv"
2976   output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh"
2977   columns:
2978   - title: "Name"
2979     data: "data name"
2980   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2981     data: "data conf-history"
2982   rows: "generated"
2983   data: "vpp-perf-results-3n-tsh"
2984   filter: "not 'CFS_OPT'"
2985   parameters:
2986   - "parent"
2987   - "name"
2988   - "conf-history"
2989
2990 # Test configuration - VPP Performance Test Configs 3n-dnv
2991 - type: "table"
2992   title: "Test configuration - VPP Performance Test Configs 3n-dnv"
2993   algorithm: "table_details"
2994   output-file-ext: ".csv"
2995   output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv"
2996   columns:
2997   - title: "Name"
2998     data: "data name"
2999   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3000     data: "data conf-history"
3001   rows: "generated"
3002   data: "vpp-perf-results-3n-dnv"
3003   filter: "'NDRPDR'"
3004   parameters:
3005   - "parent"
3006   - "name"
3007   - "conf-history"
3008
3009 # Test configuration - VPP Performance Test Configs 2n-dnv
3010 - type: "table"
3011   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3012   algorithm: "table_details"
3013   output-file-ext: ".csv"
3014   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3015   columns:
3016   - title: "Name"
3017     data: "data name"
3018   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3019     data: "data conf-history"
3020   rows: "generated"
3021   data: "vpp-perf-results-2n-dnv"
3022   filter: "'NDRPDR'"
3023   parameters:
3024   - "parent"
3025   - "name"
3026   - "conf-history"
3027
3028 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3029 - type: "table"
3030   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3031   algorithm: "table_merged_details"
3032   output-file-ext: ".csv"
3033   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3034   columns:
3035   - title: "Name"
3036     data: "data name"
3037   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3038     data: "data show-run"
3039   rows: "generated"
3040   data: "vpp-perf-results-3n-hsw"
3041   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3042   parameters:
3043   - "parent"
3044   - "name"
3045   - "show-run"
3046
3047 # Test Operational Data - VPP Performance Operational Data 3n-skx
3048 - type: "table"
3049   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3050   algorithm: "table_merged_details"
3051   output-file-ext: ".csv"
3052   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3053   columns:
3054   - title: "Name"
3055     data: "data name"
3056   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3057     data: "data show-run"
3058   rows: "generated"
3059   data: "vpp-perf-results-3n-skx"
3060   filter: "not 'CFS_OPT'"
3061   parameters:
3062   - "parent"
3063   - "name"
3064   - "show-run"
3065
3066 # Test Operational Data - VPP Performance Operational Data 2n-skx
3067 - type: "table"
3068   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3069   algorithm: "table_merged_details"
3070   output-file-ext: ".csv"
3071   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3072   columns:
3073   - title: "Name"
3074     data: "data name"
3075   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3076     data: "data show-run"
3077   rows: "generated"
3078   data: "vpp-perf-results-2n-skx"
3079   filter: "not 'CFS_OPT'"
3080   parameters:
3081   - "parent"
3082   - "name"
3083   - "show-run"
3084
3085 # Test Operational Data - VPP Performance Operational Data 3n-tsh
3086 - type: "table"
3087   title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
3088   algorithm: "table_merged_details"
3089   output-file-ext: ".csv"
3090   output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh"
3091   columns:
3092   - title: "Name"
3093     data: "data name"
3094   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3095     data: "data show-run"
3096   rows: "generated"
3097   data: "vpp-perf-results-3n-tsh"
3098   filter: "not 'CFS_OPT'"
3099   parameters:
3100   - "parent"
3101   - "name"
3102   - "show-run"
3103
3104 # Test Operational Data - VPP Performance Operational Data 3n-dnv
3105 - type: "table"
3106   title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
3107   algorithm: "table_details"
3108   output-file-ext: ".csv"
3109   output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv"
3110   columns:
3111   - title: "Name"
3112     data: "data name"
3113   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3114     data: "data show-run"
3115   rows: "generated"
3116   data: "vpp-perf-results-3n-dnv"
3117   filter: "'NDRPDR'"
3118   parameters:
3119   - "parent"
3120   - "name"
3121   - "show-run"
3122
3123 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3124 - type: "table"
3125   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3126   algorithm: "table_details"
3127   output-file-ext: ".csv"
3128   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3129   columns:
3130   - title: "Name"
3131     data: "data name"
3132   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3133     data: "data show-run"
3134   rows: "generated"
3135   data: "vpp-perf-results-2n-dnv"
3136   filter: "'NDRPDR'"
3137   parameters:
3138   - "parent"
3139   - "name"
3140   - "show-run"
3141
3142 # Detailed Test Results - VPP MRR Results 3n-hsw
3143 - type: "table"
3144   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3145   algorithm: "table_details"
3146   output-file-ext: ".csv"
3147   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3148   columns:
3149   - title: "Name"
3150     data: "data name"
3151   - title: "Status"
3152     data: "data msg"
3153   rows: "generated"
3154   data: "vpp-mrr-results-3n-hsw"
3155   filter: "'MRR'"
3156   parameters:
3157   - "name"
3158   - "parent"
3159   - "msg"
3160
3161 # Detailed Test Results - VPP MRR Results 3n-skx
3162 - type: "table"
3163   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3164   algorithm: "table_details"
3165   output-file-ext: ".csv"
3166   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3167   columns:
3168   - title: "Name"
3169     data: "data name"
3170   - title: "Status"
3171     data: "data msg"
3172   rows: "generated"
3173   data: "vpp-mrr-results-3n-skx"
3174   filter: "'MRR'"
3175   parameters:
3176   - "name"
3177   - "parent"
3178   - "msg"
3179
3180 # Detailed Test Results - VPP MRR Results 2n-skx
3181 - type: "table"
3182   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3183   algorithm: "table_details"
3184   output-file-ext: ".csv"
3185   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3186   columns:
3187   - title: "Name"
3188     data: "data name"
3189   - title: "Status"
3190     data: "data msg"
3191   rows: "generated"
3192   data: "vpp-mrr-results-2n-skx"
3193   filter: "'MRR'"
3194   parameters:
3195   - "name"
3196   - "parent"
3197   - "msg"
3198
3199 # Test configuration - VPP MRR Test Configs 3n-hsw
3200 - type: "table"
3201   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3202   algorithm: "table_details"
3203   output-file-ext: ".csv"
3204   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3205   columns:
3206   - title: "Name"
3207     data: "data name"
3208   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3209     data: "data conf-history"
3210   rows: "generated"
3211   data: "vpp-mrr-results-3n-hsw"
3212   filter: "'MRR'"
3213   parameters:
3214   - "parent"
3215   - "name"
3216   - "conf-history"
3217
3218 # Test configuration - VPP MRR Test Configs 3n-skx
3219 - type: "table"
3220   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3221   algorithm: "table_details"
3222   output-file-ext: ".csv"
3223   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3224   columns:
3225   - title: "Name"
3226     data: "data name"
3227   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3228     data: "data conf-history"
3229   rows: "generated"
3230   data: "vpp-mrr-results-3n-skx"
3231   filter: "'MRR'"
3232   parameters:
3233   - "parent"
3234   - "name"
3235   - "conf-history"
3236
3237 # Test configuration - VPP MRR Test Configs 2n-skx
3238 - type: "table"
3239   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3240   algorithm: "table_details"
3241   output-file-ext: ".csv"
3242   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3243   columns:
3244   - title: "Name"
3245     data: "data name"
3246   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3247     data: "data conf-history"
3248   rows: "generated"
3249   data: "vpp-mrr-results-2n-skx"
3250   filter: "'MRR'"
3251   parameters:
3252   - "parent"
3253   - "name"
3254   - "conf-history"
3255
3256 # Detailed Test Results - VPP Functional Results - Ubuntu
3257 - type: "table"
3258   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3259   algorithm: "table_details"
3260   output-file-ext: ".csv"
3261   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3262   columns:
3263   - title: "Name"
3264     data: "data name"
3265   - title: "Documentation"
3266     data: "data doc"
3267   - title: "Status"
3268     data: "data status"
3269   rows: "generated"
3270   data: "vpp-func-results-ubuntu"
3271   filter: "all"
3272   parameters:
3273   - "name"
3274   - "parent"
3275   - "doc"
3276   - "status"
3277
3278 # Detailed Test Results - VPP Functional Results - CentOS
3279 - type: "table"
3280   title: "Detailed Test Results - VPP Functional Results - CentOS"
3281   algorithm: "table_details"
3282   output-file-ext: ".csv"
3283   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3284   columns:
3285   - title: "Name"
3286     data: "data name"
3287   - title: "Documentation"
3288     data: "data doc"
3289   -
3290     title: "Status"
3291     data: "data status"
3292   rows: "generated"
3293   data:
3294     "vpp-func-results-centos"
3295   filter: "all"
3296   parameters:
3297   - "name"
3298   - "parent"
3299   - "doc"
3300   - "status"
3301
3302 # Test configuration - VPP Functional Test Configs - Ubuntu
3303 - type: "table"
3304   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3305   algorithm: "table_details"
3306   output-file-ext: ".csv"
3307   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3308   columns:
3309   - title: "Name"
3310     data: "data name"
3311   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3312     data: "data conf-history"
3313   rows: "generated"
3314   data: "vpp-func-results-ubuntu"
3315   filter: "all"
3316   parameters:
3317   - "parent"
3318   - "name"
3319   - "conf-history"
3320
3321 # Test configuration - VPP Functional Test Configs - CentOS
3322 - type: "table"
3323   title: "Test configuration - VPP Functional Test Configs - CentOS"
3324   algorithm: "table_details"
3325   output-file-ext: ".csv"
3326   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3327   columns:
3328   - title: "Name"
3329     data: "data name"
3330   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3331     data: "data conf-history"
3332   rows: "generated"
3333   data: "vpp-func-results-centos"
3334   filter: "all"
3335   parameters:
3336   - "parent"
3337   - "name"
3338   - "conf-history"
3339
3340 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3341 #- type: "table"
3342 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3343 #  algorithm: "table_details"
3344 #  output-file-ext: ".csv"
3345 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3346 #  columns:
3347 #  - title: "Name"
3348 #    data: "data name"
3349 #  - title: "Status"
3350 #    data: "data msg"
3351 #  rows: "generated"
3352 #  data: "ligato-perf-results-3n-hsw"
3353 #  filter: "all"
3354 #  parameters:
3355 #  - "name"
3356 #  - "parent"
3357 #  - "msg"
3358
3359 # Detailed Test Results - VPP Device Results - Ubuntu
3360 - type: "table"
3361   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3362   algorithm: "table_details"
3363   output-file-ext: ".csv"
3364   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3365   columns:
3366   - title: "Name"
3367     data: "data name"
3368   - title: "Documentation"
3369     data: "data doc"
3370   - title: "Status"
3371     data: "data status"
3372   rows: "generated"
3373   data: "vpp-device-results-ubuntu"
3374   filter: "all"
3375   parameters:
3376   - "name"
3377   - "parent"
3378   - "doc"
3379   - "status"
3380
3381 # Test configuration - VPP Device Test Configs - Ubuntu
3382 - type: "table"
3383   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3384   algorithm: "table_details"
3385   output-file-ext: ".csv"
3386   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3387   columns:
3388   - title: "Name"
3389     data: "data name"
3390   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3391     data: "data conf-history"
3392   rows: "generated"
3393   data: "vpp-device-results-ubuntu"
3394   filter: "all"
3395   parameters:
3396   - "parent"
3397   - "name"
3398   - "conf-history"
3399
3400 ################################################################################
3401
3402 # DPDK Performance Changes 3n-hsw 1t1c pdr
3403 - type: "table"
3404   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3405   algorithm: "table_performance_comparison"
3406   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3407   history:
3408     - title: "rls1901"
3409       data: "dpdk-performance-changes-3n-hsw-h1"
3410   reference:
3411     title: "rls1904"
3412     data: "dpdk-performance-changes-3n-hsw-ref"
3413   compare:
3414     title: "rls1908"
3415     data: &quo