5746d4dc02fbb64bc5520c8dc928afff4b2094de
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
36     DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
37     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
38     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
39     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
40     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
41     # DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
42     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
43     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
44     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
45     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
46     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
47     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
48     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
49     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50
51     # Detailed test configurations
52     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
53     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
54     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
55     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
56     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
57     DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
58     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
59     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
60     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
61     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
62     # DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
63     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
64     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
65     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
66
67     # Detailed tests operational data
68     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
69     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
70     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
71     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
72     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
73     DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
74     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
75
76     # .css patch file to fix tables generated by Sphinx
77     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
78     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
79
80   urls:
81     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
82     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
83     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
84     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
85     DIR[NEXUS,DOC]: "report/_static/archive"
86
87   make-dirs:
88   # List the directories which are created while preparing the environment.
89   # All directories MUST be defined in "paths" section.
90   - "DIR[WORKING,DATA]"
91   - "DIR[STATIC,VPP]"
92   - "DIR[STATIC,DPDK]"
93   - "DIR[STATIC,ARCH]"
94   - "DIR[BUILD,LATEX]"
95   - "DIR[WORKING,SRC]"
96   - "DIR[WORKING,SRC,STATIC]"
97
98   remove-dirs:
99   # List the directories which are deleted while cleaning the environment.
100   # All directories MUST be defined in "paths" section.
101   #- "DIR[BUILD,HTML]"
102   - "DIR[WORKING,DATA]"
103
104   build-dirs:
105   # List the directories where the results (build) is stored.
106   # All directories MUST be defined in "paths" section.
107   - "DIR[BUILD,HTML]"
108   - "DIR[BUILD,LATEX]"
109
110 - type: "configuration"
111
112   limits:
113     nic:
114       x520: 24460000
115       x553: 29761905
116       x710: 35800000
117       xxv710: 35800000
118       xl710: 35800000
119
120     link:
121       10ge: 14880952.38
122       25ge: 37202380.95
123       40ge: 59523809.52
124       100ge: 148809523.81
125
126     pci:
127       pci-g3-x8: 74404761.90
128       pci-g3-x16: 148809523.81
129
130   data-sets:
131
132     ###########################################################################
133     # Plots:
134
135     # 3n-hsw
136
137     plot-vpp-throughput-lat-tsa-3n-hsw:
138       csit-vpp-perf-verify-1908-3n-hsw:
139         - 12  # NDRPDR sel
140         - 13  # NDRPDR sel
141         - 14  # NDRPDR sel
142         - 15  # NDRPDR sel
143         - 16  # NDRPDR sel
144         - 17  # NDRPDR sel
145         - 18  # NDRPDR sel
146         - 19  # NDRPDR sel
147         - 20  # NDRPDR sel
148         - 21  # NDRPDR sel
149
150     plot-vpp-throughput-lat-tsa-3n-hsw-vhost:
151       csit-vpp-perf-verify-1908-3n-hsw:
152         - 40  # NDRPDR sel vhost
153         - 41  # NDRPDR sel vhost
154         - 42  # NDRPDR sel vhost
155         - 43  # NDRPDR sel vhost
156         - 44  # NDRPDR sel vhost
157         - 45  # NDRPDR sel vhost
158
159     plot-vpp-http-server-performance:
160       csit-vpp-perf-verify-1908-2n-skx:
161         - 29  # TCP
162         - 30  # TCP
163         - 58  # TCP
164         - 59  # TCP
165         - 60  # TCP
166         - 61  # TCP
167         - 62  # TCP
168         - 63  # TCP
169         - 64  # TCP
170         - 65  # TCP
171
172     plot-dpdk-throughput-latency-3n-hsw:
173       csit-dpdk-perf-verify-1908-3n-hsw:
174         - 2   # NDRPDR sel
175         - 3   # NDRPDR sel
176         - 4   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 7   # NDRPDR sel
180         - 8   # NDRPDR sel
181         - 9   # NDRPDR sel
182         - 10  # NDRPDR sel
183         - 11  # NDRPDR sel
184
185     # 3n-skx
186
187     plot-vpp-throughput-lat-tsa-3n-skx:
188       csit-vpp-perf-verify-1908-3n-skx:
189         - 14  # NDRPDR sel
190         - 16  # NDRPDR sel
191         - 19  # NDRPDR sel
192         - 20  # NDRPDR sel
193         - 22  # NDRPDR sel
194         - 23  # NDRPDR sel
195         - 24  # NDRPDR sel
196         - 25  # NDRPDR sel
197         - 26  # NDRPDR sel
198         - 29  # NDRPDR sel
199
200     plot-vpp-throughput-lat-tsa-3n-skx-vhost:
201       csit-vpp-perf-verify-1908-3n-skx:
202         - 44  # NDRPDR sel vhost
203         - 45  # NDRPDR sel vhost
204         - 46  # NDRPDR sel vhost
205         - 47  # NDRPDR sel vhost
206         - 48  # NDRPDR sel vhost
207         - 49  # NDRPDR sel vhost
208
209     plot-dpdk-throughput-latency-3n-skx:
210       csit-dpdk-perf-verify-1908-3n-skx:
211         - 3   # NDRPDR sel
212         - 4   # NDRPDR sel
213         - 5   # NDRPDR sel
214         - 6   # NDRPDR sel
215         - 7   # NDRPDR sel
216         - 8   # NDRPDR sel
217         - 9   # NDRPDR sel
218         - 10  # NDRPDR sel
219         - 11  # NDRPDR sel
220         - 12  # NDRPDR sel
221
222     # 2n-skx
223
224     plot-vpp-throughput-lat-tsa-2n-skx:
225       csit-vpp-perf-verify-1908-2n-skx:
226         - 26  # NDRPDR sel
227         - 27  # NDRPDR sel
228         - 34  # NDRPDR sel
229         - 35  # NDRPDR sel
230         - 36  # NDRPDR sel
231         - 42  # NDRPDR sel
232         - 43  # NDRPDR sel
233         - 44  # NDRPDR sel
234         - 45  # NDRPDR sel
235         - 46  # NDRPDR sel
236
237     plot-vpp-throughput-lat-tsa-2n-skx-vhost:
238       csit-vpp-perf-verify-1908-2n-skx:
239         - 72  # NDRPDR sel vhost
240         - 73  # NDRPDR sel vhost
241         - 74  # NDRPDR sel vhost
242         - 75  # NDRPDR sel vhost
243         - 76  # NDRPDR sel vhost
244         - 78  # NDRPDR sel vhost
245         - 84  # NDRPDR sel vhost
246         - 85  # NDRPDR sel vhost
247
248 #    plot-vpp-soak-2n-skx:
249 #      # TODO: Add data
250 #      csit-vpp-perf-verify-1908-2n-skx:
251
252     plot-vpp-nfv-2n-skx-ndrpdr:
253       csit-vpp-perf-verify-1908-2n-skx:
254         - 22  # NFV
255         - 31  # NFV
256         - 32  # NFV
257         - 37  # NFV
258         - 38  # NFV
259         - 39  # NFV
260         - 53  # NFV
261         - 67  # NFV
262         - 68  # NFV
263         - 70  # NFV
264
265     plot-vpp-nfv-2n-skx-mrr:
266       csit-vpp-perf-verify-1908-2n-skx:
267         - 71  # NFV MRR
268
269     plot-dpdk-throughput-latency-2n-skx:
270       csit-dpdk-perf-verify-1908-2n-skx:
271         - 2   # NDRPDR sel
272         - 3   # NDRPDR sel
273         - 4   # NDRPDR sel
274         - 5   # NDRPDR sel
275         - 7   # NDRPDR sel
276         - 8   # NDRPDR sel
277         - 9   # NDRPDR sel
278         - 10  # NDRPDR sel
279         - 11  # NDRPDR sel
280         - 12  # NDRPDR sel
281
282     # 3n-tsh
283
284     plot-vpp-throughput-lat-tsa-3n-tsh:
285       csit-vpp-perf-verify-1908-3n-tsh:
286         - 7   # NDRPDR sel
287         - 8   # NDRPDR sel
288         - 9   # NDRPDR sel
289         - 10  # NDRPDR sel
290         - 11  # NDRPDR sel
291         - 12  # NDRPDR sel
292         - 13  # NDRPDR sel
293         - 14  # NDRPDR sel
294         - 15  # NDRPDR sel
295         - 16  # NDRPDR sel
296
297     # 3n-dnv
298
299     plot-vpp-throughput-lat-tsa-3n-dnv:
300       csit-vpp-perf-verify-1908-3n-dnv:
301         - 6   # NDRPDR sel
302         - 7   # NDRPDR sel
303         - 8   # NDRPDR sel
304         - 9   # NDRPDR sel
305         - 10  # NDRPDR sel
306         - 12  # NDRPDR sel
307         - 13  # NDRPDR sel
308         - 14  # NDRPDR sel
309         - 15  # NDRPDR sel
310         - 16  # NDRPDR sel
311
312     # 2n-dnv
313
314     plot-vpp-throughput-lat-tsa-2n-dnv:
315       csit-vpp-perf-verify-1908-2n-dnv:
316         - 1   # NDRPDR sel
317         - 2   # NDRPDR sel
318         - 3   # NDRPDR sel
319         - 4   # NDRPDR sel
320         - 5   # NDRPDR sel
321         - 6   # NDRPDR sel
322         - 7   # NDRPDR sel
323         - 8   # NDRPDR sel
324         - 9   # NDRPDR sel
325         - 10  # NDRPDR sel
326
327     ###########################################################################
328     # Simple tables (only one data set):
329
330     # NIC Comparisons
331
332     vpp-nic-comparison-3n-skx:
333       csit-vpp-perf-verify-1908-3n-skx:
334         - 14  # NDRPDR sel
335         - 16  # NDRPDR sel
336         - 19  # NDRPDR sel
337         - 20  # NDRPDR sel
338         - 22  # NDRPDR sel
339         - 23  # NDRPDR sel
340         - 24  # NDRPDR sel
341         - 25  # NDRPDR sel
342         - 26  # NDRPDR sel
343         - 29  # NDRPDR sel
344
345     vpp-nic-comparison-2n-skx:
346       csit-vpp-perf-verify-1908-2n-skx:
347         - 26  # NDRPDR sel
348         - 27  # NDRPDR sel
349         - 34  # NDRPDR sel
350         - 35  # NDRPDR sel
351         - 36  # NDRPDR sel
352         - 42  # NDRPDR sel
353         - 43  # NDRPDR sel
354         - 44  # NDRPDR sel
355         - 45  # NDRPDR sel
356         - 46  # NDRPDR sel
357
358     vpp-nic-comparison-3n-skx-mrr:
359       csit-vpp-perf-verify-1908-3n-skx:
360         - 36  # MRR sel
361
362     vpp-nic-comparison-2n-skx-mrr:
363       csit-vpp-perf-verify-1908-2n-skx:
364         - 69  # MRR sel
365
366     # Results
367
368     vpp-perf-results-3n-hsw:
369       csit-vpp-perf-verify-1908-3n-hsw:
370         - 24  # NDRPDR full
371         - 25  # NDRPDR full
372         - 26  # NDRPDR full
373         - 27  # NDRPDR full
374         - 28  # NDRPDR full
375         - 29  # NDRPDR full
376         - 32  # NDRPDR full
377         - 33  # NDRPDR full
378         - 36  # NDRPDR full
379         - 38  # NDRPDR full
380         - 46  # NDRPDR full
381
382     vpp-perf-results-3n-skx:
383       # TODO: Add FULL data
384       csit-vpp-perf-verify-1908-3n-skx:
385         - 27  # NDRPDR full
386         - 28  # NDRPDR full
387         - 30  # NDRPDR full
388         - 31  # NDRPDR full
389         - 32  # NDRPDR full
390         - 33  # NDRPDR full
391         - 34  # NDRPDR full
392         - 35  # NDRPDR full
393         - 37  # NDRPDR full
394         - 39  # NDRPDR full
395         - 40  # NDRPDR full
396         - 41  # NDRPDR full
397         - 50  # NDRPDR full
398
399     vpp-perf-results-2n-skx:
400       csit-vpp-perf-verify-1908-2n-skx:
401         - 48  # NDRPDR full
402         - 49  # NDRPDR full
403         - 50  # NDRPDR full
404         - 51  # NDRPDR full
405         - 54  # NDRPDR full
406         - 55  # NDRPDR full
407         - 79  # NDRPDR full vhost
408
409     vpp-perf-results-3n-tsh:
410       csit-vpp-perf-verify-1908-3n-tsh:
411         - 13  # NDRPDR sel
412
413     vpp-perf-results-3n-dnv:
414       csit-vpp-perf-verify-1908-3n-dnv:
415         - 16  # NDRPDR sel
416
417     vpp-perf-results-2n-dnv:
418       csit-vpp-perf-verify-1908-2n-dnv:
419         - 9   # NDRPDR sel
420
421     vpp-mrr-results-3n-hsw:
422       csit-vpp-perf-verify-1908-3n-hsw:
423         - 39  # MRR sel
424
425     vpp-mrr-results-3n-skx:
426       csit-vpp-perf-verify-1908-3n-skx:
427         - 36  # MRR sel
428
429     vpp-mrr-results-2n-skx:
430       csit-vpp-perf-verify-1908-2n-skx:
431         - 69  # MRR sel
432
433     vpp-func-results-ubuntu:
434       csit-vpp-functional-1908-ubuntu1604-virl:
435         - 64
436
437     vpp-func-results-centos:
438       csit-vpp-functional-1908-centos7-virl:
439         - 64
440
441     vpp-device-results-ubuntu:
442       csit-vpp-device-1908-ubuntu1804-1n-skx:
443         - 65
444
445     dpdk-perf-results-3n-hsw:
446       csit-dpdk-perf-verify-1908-3n-hsw:
447         - 10  # NDRPDR sel
448
449     dpdk-perf-results-3n-skx:
450       csit-dpdk-perf-verify-1908-3n-skx:
451         - 12  # NDRPDR sel
452
453     dpdk-perf-results-2n-skx:
454       csit-dpdk-perf-verify-1908-2n-skx:
455         - 12  # NDRPDR sel
456
457 ###########################################################################
458     # Tables (more than one data set)
459
460     # Performance changes
461
462     vpp-performance-changes-3n-hsw-h1:
463       csit-vpp-perf-verify-1901-3n-hsw:
464         - 10  # NDRPDR sel
465         - 19  # NDRPDR sel
466         - 31  # NDRPDR sel
467         - 36  # NDRPDR sel
468         - 40  # NDRPDR sel
469         - 42  # NDRPDR sel
470         - 44  # NDRPDR sel
471         - 46  # NDRPDR sel
472         - 47  # NDRPDR sel
473         - 48  # NDRPDR sel
474         - 61  # NDRPDR LB
475         - 62  # NDRPDR LB
476         - 63  # NDRPDR LB
477         - 64  # NDRPDR LB
478         - 65  # NDRPDR LB
479         - 66  # NDRPDR LB
480         - 67  # NDRPDR LB
481         - 69  # NDRPDR LB
482         - 70  # NDRPDR LB
483         - 71  # NDRPDR LB
484     vpp-performance-changes-3n-hsw-ref:
485       csit-vpp-perf-verify-1904-3n-hsw:
486         - 11  # NDRPDR sel
487         - 12  # NDRPDR sel
488         - 20  # NDRPDR sel
489         - 21  # NDRPDR sel
490         - 23  # NDRPDR sel
491         - 24  # NDRPDR sel
492         - 25  # NDRPDR sel
493         - 26  # NDRPDR sel
494         - 29  # NDRPDR sel
495         - 30  # NDRPDR sel
496     vpp-performance-changes-3n-hsw-cmp:
497       csit-vpp-perf-verify-1908-3n-hsw:
498         - 12  # NDRPDR sel
499         - 13  # NDRPDR sel
500         - 14  # NDRPDR sel
501         - 15  # NDRPDR sel
502         - 16  # NDRPDR sel
503         - 17  # NDRPDR sel
504         - 18  # NDRPDR sel
505         - 19  # NDRPDR sel
506         - 20  # NDRPDR sel
507         - 21  # NDRPDR sel
508     vpp-performance-changes-3n-hsw:
509       - "vpp-performance-changes-3n-hsw-h1"
510       - "vpp-performance-changes-3n-hsw-ref"
511       - "vpp-performance-changes-3n-hsw-cmp"
512
513     vpp-performance-changes-3n-skx-h1:
514       csit-vpp-perf-verify-1901-3n-skx:
515         - 18  # NDRPDR sel
516         - 19  # NDRPDR sel
517         - 20  # NDRPDR sel
518         - 28  # NDRPDR sel
519         - 31  # NDRPDR sel
520         - 33  # NDRPDR sel
521         - 36  # NDRPDR sel
522         - 38  # NDRPDR sel
523         - 47  # NDRPDR sel
524         - 48  # NDRPDR sel
525         - 54  # NDRPDR LB
526         - 57  # NDRPDR LB
527         - 58  # NDRPDR LB
528         - 59  # NDRPDR LB
529         - 60  # NDRPDR LB
530         - 63  # NDRPDR LB
531         - 64  # NDRPDR LB
532         - 65  # NDRPDR LB
533         - 66  # NDRPDR LB
534         - 67  # NDRPDR LB
535     vpp-performance-changes-3n-skx-ref:
536       csit-vpp-perf-verify-1904-3n-skx:
537         - 8   # NDRPDR sel
538         - 9   # NDRPDR sel
539         - 10  # NDRPDR sel
540         - 11  # NDRPDR sel
541         - 12  # NDRPDR sel
542         - 14  # NDRPDR sel
543         - 16  # NDRPDR sel
544         - 21  # NDRPDR sel
545         - 23  # NDRPDR sel
546         - 25  # NDRPDR sel
547     vpp-performance-changes-3n-skx-cmp:
548       csit-vpp-perf-verify-1908-3n-skx:
549         - 14  # NDRPDR sel
550         - 16  # NDRPDR sel
551         - 19  # NDRPDR sel
552         - 20  # NDRPDR sel
553         - 22  # NDRPDR sel
554         - 23  # NDRPDR sel
555         - 24  # NDRPDR sel
556         - 25  # NDRPDR sel
557         - 26  # NDRPDR sel
558         - 29  # NDRPDR sel
559     vpp-performance-changes-3n-skx:
560       - "vpp-performance-changes-3n-skx-h1"
561       - "vpp-performance-changes-3n-skx-ref"
562       - "vpp-performance-changes-3n-skx-cmp"
563
564     vpp-performance-changes-2n-skx-h1:
565       csit-vpp-perf-verify-1901-2n-skx:
566         - 5   # NDRPDR sel
567         - 12  # NDRPDR sel
568         - 13  # NDRPDR sel
569         - 21  # NDRPDR sel
570         - 23  # NDRPDR sel
571         - 31  # NDRPDR sel
572         - 34  # NDRPDR sel
573         - 40  # NDRPDR sel
574         - 42  # NDRPDR sel
575         - 43  # NDRPDR sel
576     vpp-performance-changes-2n-skx-ref:
577       csit-vpp-perf-verify-1904-2n-skx:
578         - 12  # NDRPDR sel
579         - 14  # NDRPDR sel
580         - 16  # NDRPDR sel
581         - 17  # NDRPDR sel
582         - 18  # NDRPDR sel
583         - 21  # NDRPDR sel
584         - 27  # NDRPDR sel
585         - 30  # NDRPDR sel
586         - 31  # NDRPDR sel
587         - 32  # NDRPDR sel
588     vpp-performance-changes-2n-skx-cmp:
589       csit-vpp-perf-verify-1908-2n-skx:
590         - 26  # NDRPDR sel
591         - 27  # NDRPDR sel
592         - 34  # NDRPDR sel
593         - 35  # NDRPDR sel
594         - 36  # NDRPDR sel
595         - 42  # NDRPDR sel
596         - 43  # NDRPDR sel
597         - 44  # NDRPDR sel
598         - 45  # NDRPDR sel
599         - 46  # NDRPDR sel
600     vpp-performance-changes-2n-skx:
601       - "vpp-performance-changes-2n-skx-h1"
602       - "vpp-performance-changes-2n-skx-ref"
603       - "vpp-performance-changes-2n-skx-cmp"
604
605 #    vpp-soak-vs-ndr-2n-skx-ref:
606 #      csit-vpp-perf-verify-1904-2n-skx:
607 #        - 12  # NDRPDR sel
608 #        - 14  # NDRPDR sel
609 #        - 16  # NDRPDR sel
610 #        - 17  # NDRPDR sel
611 #        - 18  # NDRPDR sel
612 #        - 21  # NDRPDR sel
613 #        - 27  # NDRPDR sel
614 #        - 30  # NDRPDR sel
615 #        - 31  # NDRPDR sel
616 #        - 32  # NDRPDR sel
617 #      # TODO: Add data
618 #      # csit-vpp-perf-verify-1908-2n-skx:
619 #    vpp-soak-vs-ndr-2n-skx-cmp:
620 #      csit-vpp-perf-verify-1904-2n-skx:
621 #        - 70  # soak
622 #        - 71  # soak
623 #      # TODO: Add data
624 #      # csit-vpp-perf-verify-1908-2n-skx:
625 #    vpp-soak-vs-ndr-2n-skx:
626 #      csit-vpp-perf-verify-1904-2n-skx:
627 #        - 12  # NDRPDR sel
628 #        - 14  # NDRPDR sel
629 #        - 16  # NDRPDR sel
630 #        - 17  # NDRPDR sel
631 #        - 18  # NDRPDR sel
632 #        - 21  # NDRPDR sel
633 #        - 27  # NDRPDR sel
634 #        - 30  # NDRPDR sel
635 #        - 31  # NDRPDR sel
636 #        - 32  # NDRPDR sel
637 #        - 70  # soak
638 #        - 71  # soak
639 #      # TODO: Add data
640 #      # csit-vpp-perf-verify-1908-2n-skx:
641
642     vpp-performance-changes-3n-hsw-mrr-h1:
643       csit-vpp-perf-verify-1901-3n-hsw:
644         - 35  # MRR sel
645     vpp-performance-changes-3n-hsw-mrr-ref:
646       csit-vpp-perf-verify-1904-3n-hsw:
647         - 9   # MRR sel
648     vpp-performance-changes-3n-hsw-mrr-cmp:
649       csit-vpp-perf-verify-1908-3n-hsw:
650         - 39  # MRR sel
651     vpp-performance-changes-3n-hsw-mrr:
652       - "vpp-performance-changes-3n-hsw-mrr-h1"
653       - "vpp-performance-changes-3n-hsw-mrr-ref"
654       - "vpp-performance-changes-3n-hsw-mrr-cmp"
655
656     vpp-performance-changes-3n-skx-mrr-h1:
657       csit-vpp-perf-verify-1901-3n-skx:
658         - 32  # MRR sel
659     vpp-performance-changes-3n-skx-mrr-ref:
660       csit-vpp-perf-verify-1904-3n-skx:
661         - 7   # MRR sel
662     vpp-performance-changes-3n-skx-mrr-cmp:
663       csit-vpp-perf-verify-1908-3n-skx:
664         - 36  # MRR sel
665     vpp-performance-changes-3n-skx-mrr:
666       - "vpp-performance-changes-3n-skx-mrr-h1"
667       - "vpp-performance-changes-3n-skx-mrr-ref"
668       - "vpp-performance-changes-3n-skx-mrr-cmp"
669
670     vpp-performance-changes-2n-skx-mrr-h1:
671       csit-vpp-perf-verify-1901-2n-skx:
672         - 22  # MRR sel
673     vpp-performance-changes-2n-skx-mrr-ref:
674       csit-vpp-perf-verify-1904-2n-skx:
675         - 11  # MRR sel
676     vpp-performance-changes-2n-skx-mrr-cmp:
677       csit-vpp-perf-verify-1908-2n-skx:
678         - 69  # MRR sel
679     vpp-performance-changes-2n-skx-mrr:
680       - "vpp-performance-changes-2n-skx-mrr-h1"
681       - "vpp-performance-changes-2n-skx-mrr-ref"
682       - "vpp-performance-changes-2n-skx-mrr-cmp"
683
684     dpdk-performance-changes-3n-hsw-h1:
685       csit-dpdk-perf-verify-1901-3n-hsw:
686         - 13  # NDRPDR sel
687         - 14  # NDRPDR sel
688         - 16  # NDRPDR sel
689         - 17  # NDRPDR sel
690         - 18  # NDRPDR sel
691         - 19  # NDRPDR sel
692         - 20  # NDRPDR sel
693         - 21  # NDRPDR sel
694         - 22  # NDRPDR sel
695         - 23  # NDRPDR sel
696     dpdk-performance-changes-3n-hsw-ref:
697       csit-dpdk-perf-verify-1904-3n-hsw:
698         - 2   # NDRPDR sel
699         - 3   # NDRPDR sel
700         - 5   # NDRPDR sel
701         - 6   # NDRPDR sel
702         - 13  # NDRPDR sel
703         - 14  # NDRPDR sel
704         - 15  # NDRPDR sel
705         - 18  # NDRPDR sel
706         - 19  # NDRPDR sel
707         - 20  # NDRPDR sel
708     dpdk-performance-changes-3n-hsw-cmp:
709       csit-dpdk-perf-verify-1908-3n-hsw:
710         - 2   # NDRPDR sel
711         - 3   # NDRPDR sel
712         - 4   # NDRPDR sel
713         - 5   # NDRPDR sel
714         - 6   # NDRPDR sel
715         - 7   # NDRPDR sel
716         - 8   # NDRPDR sel
717         - 9   # NDRPDR sel
718         - 10  # NDRPDR sel
719         - 11  # NDRPDR sel
720     dpdk-performance-changes-3n-hsw:
721       - "dpdk-performance-changes-3n-hsw-h1"
722       - "dpdk-performance-changes-3n-hsw-ref"
723       - "dpdk-performance-changes-3n-hsw-cmp"
724
725     dpdk-performance-changes-3n-skx-h1:
726       csit-dpdk-perf-verify-1901-3n-skx:
727         - 3   # NDRPDR sel
728         - 5   # NDRPDR sel
729         - 6   # NDRPDR sel
730         - 7   # NDRPDR sel
731         - 8   # NDRPDR sel
732         - 9   # NDRPDR sel
733         - 10  # NDRPDR sel
734         - 11  # NDRPDR sel
735         - 12  # NDRPDR sel
736         - 13  # NDRPDR sel
737     dpdk-performance-changes-3n-skx-ref:
738       csit-dpdk-perf-verify-1904-3n-skx:
739         - 2   # NDRPDR sel
740         - 3   # NDRPDR sel
741         - 4   # NDRPDR sel
742         - 5   # NDRPDR sel
743         - 6   # NDRPDR sel
744         - 7   # NDRPDR sel
745         - 11  # NDRPDR sel
746         - 12  # NDRPDR sel
747         - 13  # NDRPDR sel
748         - 14  # NDRPDR sel
749     dpdk-performance-changes-3n-skx-cmp:
750       csit-dpdk-perf-verify-1908-3n-skx:
751         - 3   # NDRPDR sel
752         - 4   # NDRPDR sel
753         - 5   # NDRPDR sel
754         - 6   # NDRPDR sel
755         - 7   # NDRPDR sel
756         - 8   # NDRPDR sel
757         - 9   # NDRPDR sel
758         - 10  # NDRPDR sel
759         - 11  # NDRPDR sel
760         - 12  # NDRPDR sel
761     dpdk-performance-changes-3n-skx:
762       - "dpdk-performance-changes-3n-skx-h1"
763       - "dpdk-performance-changes-3n-skx-ref"
764       - "dpdk-performance-changes-3n-skx-cmp"
765
766     dpdk-performance-changes-2n-skx-h1:
767       csit-dpdk-perf-verify-1901-2n-skx:
768         - 12  # NDRPDR sel
769         - 13  # NDRPDR sel
770         - 14  # NDRPDR sel
771         - 15  # NDRPDR sel
772         - 16  # NDRPDR sel
773         - 17  # NDRPDR sel
774         - 18  # NDRPDR sel
775         - 19  # NDRPDR sel
776         - 20  # NDRPDR sel
777         - 21  # NDRPDR sel
778     dpdk-performance-changes-2n-skx-ref:
779       csit-dpdk-perf-verify-1904-2n-skx:
780         - 2   # NDRPDR sel
781         - 3   # NDRPDR sel
782         - 4   # NDRPDR sel
783         - 5   # NDRPDR sel
784         - 7   # NDRPDR sel
785         - 8   # NDRPDR sel
786         - 9   # NDRPDR sel
787         - 10  # NDRPDR sel
788         - 11  # NDRPDR sel
789         - 12  # NDRPDR sel
790     dpdk-performance-changes-2n-skx-cmp:
791       csit-dpdk-perf-verify-1908-2n-skx:
792         - 2   # NDRPDR sel
793         - 3   # NDRPDR sel
794         - 4   # NDRPDR sel
795         - 5   # NDRPDR sel
796         - 7   # NDRPDR sel
797         - 8   # NDRPDR sel
798         - 9   # NDRPDR sel
799         - 10  # NDRPDR sel
800         - 11  # NDRPDR sel
801         - 12  # NDRPDR sel
802     dpdk-performance-changes-2n-skx:
803       - "dpdk-performance-changes-2n-skx-h1"
804       - "dpdk-performance-changes-2n-skx-ref"
805       - "dpdk-performance-changes-2n-skx-cmp"
806
807     # Compare testbeds
808
809     vpp-compare-testbeds-ref:
810       csit-vpp-perf-verify-1908-3n-hsw:
811         - 12  # NDRPDR sel
812         - 13  # NDRPDR sel
813         - 14  # NDRPDR sel
814         - 15  # NDRPDR sel
815         - 16  # NDRPDR sel
816         - 17  # NDRPDR sel
817         - 18  # NDRPDR sel
818         - 19  # NDRPDR sel
819         - 20  # NDRPDR sel
820         - 21  # NDRPDR sel
821     vpp-compare-testbeds-cmp:
822       csit-vpp-perf-verify-1908-3n-skx:
823         - 14  # NDRPDR sel
824         - 16  # NDRPDR sel
825         - 19  # NDRPDR sel
826         - 20  # NDRPDR sel
827         - 22  # NDRPDR sel
828         - 23  # NDRPDR sel
829         - 24  # NDRPDR sel
830         - 25  # NDRPDR sel
831         - 26  # NDRPDR sel
832         - 29  # NDRPDR sel
833     vpp-compare-testbeds:
834       - "vpp-compare-testbeds-ref"
835       - "vpp-compare-testbeds-cmp"
836
837     vpp-compare-testbeds-mrr-ref:
838       csit-vpp-perf-verify-1908-3n-hsw:
839         - 39  # MRR sel
840     vpp-compare-testbeds-mrr-cmp:
841       csit-vpp-perf-verify-1908-3n-skx:
842         - 36  # MRR sel
843     vpp-compare-testbeds-mrr:
844       - "vpp-compare-testbeds-mrr-ref"
845       - "vpp-compare-testbeds-mrr-cmp"
846
847     dpdk-compare-testbeds-ref:
848       csit-dpdk-perf-verify-1908-3n-hsw:
849         - 2   # NDRPDR sel
850         - 3   # NDRPDR sel
851         - 4   # NDRPDR sel
852         - 5   # NDRPDR sel
853         - 6   # NDRPDR sel
854         - 7   # NDRPDR sel
855         - 8   # NDRPDR sel
856         - 9   # NDRPDR sel
857         - 10  # NDRPDR sel
858         - 11  # NDRPDR sel
859     dpdk-compare-testbeds-cmp:
860       csit-dpdk-perf-verify-1908-3n-skx:
861         - 3   # NDRPDR sel
862         - 4   # NDRPDR sel
863         - 5   # NDRPDR sel
864         - 6   # NDRPDR sel
865         - 7   # NDRPDR sel
866         - 8   # NDRPDR sel
867         - 9   # NDRPDR sel
868         - 10  # NDRPDR sel
869         - 11  # NDRPDR sel
870         - 12  # NDRPDR sel
871     dpdk-compare-testbeds:
872       - "dpdk-compare-testbeds-ref"
873       - "dpdk-compare-testbeds-cmp"
874
875     # Compare topologies
876
877     vpp-compare-topologies-ref:
878       csit-vpp-perf-verify-1908-3n-skx:
879         - 14  # NDRPDR sel
880         - 16  # NDRPDR sel
881         - 19  # NDRPDR sel
882         - 20  # NDRPDR sel
883         - 22  # NDRPDR sel
884         - 23  # NDRPDR sel
885         - 24  # NDRPDR sel
886         - 25  # NDRPDR sel
887         - 26  # NDRPDR sel
888         - 29  # NDRPDR sel
889     vpp-compare-topologies-cmp:
890       csit-vpp-perf-verify-1908-2n-skx:
891         - 26  # NDRPDR sel
892         - 27  # NDRPDR sel
893         - 34  # NDRPDR sel
894         - 35  # NDRPDR sel
895         - 36  # NDRPDR sel
896         - 42  # NDRPDR sel
897         - 43  # NDRPDR sel
898         - 44  # NDRPDR sel
899         - 45  # NDRPDR sel
900         - 46  # NDRPDR sel
901     vpp-compare-topologies:
902       - "vpp-compare-topologies-ref"
903       - "vpp-compare-topologies-cmp"
904
905     vpp-compare-topologies-mrr-ref:
906       csit-vpp-perf-verify-1908-3n-skx:
907         - 36  # MRR sel
908     vpp-compare-topologies-mrr-cmp:
909       csit-vpp-perf-verify-1908-2n-skx:
910         - 69  # MRR sel
911     vpp-compare-topologies-mrr:
912       - "vpp-compare-topologies-mrr-ref"
913       - "vpp-compare-topologies-mrr-cmp"
914
915     dpdk-compare-topologies-ref:
916       csit-dpdk-perf-verify-1908-3n-skx:
917         - 3   # NDRPDR sel
918         - 4   # NDRPDR sel
919         - 5   # NDRPDR sel
920         - 6   # NDRPDR sel
921         - 7   # NDRPDR sel
922         - 8   # NDRPDR sel
923         - 9   # NDRPDR sel
924         - 10  # NDRPDR sel
925         - 11  # NDRPDR sel
926         - 12  # NDRPDR sel
927     dpdk-compare-topologies-cmp:
928       csit-dpdk-perf-verify-1908-2n-skx:
929         - 2   # NDRPDR sel
930         - 3   # NDRPDR sel
931         - 4   # NDRPDR sel
932         - 5   # NDRPDR sel
933         - 7   # NDRPDR sel
934         - 8   # NDRPDR sel
935         - 9   # NDRPDR sel
936         - 10  # NDRPDR sel
937         - 11  # NDRPDR sel
938         - 12  # NDRPDR sel
939     dpdk-compare-topologies:
940       - "dpdk-compare-topologies-ref"
941       - "dpdk-compare-topologies-cmp"
942
943   plot-layouts:
944
945     plot-soak-throughput:
946       titlefont:
947         size: 18
948       xaxis:
949         title: "<b>Test Cases [Index]</b>"
950         titlefont:
951           size: 16
952         autorange: True
953         fixedrange: False
954         gridcolor: "rgb(230, 230, 230)"
955         linecolor: "rgb(220, 220, 220)"
956         linewidth: 1
957         showgrid: True
958         showline: True
959         showticklabels: True
960         tickcolor: "rgb(220, 220, 220)"
961         tickmode: "linear"
962         tickfont:
963           size: 16
964         zeroline: False
965       yaxis:
966         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
967         titlefont:
968           size: 16
969         gridcolor: "rgb(230, 230, 230)"
970         hoverformat: ".4r"
971         tickformat: ".3r"
972         linecolor: "rgb(220, 220, 220)"
973         linewidth: 1
974         showgrid: True
975         showline: True
976         showticklabels: True
977         tickcolor: "rgb(220, 220, 220)"
978         tickfont:
979           size: 16
980         zeroline: False
981         range: [0,50]
982       autosize: False
983       margin:
984         t: 50
985         b: 0
986         l: 80
987         r: 20
988       showlegend: True
989       legend:
990         orientation: "h"
991         font:
992           size: 16
993       width: 700
994       height: 900
995
996     plot-service-density:
997       titlefont:
998         size: 18
999       xaxis:
1000         side: "top"
1001         autorange: True
1002         fixedrange: False
1003         showgrid: False
1004         showline: False
1005         showticklabels: False
1006         ticks: ""
1007         ticklen: 0
1008         tickwidth: 0
1009         zeroline: False
1010       yaxis:
1011         autorange: "reversed"
1012         showgrid: False
1013         showline: False
1014         showticklabels: False
1015         ticks: ""
1016         ticklen: 0
1017         tickwidth: 0
1018         zeroline: False
1019       autosize: True
1020       showlegend: False
1021       width: 700
1022       height: 700
1023
1024     plot-cps:
1025       titlefont:
1026         size: 18
1027       xaxis:
1028         title: "<b>Test Cases [Index]</b>"
1029         titlefont:
1030           size: 16
1031         autorange: True
1032         fixedrange: False
1033         gridcolor: "rgb(230, 230, 230)"
1034         linecolor: "rgb(220, 220, 220)"
1035         linewidth: 1
1036         showgrid: True
1037         showline: True
1038         showticklabels: True
1039         tickcolor: "rgb(220, 220, 220)"
1040         tickmode: "linear"
1041         tickfont:
1042           size: 16
1043         zeroline: False
1044       yaxis:
1045         title: "<b>Connections Per Second [cps]</b>"
1046         titlefont:
1047           size: 16
1048         gridcolor: "rgb(230, 230, 230)"
1049         hoverformat: ".4s"
1050         linecolor: "rgb(220, 220, 220)"
1051         linewidth: 1
1052         rangemode: "tozero"
1053         showgrid: True
1054         showline: True
1055         showticklabels: True
1056         tickcolor: "rgb(220, 220, 220)"
1057         tickformat: ".3s"
1058         tickfont:
1059           size: 16
1060         zeroline: False
1061       boxmode: "group"
1062       boxgroupgap: 0.5
1063       autosize: False
1064       margin:
1065         t: 50
1066         b: 20
1067         l: 80
1068         r: 20
1069       showlegend: True
1070       legend:
1071         orientation: "h"
1072         font:
1073           size: 16
1074       width: 700
1075       height: 800
1076
1077     plot-rps:
1078       titlefont:
1079         size: 18
1080       xaxis:
1081         title: "<b>Test Cases [Index]</b>"
1082         titlefont:
1083           size: 16
1084         autorange: True
1085         fixedrange: False
1086         gridcolor: "rgb(230, 230, 230)"
1087         linecolor: "rgb(220, 220, 220)"
1088         linewidth: 1
1089         showgrid: True
1090         showline: True
1091         showticklabels: True
1092         tickcolor: "rgb(220, 220, 220)"
1093         tickmode: "linear"
1094         tickfont:
1095           size: 16
1096         zeroline: False
1097       yaxis:
1098         title: "<b>Requests Per Second [rps]</b>"
1099         titlefont:
1100           size: 16
1101         gridcolor: "rgb(230, 230, 230)"
1102         hoverformat: ".4s"
1103         linecolor: "rgb(220, 220, 220)"
1104         linewidth: 1
1105         rangemode: "tozero"
1106         showgrid: True
1107         showline: True
1108         showticklabels: True
1109         tickcolor: "rgb(230, 230, 230)"
1110         tickformat: ".3s"
1111         tickfont:
1112           size: 16
1113         zeroline: False
1114       boxmode: "group"
1115       boxgroupgap: 0.5
1116       autosize: False
1117       margin:
1118         t: 50
1119         b: 20
1120         l: 80
1121         r: 20
1122       showlegend: True
1123       legend:
1124         orientation: "h"
1125         font:
1126           size: 16
1127       width: 700
1128       height: 800
1129
1130     plot-throughput:
1131       titlefont:
1132         size: 18
1133       xaxis:
1134         title: "<b>Test Cases [Index]</b>"
1135         titlefont:
1136           size: 16
1137         autorange: True
1138         fixedrange: False
1139         gridcolor: "rgb(230, 230, 230)"
1140         linecolor: "rgb(220, 220, 220)"
1141         linewidth: 1
1142         showgrid: True
1143         showline: True
1144         showticklabels: True
1145         tickcolor: "rgb(220, 220, 220)"
1146         tickmode: "linear"
1147         tickfont:
1148           size: 16
1149         zeroline: False
1150       yaxis:
1151         title: "<b>Packet Throughput [Mpps]</b>"
1152         titlefont:
1153           size: 16
1154         gridcolor: "rgb(230, 230, 230)"
1155         hoverformat: ".4r"
1156         tickformat: ".3r"
1157         linecolor: "rgb(220, 220, 220)"
1158         linewidth: 1
1159         showgrid: True
1160         showline: True
1161         showticklabels: True
1162         tickcolor: "rgb(220, 220, 220)"
1163         tickfont:
1164           size: 16
1165         zeroline: False
1166         range: [0,50]
1167       boxmode: "group"
1168       boxgroupgap: 0.5
1169       autosize: False
1170       margin:
1171         t: 50
1172         b: 0
1173         l: 80
1174         r: 20
1175       showlegend: True
1176       legend:
1177         orientation: "h"
1178         font:
1179           size: 16
1180       width: 700
1181       height: 900
1182
1183     plot-throughput-speedup-analysis:
1184       titlefont:
1185         size: 18
1186       xaxis:
1187         title: "<b>Number of Cores [Qty]</b>"
1188         titlefont:
1189           size: 16
1190         autorange: True
1191         fixedrange: False
1192         gridcolor: "rgb(230, 230, 230)"
1193         linecolor: "rgb(220, 220, 220)"
1194         linewidth: 1
1195         showgrid: True
1196         showline: True
1197         showticklabels: True
1198         tickcolor: "rgb(238, 238, 238)"
1199         tickmode: "linear"
1200         tickfont:
1201           size: 16
1202         zeroline: False
1203       yaxis:
1204         title: "<b>Packet Throughput [Mpps]</b>"
1205         titlefont:
1206           size: 16
1207         type: "linear"
1208         gridcolor: "rgb(230, 230, 230)"
1209         hoverformat: ".4s"
1210         linecolor: "rgb(220, 220, 220)"
1211         linewidth: 1
1212         showgrid: True
1213         showline: True
1214         showticklabels: True
1215         tickcolor: "rgb(220, 220, 220)"
1216         tickformat: ".4s"
1217         tickfont:
1218           size: 16
1219         zeroline: True
1220         rangemode: "tozero"
1221         range: [0,100]
1222       legend:
1223         orientation: "h"
1224         font:
1225           size: 16
1226         xanchor: "left"
1227         yanchor: "top"
1228         x: 0
1229         y: -0.2
1230         bgcolor: "rgba(255, 255, 255, 0)"
1231         bordercolor: "rgba(255, 255, 255, 0)"
1232         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1233       autosize: False
1234       margin:
1235           't': 50
1236           'b': 150
1237           'l': 85
1238           'r': 10
1239       showlegend: True
1240       width: 700
1241       height: 700
1242       hoverlabel:
1243         namelength: -1
1244       annotations: [
1245         {
1246           text: "_ _          __          ...",
1247           align: "left",
1248           showarrow: False,
1249           xref: "paper",
1250           yref: "paper",
1251           xanchor: "left",
1252           yanchor: "top",
1253           x: 0,
1254           y: -0.13,
1255           font: {
1256             family: "Consolas, Courier New",
1257             size: 15
1258           },
1259         },
1260         {
1261           text: "    Perfect     Measured     Limit",
1262           align: "left",
1263           showarrow: False,
1264           xref: "paper",
1265           yref: "paper",
1266           xanchor: "left",
1267           yanchor: "top",
1268           x: 0,
1269           y: -0.15,
1270           font: {
1271             family: "Consolas, Courier New",
1272             size: 15
1273           },
1274         },
1275       ]
1276
1277     plot-latency:
1278       titlefont:
1279         size: 18
1280       xaxis:
1281         title: "<b>Direction</b>"
1282         titlefont:
1283           size: 16
1284         autorange: True
1285         fixedrange: False
1286         gridcolor: "rgb(230, 230, 230)"
1287         linecolor: "rgb(220, 220, 220)"
1288         linewidth: 1
1289         showgrid: True
1290         showline: True
1291         showticklabels: False
1292         tickcolor: "rgb(220, 220, 220)"
1293         tickmode: "linear"
1294         tickfont:
1295           size: 16
1296         zeroline: False
1297       yaxis:
1298         title: "<b>Packet Latency [uSec]</b>"
1299         titlefont:
1300           size: 16
1301         type: "linear"
1302         gridcolor: "rgb(230, 230, 230)"
1303         hoverformat: ".4s"
1304         linecolor: "rgb(220, 220, 220)"
1305         linewidth: 1
1306         showgrid: True
1307         showline: True
1308         showticklabels: True
1309         tickcolor: "rgb(220, 220, 220)"
1310         tickformat: ".4s"
1311         tickfont:
1312           size: 16
1313         zeroline: True
1314         rangemode: "tozero"
1315       legend:
1316         orientation: "h"
1317         font:
1318           size: 16
1319         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1320       autosize: False
1321       margin:
1322           't': 50
1323           'b': 150
1324           'l': 80
1325           'r': 10
1326       showlegend: True
1327       width: 700
1328       height: 700
1329       hoverlabel:
1330         namelength: -1
1331
1332 - type: "static"
1333   src-path: "{DIR[RST]}"
1334   dst-path: "{DIR[WORKING,SRC]}"
1335
1336 - type: "input"
1337   general:
1338     file-name: "output_info.xml.gz"
1339     file-format: ".gz"
1340     arch-file-format:
1341       - ".gz"
1342       - ".zip"
1343     download-path: "{job}/{build}/archives/{filename}"
1344     extract: "output.xml"
1345
1346     zip-file-name: "robot-plugin.zip"
1347     zip-file-format: ".zip"
1348     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1349     zip-extract: "robot-plugin/output.xml"
1350
1351   builds:
1352
1353     csit-vpp-perf-verify-1901-3n-hsw:
1354       - 35  # MRR sel
1355       - 10  # NDRPDR sel
1356       - 19  # NDRPDR sel
1357       - 31  # NDRPDR sel
1358       - 36  # NDRPDR sel
1359       - 40  # NDRPDR sel
1360       - 42  # NDRPDR sel
1361       - 44  # NDRPDR sel
1362       - 46  # NDRPDR sel
1363       - 47  # NDRPDR sel
1364       - 48  # NDRPDR sel
1365       - 61  # NDRPDR LB
1366       - 62  # NDRPDR LB
1367       - 63  # NDRPDR LB
1368       - 64  # NDRPDR LB
1369       - 65  # NDRPDR LB
1370       - 66  # NDRPDR LB
1371       - 67  # NDRPDR LB
1372       - 69  # NDRPDR LB
1373       - 70  # NDRPDR LB
1374       - 71  # NDRPDR LB
1375     csit-vpp-perf-verify-1904-3n-hsw:
1376       - 9   # MRR sel
1377       - 11  # NDRPDR sel
1378       - 12  # NDRPDR sel
1379       - 20  # NDRPDR sel
1380       - 21  # NDRPDR sel
1381       - 23  # NDRPDR sel
1382       - 24  # NDRPDR sel
1383       - 25  # NDRPDR sel
1384       - 26  # NDRPDR sel
1385       - 29  # NDRPDR sel
1386       - 30  # NDRPDR sel
1387     csit-vpp-perf-verify-1908-3n-hsw:
1388       - 12  # NDRPDR sel
1389       - 13  # NDRPDR sel
1390       - 14  # NDRPDR sel
1391       - 15  # NDRPDR sel
1392       - 16  # NDRPDR sel
1393       - 17  # NDRPDR sel
1394       - 18  # NDRPDR sel
1395       - 19  # NDRPDR sel
1396       - 20  # NDRPDR sel
1397       - 21  # NDRPDR sel
1398       - 40  # NDRPDR sel vhost
1399       - 41  # NDRPDR sel vhost
1400       - 42  # NDRPDR sel vhost
1401       - 43  # NDRPDR sel vhost
1402       - 44  # NDRPDR sel vhost
1403       - 45  # NDRPDR sel vhost
1404       - 24  # NDRPDR full
1405       - 25  # NDRPDR full
1406       - 26  # NDRPDR full
1407       - 27  # NDRPDR full
1408       - 28  # NDRPDR full
1409       - 29  # NDRPDR full
1410       - 32  # NDRPDR full
1411       - 33  # NDRPDR full
1412       - 36  # NDRPDR full
1413       - 38  # NDRPDR full
1414       - 46  # NDRPDR full
1415       - 39  # MRR sel
1416
1417     csit-vpp-perf-verify-1901-3n-skx:
1418       - 32  # MRR sel
1419       - 18  # NDRPDR sel
1420       - 19  # NDRPDR sel
1421       - 20  # NDRPDR sel
1422       - 28  # NDRPDR sel
1423       - 31  # NDRPDR sel
1424       - 33  # NDRPDR sel
1425       - 36  # NDRPDR sel
1426       - 38  # NDRPDR sel
1427       - 47  # NDRPDR sel
1428       - 48  # NDRPDR sel
1429       - 54  # NDRPDR LB
1430       - 57  # NDRPDR LB
1431       - 58  # NDRPDR LB
1432       - 59  # NDRPDR LB
1433       - 60  # NDRPDR LB
1434       - 63  # NDRPDR LB
1435       - 64  # NDRPDR LB
1436       - 65  # NDRPDR LB
1437       - 66  # NDRPDR LB
1438       - 67  # NDRPDR LB
1439     csit-vpp-perf-verify-1904-3n-skx:
1440       - 7   # MRR sel
1441       - 8   # NDRPDR sel
1442       - 9   # NDRPDR sel
1443       - 10  # NDRPDR sel
1444       - 11  # NDRPDR sel
1445       - 12  # NDRPDR sel
1446       - 14  # NDRPDR sel
1447       - 16  # NDRPDR sel
1448       - 21  # NDRPDR sel
1449       - 23  # NDRPDR sel
1450       - 25  # NDRPDR sel
1451     # TODO: Add data
1452     csit-vpp-perf-verify-1908-3n-skx:
1453       - 14  # NDRPDR sel
1454       - 16  # NDRPDR sel
1455       - 19  # NDRPDR sel
1456       - 20  # NDRPDR sel
1457       - 22  # NDRPDR sel
1458       - 23  # NDRPDR sel
1459       - 24  # NDRPDR sel
1460       - 25  # NDRPDR sel
1461       - 26  # NDRPDR sel
1462       - 29  # NDRPDR sel
1463       - 44  # NDRPDR sel vhost
1464       - 45  # NDRPDR sel vhost
1465       - 46  # NDRPDR sel vhost
1466       - 47  # NDRPDR sel vhost
1467       - 48  # NDRPDR sel vhost
1468       - 49  # NDRPDR sel vhost
1469       - 27  # NDRPDR full
1470       - 28  # NDRPDR full
1471       - 30  # NDRPDR full
1472       - 31  # NDRPDR full
1473       - 32  # NDRPDR full
1474       - 33  # NDRPDR full
1475       - 34  # NDRPDR full
1476       - 35  # NDRPDR full
1477       - 37  # NDRPDR full
1478       - 39  # NDRPDR full
1479       - 40  # NDRPDR full
1480       - 41  # NDRPDR full
1481       - 50  # NDRPDR full
1482       - 36  # MRR sel
1483
1484     csit-vpp-perf-verify-1901-2n-skx:
1485       - 22  # MRR sel
1486       - 5   # NDRPDR sel
1487       - 12  # NDRPDR sel
1488       - 13  # NDRPDR sel
1489       - 21  # NDRPDR sel
1490       - 23  # NDRPDR sel
1491       - 31  # NDRPDR sel
1492       - 34  # NDRPDR sel
1493       - 40  # NDRPDR sel
1494       - 42  # NDRPDR sel
1495       - 43  # NDRPDR sel
1496     csit-vpp-perf-verify-1904-2n-skx:
1497       - 11  # MRR sel
1498       - 12  # NDRPDR sel
1499       - 14  # NDRPDR sel
1500       - 16  # NDRPDR sel
1501       - 17  # NDRPDR sel
1502       - 18  # NDRPDR sel
1503       - 21  # NDRPDR sel
1504       - 27  # NDRPDR sel
1505       - 30  # NDRPDR sel
1506       - 31  # NDRPDR sel
1507       - 32  # NDRPDR sel
1508     # TODO: Add data
1509     csit-vpp-perf-verify-1908-2n-skx:
1510       - 26  # NDRPDR sel
1511       - 27  # NDRPDR sel
1512       - 34  # NDRPDR sel
1513       - 35  # NDRPDR sel
1514       - 36  # NDRPDR sel
1515       - 42  # NDRPDR sel
1516       - 43  # NDRPDR sel
1517       - 44  # NDRPDR sel
1518       - 45  # NDRPDR sel
1519       - 46  # NDRPDR sel
1520       - 72  # NDRPDR sel vhost
1521       - 73  # NDRPDR sel vhost
1522       - 74  # NDRPDR sel vhost
1523       - 75  # NDRPDR sel vhost
1524       - 76  # NDRPDR sel vhost
1525       - 78  # NDRPDR sel vhost
1526       - 84  # NDRPDR sel vhost
1527       - 85  # NDRPDR sel vhost
1528       - 48  # NDRPDR full
1529       - 49  # NDRPDR full
1530       - 50  # NDRPDR full
1531       - 51  # NDRPDR full
1532       - 54  # NDRPDR full
1533       - 55  # NDRPDR full
1534       - 79  # NDRPDR full vhost
1535       - 69  # MRR sel
1536       - 29  # TCP
1537       - 30  # TCP
1538       - 58  # TCP
1539       - 59  # TCP
1540       - 60  # TCP
1541       - 61  # TCP
1542       - 62  # TCP
1543       - 63  # TCP
1544       - 64  # TCP
1545       - 65  # TCP
1546       - 22  # NFV
1547       - 31  # NFV
1548       - 32  # NFV
1549       - 37  # NFV
1550       - 38  # NFV
1551       - 39  # NFV
1552       - 53  # NFV
1553       - 67  # NFV
1554       - 68  # NFV
1555       - 70  # NFV
1556       - 71  # NFV MRR
1557
1558     csit-vpp-perf-verify-1908-3n-tsh:
1559       - 7   # NDRPDR sel
1560       - 8   # NDRPDR sel
1561       - 9   # NDRPDR sel
1562       - 10  # NDRPDR sel
1563       - 11  # NDRPDR sel
1564       - 12  # NDRPDR sel
1565       - 13  # NDRPDR sel
1566       - 14  # NDRPDR sel
1567       - 15  # NDRPDR sel
1568       - 16  # NDRPDR sel
1569
1570     csit-vpp-perf-verify-1908-3n-dnv:
1571       - 6   # NDRPDR sel
1572       - 7   # NDRPDR sel
1573       - 8   # NDRPDR sel
1574       - 9   # NDRPDR sel
1575       - 10  # NDRPDR sel
1576       - 12  # NDRPDR sel
1577       - 13  # NDRPDR sel
1578       - 14  # NDRPDR sel
1579       - 15  # NDRPDR sel
1580       - 16  # NDRPDR sel
1581
1582     csit-vpp-perf-verify-1908-2n-dnv:
1583       - 1   # NDRPDR sel
1584       - 2   # NDRPDR sel
1585       - 3   # NDRPDR sel
1586       - 4   # NDRPDR sel
1587       - 5   # NDRPDR sel
1588       - 6   # NDRPDR sel
1589       - 7   # NDRPDR sel
1590       - 8   # NDRPDR sel
1591       - 9   # NDRPDR sel
1592       - 10  # NDRPDR sel
1593
1594     csit-dpdk-perf-verify-1901-3n-hsw:
1595       - 13  # NDRPDR sel
1596       - 14  # NDRPDR sel
1597       - 16  # NDRPDR sel
1598       - 17  # NDRPDR sel
1599       - 18  # NDRPDR sel
1600       - 19  # NDRPDR sel
1601       - 20  # NDRPDR sel
1602       - 21  # NDRPDR sel
1603       - 22  # NDRPDR sel
1604       - 23  # NDRPDR sel
1605     csit-dpdk-perf-verify-1904-3n-hsw:
1606       - 2   # NDRPDR sel
1607       - 3   # NDRPDR sel
1608       - 5   # NDRPDR sel
1609       - 6   # NDRPDR sel
1610       - 13  # NDRPDR sel
1611       - 14  # NDRPDR sel
1612       - 15  # NDRPDR sel
1613       - 18  # NDRPDR sel
1614       - 19  # NDRPDR sel
1615       - 20  # NDRPDR sel
1616     csit-dpdk-perf-verify-1908-3n-hsw:
1617       - 2   # NDRPDR sel
1618       - 3   # NDRPDR sel
1619       - 4   # NDRPDR sel
1620       - 5   # NDRPDR sel
1621       - 6   # NDRPDR sel
1622       - 7   # NDRPDR sel
1623       - 8   # NDRPDR sel
1624       - 9   # NDRPDR sel
1625       - 10  # NDRPDR sel
1626       - 11  # NDRPDR sel
1627
1628     csit-dpdk-perf-verify-1901-3n-skx:
1629       - 3   # NDRPDR sel
1630       - 5   # NDRPDR sel
1631       - 6   # NDRPDR sel
1632       - 7   # NDRPDR sel
1633       - 8   # NDRPDR sel
1634       - 9   # NDRPDR sel
1635       - 10  # NDRPDR sel
1636       - 11  # NDRPDR sel
1637       - 12  # NDRPDR sel
1638       - 13  # NDRPDR sel
1639     csit-dpdk-perf-verify-1904-3n-skx:
1640       - 2   # NDRPDR sel
1641       - 3   # NDRPDR sel
1642       - 4   # NDRPDR sel
1643       - 5   # NDRPDR sel
1644       - 6   # NDRPDR sel
1645       - 7   # NDRPDR sel
1646       - 11  # NDRPDR sel
1647       - 12  # NDRPDR sel
1648       - 13  # NDRPDR sel
1649       - 14  # NDRPDR sel
1650     csit-dpdk-perf-verify-1908-3n-skx:
1651       - 3   # NDRPDR sel
1652       - 4   # NDRPDR sel
1653       - 5   # NDRPDR sel
1654       - 6   # NDRPDR sel
1655       - 7   # NDRPDR sel
1656       - 8   # NDRPDR sel
1657       - 9   # NDRPDR sel
1658       - 10  # NDRPDR sel
1659       - 11  # NDRPDR sel
1660       - 12  # NDRPDR sel
1661
1662     csit-dpdk-perf-verify-1901-2n-skx:
1663       - 12  # NDRPDR sel
1664       - 13  # NDRPDR sel
1665       - 14  # NDRPDR sel
1666       - 15  # NDRPDR sel
1667       - 16  # NDRPDR sel
1668       - 17  # NDRPDR sel
1669       - 18  # NDRPDR sel
1670       - 19  # NDRPDR sel
1671       - 20  # NDRPDR sel
1672       - 21  # NDRPDR sel
1673     csit-dpdk-perf-verify-1904-2n-skx:
1674       - 2   # NDRPDR sel
1675       - 3   # NDRPDR sel
1676       - 4   # NDRPDR sel
1677       - 5   # NDRPDR sel
1678       - 7   # NDRPDR sel
1679       - 8   # NDRPDR sel
1680       - 9   # NDRPDR sel
1681       - 10  # NDRPDR sel
1682       - 11  # NDRPDR sel
1683       - 12  # NDRPDR sel
1684     csit-dpdk-perf-verify-1908-2n-skx:
1685       - 2   # NDRPDR sel
1686       - 3   # NDRPDR sel
1687       - 4   # NDRPDR sel
1688       - 5   # NDRPDR sel
1689       - 7   # NDRPDR sel
1690       - 8   # NDRPDR sel
1691       - 9   # NDRPDR sel
1692       - 10  # NDRPDR sel
1693       - 11  # NDRPDR sel
1694       - 12  # NDRPDR sel
1695
1696     csit-vpp-functional-1908-ubuntu1604-virl:
1697       - 64
1698     csit-vpp-functional-1908-centos7-virl:
1699       - 64
1700     csit-vpp-device-1908-ubuntu1804-1n-skx:
1701       - 65
1702
1703 - type: "output"
1704   output: "report"
1705   format:
1706     html:
1707     - full
1708 #    pdf:
1709 #    - minimal
1710
1711 ################################################################################
1712 ###                               T A B L E S                                ###
1713 ################################################################################
1714
1715 ## VPP Soak vs NDR
1716 #- type: "table"
1717 #  title: "VPP Soak vs NDR 2n-skx"
1718 #  algorithm: "table_soak_vs_ndr"
1719 #  output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1720 #  reference:
1721 #    title: "NDR"
1722 #    data: "vpp-soak-vs-ndr-2n-skx-ref"
1723 #  compare:
1724 #    title: "Soak"
1725 #    data: "vpp-soak-vs-ndr-2n-skx-cmp"
1726 #  data: "vpp-soak-vs-ndr-2n-skx"
1727 #  include-tests: "NDR"
1728 #  filter: "('NDRPDR' or 'SOAK')"
1729 #  parameters:
1730 #    - "throughput"
1731 #    - "name"
1732 #    - "parent"
1733
1734 ################################################################################
1735
1736 # VPP Compare NICs 3n-skx 2t1c ndr
1737 - type: "table"
1738   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1739   algorithm: "table_nics_comparison"
1740   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1741   reference:
1742     title: "x710"
1743     nic: "NIC_Intel-X710"
1744   compare:
1745     title: "xxv710"
1746     nic: "NIC_Intel-XXV710"
1747   data: "vpp-nic-comparison-3n-skx"
1748   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1749   filter: "'2T1C' and 'NDRPDR'"
1750   parameters:
1751   - "name"
1752   - "parent"
1753   - "throughput"
1754   - "tags"
1755
1756 # VPP Compare NICs 3n-skx 4t2c ndr
1757 - type: "table"
1758   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1759   algorithm: "table_nics_comparison"
1760   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1761   reference:
1762     title: "x710"
1763     nic: "NIC_Intel-X710"
1764   compare:
1765     title: "xxv710"
1766     nic: "NIC_Intel-XXV710"
1767   data: "vpp-nic-comparison-3n-skx"
1768   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1769   filter: "'4T2C' and 'NDRPDR'"
1770   parameters:
1771   - "name"
1772   - "parent"
1773   - "throughput"
1774   - "tags"
1775
1776 # VPP Compare NICs 3n-skx 2t1c pdr
1777 - type: "table"
1778   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1779   algorithm: "table_nics_comparison"
1780   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1781   reference:
1782     title: "x710"
1783     nic: "NIC_Intel-X710"
1784   compare:
1785     title: "xxv710"
1786     nic: "NIC_Intel-XXV710"
1787   data: "vpp-nic-comparison-3n-skx"
1788   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1789   filter: "'2T1C' and 'NDRPDR'"
1790   parameters:
1791   - "name"
1792   - "parent"
1793   - "throughput"
1794   - "tags"
1795
1796  # VPP Compare NICs 3n-skx 4t2c pdr
1797 - type: "table"
1798   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1799   algorithm: "table_nics_comparison"
1800   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1801   reference:
1802     title: "x710"
1803     nic: "NIC_Intel-X710"
1804   compare:
1805     title: "xxv710"
1806     nic: "NIC_Intel-XXV710"
1807   data: "vpp-nic-comparison-3n-skx"
1808   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1809   filter: "'4T2C' and 'NDRPDR'"
1810   parameters:
1811   - "name"
1812   - "parent"
1813   - "throughput"
1814   - "tags"
1815
1816 # VPP Compare NICs 3n-skx 2t1c mrr
1817 - type: "table"
1818   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1819   algorithm: "table_nics_comparison"
1820   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1821   reference:
1822     title: "x710"
1823     nic: "NIC_Intel-X710"
1824   compare:
1825     title: "xxv710"
1826     nic: "NIC_Intel-XXV710"
1827   data: "vpp-nic-comparison-3n-skx-mrr"
1828   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1829   filter: "'2T1C' and 'MRR'"
1830   parameters:
1831   - "name"
1832   - "parent"
1833   - "result"
1834   - "tags"
1835
1836 # VPP Compare NICs 3n-skx 4t2c mrr
1837 - type: "table"
1838   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1839   algorithm: "table_nics_comparison"
1840   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1841   reference:
1842     title: "x710"
1843     nic: "NIC_Intel-X710"
1844   compare:
1845     title: "xxv710"
1846     nic: "NIC_Intel-XXV710"
1847   data: "vpp-nic-comparison-3n-skx-mrr"
1848   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1849   filter: "'4T2C' and 'MRR'"
1850   parameters:
1851   - "name"
1852   - "parent"
1853   - "result"
1854   - "tags"
1855
1856  # VPP Compare NICs 3n-skx 8t4c mrr
1857 - type: "table"
1858   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1859   algorithm: "table_nics_comparison"
1860   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1861   reference:
1862     title: "x710"
1863     nic: "NIC_Intel-X710"
1864   compare:
1865     title: "xxv710"
1866     nic: "NIC_Intel-XXV710"
1867   data: "vpp-nic-comparison-3n-skx-mrr"
1868   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1869   filter: "'8T4C' and 'MRR'"
1870   parameters:
1871   - "name"
1872   - "parent"
1873   - "result"
1874   - "tags"
1875
1876 # VPP Compare NICs 2n-skx 2t1c ndr
1877 - type: "table"
1878   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1879   algorithm: "table_nics_comparison"
1880   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1881   reference:
1882     title: "x710"
1883     nic: "NIC_Intel-X710"
1884   compare:
1885     title: "xxv710"
1886     nic: "NIC_Intel-XXV710"
1887   data: "vpp-nic-comparison-2n-skx"
1888   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1889   filter: "'2T1C' and 'NDRPDR'"
1890   parameters:
1891   - "name"
1892   - "parent"
1893   - "throughput"
1894   - "tags"
1895
1896 # VPP Compare NICs 2n-skx 4t2c ndr
1897 - type: "table"
1898   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1899   algorithm: "table_nics_comparison"
1900   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1901   reference:
1902     title: "x710"
1903     nic: "NIC_Intel-X710"
1904   compare:
1905     title: "xxv710"
1906     nic: "NIC_Intel-XXV710"
1907   data: "vpp-nic-comparison-2n-skx"
1908   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1909   filter: "'4T2C' and 'NDRPDR'"
1910   parameters:
1911   - "name"
1912   - "parent"
1913   - "throughput"
1914   - "tags"
1915
1916  # VPP Compare NICs 2n-skx 2t1c pdr
1917 - type: "table"
1918   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1919   algorithm: "table_nics_comparison"
1920   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1921   reference:
1922     title: "x710"
1923     nic: "NIC_Intel-X710"
1924   compare:
1925     title: "xxv710"
1926     nic: "NIC_Intel-XXV710"
1927   data: "vpp-nic-comparison-2n-skx"
1928   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1929   filter: "'2T1C' and 'NDRPDR'"
1930   parameters:
1931   - "name"
1932   - "parent"
1933   - "throughput"
1934   - "tags"
1935
1936 # VPP Compare NICs 2n-skx 4t2c pdr
1937 - type: "table"
1938   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1939   algorithm: "table_nics_comparison"
1940   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1941   reference:
1942     title: "x710"
1943     nic: "NIC_Intel-X710"
1944   compare:
1945     title: "xxv710"
1946     nic: "NIC_Intel-XXV710"
1947   data: "vpp-nic-comparison-2n-skx"
1948   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1949   filter: "'4T2C' and 'NDRPDR'"
1950   parameters:
1951   - "name"
1952   - "parent"
1953   - "throughput"
1954   - "tags"
1955
1956 # VPP Compare NICs 2n-skx 2t1c mrr
1957 - type: "table"
1958   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1959   algorithm: "table_nics_comparison"
1960   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1961   reference:
1962     title: "x710"
1963     nic: "NIC_Intel-X710"
1964   compare:
1965     title: "xxv710"
1966     nic: "NIC_Intel-XXV710"
1967   data: "vpp-nic-comparison-2n-skx-mrr"
1968   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1969   filter: "'2T1C' and 'MRR'"
1970   parameters:
1971   - "name"
1972   - "parent"
1973   - "result"
1974   - "tags"
1975
1976 # VPP Compare NICs 2n-skx 4t2c mrr
1977 - type: "table"
1978   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1979   algorithm: "table_nics_comparison"
1980   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1981   reference:
1982     title: "x710"
1983     nic: "NIC_Intel-X710"
1984   compare:
1985     title: "xxv710"
1986     nic: "NIC_Intel-XXV710"
1987   data: "vpp-nic-comparison-2n-skx-mrr"
1988   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1989   filter: "'4T2C' and 'MRR'"
1990   parameters:
1991   - "name"
1992   - "parent"
1993   - "result"
1994   - "tags"
1995
1996 # VPP Compare NICs 2n-skx 8t4c mrr
1997 - type: "table"
1998   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1999   algorithm: "table_nics_comparison"
2000   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2001   reference:
2002     title: "x710"
2003     nic: "NIC_Intel-X710"
2004   compare:
2005     title: "xxv710"
2006     nic: "NIC_Intel-XXV710"
2007   data: "vpp-nic-comparison-2n-skx-mrr"
2008   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2009   filter: "'8T4C' and 'MRR'"
2010   parameters:
2011   - "name"
2012   - "parent"
2013   - "result"
2014   - "tags"
2015
2016 ################################################################################
2017 # VPP
2018
2019 # VPP Performance Changes 3n-hsw 1t1c pdr
2020 - type: "table"
2021   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2022   algorithm: "table_performance_comparison"
2023   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2024   history:
2025     - title: "rls1901"
2026       data: "vpp-performance-changes-3n-hsw-h1"
2027   reference:
2028     title: "rls1904"
2029     data: "vpp-performance-changes-3n-hsw-ref"
2030   compare:
2031     title: "rls1908"
2032     data: "vpp-performance-changes-3n-hsw-cmp"
2033   data: "vpp-performance-changes-3n-hsw"
2034   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2035   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2036   parameters:
2037   - "name"
2038   - "parent"
2039   - "throughput"
2040
2041 # VPP Performance Changes 3n-hsw 2t2c pdr
2042 - type: "table"
2043   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2044   algorithm: "table_performance_comparison"
2045   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2046   history:
2047     - title: "rls1901"
2048       data: "vpp-performance-changes-3n-hsw-h1"
2049   reference:
2050     title: "rls1904"
2051     data: "vpp-performance-changes-3n-hsw-ref"
2052   compare:
2053     title: "rls1908"
2054     data: "vpp-performance-changes-3n-hsw-cmp"
2055   data: "vpp-performance-changes-3n-hsw"
2056   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2057   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2058   parameters:
2059   - "name"
2060   - "parent"
2061   - "throughput"
2062
2063 # VPP Performance Changes 3n-hsw 1t1c ndr
2064 - type: "table"
2065   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2066   algorithm: "table_performance_comparison"
2067   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2068   history:
2069     - title: "rls1901"
2070       data: "vpp-performance-changes-3n-hsw-h1"
2071   reference:
2072     title: "rls1904"
2073     data: "vpp-performance-changes-3n-hsw-ref"
2074   compare:
2075     title: "rls1908"
2076     data: "vpp-performance-changes-3n-hsw-cmp"
2077   data: "vpp-performance-changes-3n-hsw"
2078   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2079   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2080   parameters:
2081   - "name"
2082   - "parent"
2083   - "throughput"
2084
2085 # VPP Performance Changes 3n-hsw 2t2c ndr
2086 - type: "table"
2087   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2088   algorithm: "table_performance_comparison"
2089   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2090   history:
2091     - title: "rls1901"
2092       data: "vpp-performance-changes-3n-hsw-h1"
2093   reference:
2094     title: "rls1904"
2095     data: "vpp-performance-changes-3n-hsw-ref"
2096   compare:
2097     title: "rls1908"
2098     data: "vpp-performance-changes-3n-hsw-cmp"
2099   data: "vpp-performance-changes-3n-hsw"
2100   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2101   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2102   parameters:
2103   - "name"
2104   - "parent"
2105   - "throughput"
2106
2107 # VPP Performance Changes 3n-skx 2t1c pdr
2108 - type: "table"
2109   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2110   algorithm: "table_performance_comparison_nic"
2111   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2112   history:
2113     - title: "rls1901 x710"
2114       data: "vpp-performance-changes-3n-skx-h1"
2115       nic: "NIC_Intel-X710"
2116   reference:
2117     title: "rls1904 x710"
2118     data: "vpp-performance-changes-3n-skx-ref"
2119     nic: "NIC_Intel-X710"
2120   compare:
2121     title: "rls1908 xxv710"
2122     data: "vpp-performance-changes-3n-skx-cmp"
2123     nic: "NIC_Intel-XXV710"
2124   data: "vpp-performance-changes-3n-skx"
2125   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2126   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2127   parameters:
2128   - "name"
2129   - "parent"
2130   - "throughput"
2131   - "tags"
2132
2133 # VPP Performance Changes 3n-skx 4t2c pdr
2134 - type: "table"
2135   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2136   algorithm: "table_performance_comparison_nic"
2137   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2138   history:
2139     - title: "rls1901 x710"
2140       data: "vpp-performance-changes-3n-skx-h1"
2141       nic: "NIC_Intel-X710"
2142   reference:
2143     title: "rls1904 x710"
2144     data: "vpp-performance-changes-3n-skx-ref"
2145     nic: "NIC_Intel-X710"
2146   compare:
2147     title: "rls1908 xxv710"
2148     data: "vpp-performance-changes-3n-skx-cmp"
2149     nic: "NIC_Intel-XXV710"
2150   data: "vpp-performance-changes-3n-skx"
2151   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2152   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2153   parameters:
2154   - "name"
2155   - "parent"
2156   - "throughput"
2157   - "tags"
2158
2159 # VPP Performance Changes 3n-skx 2t1c ndr
2160 - type: "table"
2161   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2162   algorithm: "table_performance_comparison_nic"
2163   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2164   history:
2165     - title: "rls1901 x710"
2166       data: "vpp-performance-changes-3n-skx-h1"
2167       nic: "NIC_Intel-X710"
2168   reference:
2169     title: "rls1904 x710"
2170     data: "vpp-performance-changes-3n-skx-ref"
2171     nic: "NIC_Intel-X710"
2172   compare:
2173     title: "rls1908 xxv710"
2174     data: "vpp-performance-changes-3n-skx-cmp"
2175     nic: "NIC_Intel-XXV710"
2176   data: "vpp-performance-changes-3n-skx"
2177   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2178   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2179   parameters:
2180   - "name"
2181   - "parent"
2182   - "throughput"
2183   - "tags"
2184
2185 # VPP Performance Changes 3n-skx 4t2c ndr
2186 - type: "table"
2187   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2188   algorithm: "table_performance_comparison_nic"
2189   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2190   history:
2191     - title: "rls1901 x710"
2192       data: "vpp-performance-changes-3n-skx-h1"
2193       nic: "NIC_Intel-X710"
2194   reference:
2195     title: "rls1904 x710"
2196     data: "vpp-performance-changes-3n-skx-ref"
2197     nic: "NIC_Intel-X710"
2198   compare:
2199     title: "rls1908 xxv710"
2200     data: "vpp-performance-changes-3n-skx-cmp"
2201     nic: "NIC_Intel-XXV710"
2202   data: "vpp-performance-changes-3n-skx"
2203   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2204   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2205   parameters:
2206   - "name"
2207   - "parent"
2208   - "throughput"
2209   - "tags"
2210
2211 # VPP Performance Changes 2n-skx 2t1c pdr
2212 - type: "table"
2213   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2214   algorithm: "table_performance_comparison_nic"
2215   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2216   history:
2217     - title: "rls1901 x710"
2218       data: "vpp-performance-changes-2n-skx-h1"
2219       nic: "NIC_Intel-X710"
2220   reference:
2221     title: "rls1904 x710"
2222     data: "vpp-performance-changes-2n-skx-ref"
2223     nic: "NIC_Intel-X710"
2224   compare:
2225     title: "rls1908 xxv710"
2226     data: "vpp-performance-changes-2n-skx-cmp"
2227     nic: "NIC_Intel-XXV710"
2228   data: "vpp-performance-changes-2n-skx"
2229   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2230   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2231   parameters:
2232   - "name"
2233   - "parent"
2234   - "throughput"
2235   - "tags"
2236
2237 # VPP Performance Changes 2n-skx 4t2c pdr
2238 - type: "table"
2239   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2240   algorithm: "table_performance_comparison_nic"
2241   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2242   history:
2243     - title: "rls1901 x710"
2244       data: "vpp-performance-changes-2n-skx-h1"
2245       nic: "NIC_Intel-X710"
2246   reference:
2247     title: "rls1904 x710"
2248     data: "vpp-performance-changes-2n-skx-ref"
2249     nic: "NIC_Intel-X710"
2250   compare:
2251     title: "rls1908 xxv710"
2252     data: "vpp-performance-changes-2n-skx-cmp"
2253     nic: "NIC_Intel-XXV710"
2254   data: "vpp-performance-changes-2n-skx"
2255   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2256   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2257   parameters:
2258   - "name"
2259   - "parent"
2260   - "throughput"
2261   - "tags"
2262
2263 # VPP Performance Changes 2n-skx 2t1c ndr
2264 - type: "table"
2265   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2266   algorithm: "table_performance_comparison_nic"
2267   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2268   history:
2269     - title: "rls1901 x710"
2270       data: "vpp-performance-changes-2n-skx-h1"
2271       nic: "NIC_Intel-X710"
2272   reference:
2273     title: "rls1904 x710"
2274     data: "vpp-performance-changes-2n-skx-ref"
2275     nic: "NIC_Intel-X710"
2276   compare:
2277     title: "rls1908 xxv710"
2278     data: "vpp-performance-changes-2n-skx-cmp"
2279     nic: "NIC_Intel-XXV710"
2280   data: "vpp-performance-changes-2n-skx"
2281   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2282   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2283   parameters:
2284   - "name"
2285   - "parent"
2286   - "throughput"
2287   - "tags"
2288
2289 # VPP Performance Changes 2n-skx 4t2c ndr
2290 - type: "table"
2291   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2292   algorithm: "table_performance_comparison_nic"
2293   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2294   history:
2295     - title: "rls1901 x710"
2296       data: "vpp-performance-changes-2n-skx-h1"
2297       nic: "NIC_Intel-X710"
2298   reference:
2299     title: "rls1904 x710"
2300     data: "vpp-performance-changes-2n-skx-ref"
2301     nic: "NIC_Intel-X710"
2302   compare:
2303     title: "rls1908 xxv710"
2304     data: "vpp-performance-changes-2n-skx-cmp"
2305     nic: "NIC_Intel-XXV710"
2306   data: "vpp-performance-changes-2n-skx"
2307   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2308   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2309   parameters:
2310   - "name"
2311   - "parent"
2312   - "throughput"
2313   - "tags"
2314
2315 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2316 - type: "table"
2317   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2318   algorithm: "table_performance_comparison_nic"
2319   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2320   reference:
2321     title: "3n-hsw xl710"
2322     data: "vpp-compare-testbeds-ref"
2323     nic: "NIC_Intel-XL710"
2324   compare:
2325     title: "3n-skx xxv710"
2326     data: "vpp-compare-testbeds-cmp"
2327     nic: "NIC_Intel-XXV710"
2328   data: "vpp-compare-testbeds"
2329   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2330   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2331   parameters:
2332   - "name"
2333   - "parent"
2334   - "throughput"
2335
2336 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2337 - type: "table"
2338   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2339   algorithm: "table_performance_comparison_nic"
2340   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2341   reference:
2342     title: "3n-hsw xl710"
2343     data: "vpp-compare-testbeds-ref"
2344     nic: "NIC_Intel-XL710"
2345   compare:
2346     title: "3n-skx xxv710"
2347     data: "vpp-compare-testbeds-cmp"
2348     nic: "NIC_Intel-XXV710"
2349   data: "vpp-compare-testbeds"
2350   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2351   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2352   parameters:
2353   - "name"
2354   - "parent"
2355   - "throughput"
2356
2357 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2358 - type: "table"
2359   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2360   algorithm: "table_performance_comparison_nic"
2361   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2362   reference:
2363     title: "3n-hsw xl710"
2364     data: "vpp-compare-testbeds-ref"
2365     nic: "NIC_Intel-XL710"
2366   compare:
2367     title: "3n-skx xxv710"
2368     data: "vpp-compare-testbeds-cmp"
2369     nic: "NIC_Intel-XXV710"
2370   data: "vpp-compare-testbeds"
2371   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2372   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2373   parameters:
2374   - "name"
2375   - "parent"
2376   - "throughput"
2377
2378 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2379 - type: "table"
2380   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2381   algorithm: "table_performance_comparison_nic"
2382   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2383   reference:
2384     title: "3n-hsw xl710"
2385     data: "vpp-compare-testbeds-ref"
2386     nic: "NIC_Intel-XL710"
2387   compare:
2388     title: "3n-skx xxv710"
2389     data: "vpp-compare-testbeds-cmp"
2390     nic: "NIC_Intel-XXV710"
2391   data: "vpp-compare-testbeds"
2392   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2393   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2394   parameters:
2395   - "name"
2396   - "parent"
2397   - "throughput"
2398
2399 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2400 - type: "table"
2401   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2402   algorithm: "table_performance_comparison"
2403   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2404   reference:
2405     title: "3-Node Skx"
2406     data: "vpp-compare-topologies-ref"
2407   compare:
2408     title: "2-Node Skx"
2409     data: "vpp-compare-topologies-cmp"
2410   data: "vpp-compare-topologies"
2411   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2412   filter: "'NDRPDR' and '1C'"
2413   parameters:
2414   - "name"
2415   - "parent"
2416   - "throughput"
2417
2418 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2419 - type: "table"
2420   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2421   algorithm: "table_performance_comparison"
2422   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2423   reference:
2424     title: "3-Node Skx"
2425     data: "vpp-compare-topologies-ref"
2426   compare:
2427     title: "2-Node Skx"
2428     data: "vpp-compare-topologies-cmp"
2429   data: "vpp-compare-topologies"
2430   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2431   filter: "'NDRPDR' and '2C'"
2432   parameters:
2433   - "name"
2434   - "parent"
2435   - "throughput"
2436
2437 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2438 - type: "table"
2439   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2440   algorithm: "table_performance_comparison"
2441   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2442   reference:
2443     title: "3-Node Skx"
2444     data: "vpp-compare-topologies-ref"
2445   compare:
2446     title: "2-Node Skx"
2447     data: "vpp-compare-topologies-cmp"
2448   data: "vpp-compare-topologies"
2449   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2450   filter: "'NDRPDR' and '1C'"
2451   parameters:
2452   - "name"
2453   - "parent"
2454   - "throughput"
2455
2456 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2457 - type: "table"
2458   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2459   algorithm: "table_performance_comparison"
2460   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2461   reference:
2462     title: "3-Node Skx"
2463     data: "vpp-compare-topologies-ref"
2464   compare:
2465     title: "2-Node Skx"
2466     data: "vpp-compare-topologies-cmp"
2467   data: "vpp-compare-topologies"
2468   include-tests: "PDR"
2469   filter: "'NDRPDR' and '2C'"
2470   parameters:
2471   - "name"
2472   - "parent"
2473   - "throughput"
2474
2475 # VPP Performance Changes 3n-hsw 1t1c MRR
2476 - type: "table"
2477   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2478   algorithm: "table_performance_comparison"
2479   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2480   history:
2481     - title: "rls1901"
2482       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2483   reference:
2484     title: "rls1904"
2485     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2486   compare:
2487     title: "rls1908"
2488     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2489   data: "vpp-performance-changes-3n-hsw-mrr"
2490   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2491   filter: "'1T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2492   parameters:
2493   - "name"
2494   - "parent"
2495   - "result"
2496
2497 # VPP Performance Changes 3n-hsw 2t2c MRR
2498 - type: "table"
2499   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2500   algorithm: "table_performance_comparison"
2501   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2502   history:
2503     - title: "rls1901"
2504       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2505   reference:
2506     title: "rls1904"
2507     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2508   compare:
2509     title: "rls1908"
2510     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2511   data: "vpp-performance-changes-3n-hsw-mrr"
2512   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2513   filter: "'2T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2514   parameters:
2515   - "name"
2516   - "parent"
2517   - "result"
2518
2519 # VPP Performance Changes 3n-hsw 4t4c MRR
2520 - type: "table"
2521   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2522   algorithm: "table_performance_comparison"
2523   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2524   history:
2525     - title: "rls1901"
2526       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2527   reference:
2528     title: "rls1904"
2529     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2530   compare:
2531     title: "rls1908"
2532     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2533   data: "vpp-performance-changes-3n-hsw-mrr"
2534   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2535   filter: "'4T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2536   parameters:
2537   - "name"
2538   - "parent"
2539   - "result"
2540
2541 # VPP Performance Changes 3n-skx 2t1c MRR
2542 - type: "table"
2543   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2544   algorithm: "table_performance_comparison"
2545   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2546   history:
2547     - title: "rls1901"
2548       data: "vpp-performance-changes-3n-skx-mrr-h1"
2549   reference:
2550     title: "rls1904"
2551     data: "vpp-performance-changes-3n-skx-mrr-ref"
2552   compare:
2553     title: "rls1908"
2554     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2555   data: "vpp-performance-changes-3n-skx-mrr"
2556   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2557   filter: "'2T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2558   parameters:
2559   - "name"
2560   - "parent"
2561   - "result"
2562
2563 # VPP Performance Changes 3n-skx 4t2c MRR
2564 - type: "table"
2565   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2566   algorithm: "table_performance_comparison"
2567   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2568   history:
2569     - title: "rls1901"
2570       data: "vpp-performance-changes-3n-skx-mrr-h1"
2571   reference:
2572     title: "rls1904"
2573     data: "vpp-performance-changes-3n-skx-mrr-ref"
2574   compare:
2575     title: "rls1908"
2576     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2577   data: "vpp-performance-changes-3n-skx-mrr"
2578   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2579   filter: "'4T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2580   parameters:
2581   - "name"
2582   - "parent"
2583   - "result"
2584
2585 # VPP Performance Changes 3n-skx 8t4c MRR
2586 - type: "table"
2587   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2588   algorithm: "table_performance_comparison"
2589   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2590   history:
2591     - title: "rls1901"
2592       data: "vpp-performance-changes-3n-skx-mrr-h1"
2593   reference:
2594     title: "rls1904"
2595     data: "vpp-performance-changes-3n-skx-mrr-ref"
2596   compare:
2597     title: "rls1908"
2598     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2599   data: "vpp-performance-changes-3n-skx-mrr"
2600   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2601   filter: "'8T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2602   parameters:
2603   - "name"
2604   - "parent"
2605   - "result"
2606
2607 # VPP Performance Changes 2n-skx 2t1c MRR
2608 - type: "table"
2609   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2610   algorithm: "table_performance_comparison"
2611   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2612   history:
2613     - title: "rls1901"
2614       data: "vpp-performance-changes-2n-skx-mrr-h1"
2615   reference:
2616     title: "rls1904"
2617     data: "vpp-performance-changes-2n-skx-mrr-ref"
2618   compare:
2619     title: "rls1908"
2620     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2621   data: "vpp-performance-changes-2n-skx-mrr"
2622   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2623   filter: "'2T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2624   parameters:
2625   - "name"
2626   - "parent"
2627   - "result"
2628
2629 # VPP Performance Changes 2n-skx 4t2c MRR
2630 - type: "table"
2631   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2632   algorithm: "table_performance_comparison"
2633   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2634   history:
2635     - title: "rls1901"
2636       data: "vpp-performance-changes-2n-skx-mrr-h1"
2637   reference:
2638     title: "rls1904"
2639     data: "vpp-performance-changes-2n-skx-mrr-ref"
2640   compare:
2641     title: "rls1908"
2642     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2643   data: "vpp-performance-changes-2n-skx-mrr"
2644   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2645   filter: "'4T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2646   parameters:
2647   - "name"
2648   - "parent"
2649   - "result"
2650
2651 # VPP Performance Changes 2n-skx 8t4c MRR
2652 - type: "table"
2653   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2654   algorithm: "table_performance_comparison"
2655   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2656   history:
2657     - title: "rls1901"
2658       data: "vpp-performance-changes-2n-skx-mrr-h1"
2659   reference:
2660     title: "rls1904"
2661     data: "vpp-performance-changes-2n-skx-mrr-ref"
2662   compare:
2663     title: "rls1908"
2664     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2665   data: "vpp-performance-changes-2n-skx-mrr"
2666   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2667   filter: "'8T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2668   parameters:
2669   - "name"
2670   - "parent"
2671   - "result"
2672
2673 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2674 - type: "table"
2675   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2676   algorithm: "table_performance_comparison_nic"
2677   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2678   reference:
2679     title: "3n-hsw xl710"
2680     data: "vpp-compare-testbeds-mrr-ref"
2681     nic: "NIC_Intel-XL710"
2682   compare:
2683     title: "3n-skx xxv710"
2684     data: "vpp-compare-testbeds-mrr-cmp"
2685     nic: "NIC_Intel-XXV710"
2686   data: "vpp-compare-testbeds-mrr"
2687   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2688   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
2689   parameters:
2690   - "name"
2691   - "parent"
2692   - "result"
2693
2694 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2695 - type: "table"
2696   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2697   algorithm: "table_performance_comparison_nic"
2698   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2699   reference:
2700     title: "3n-hsw xl710"
2701     data: "vpp-compare-testbeds-mrr-ref"
2702     nic: "NIC_Intel-XL710"
2703   compare:
2704     title: "3n-skx xxv710"
2705     data: "vpp-compare-testbeds-mrr-cmp"
2706     nic: "NIC_Intel-XXV710"
2707   data: "vpp-compare-testbeds-mrr"
2708   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2709   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
2710   parameters:
2711   - "name"
2712   - "parent"
2713   - "result"
2714
2715 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2716 - type: "table"
2717   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2718   algorithm: "table_performance_comparison_nic"
2719   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2720   reference:
2721     title: "3n-hsw xl710"
2722     data: "vpp-compare-testbeds-mrr-ref"
2723     nic: "NIC_Intel-XL710"
2724   compare:
2725     title: "3n-skx xxv710"
2726     data: "vpp-compare-testbeds-mrr-cmp"
2727     nic: "NIC_Intel-XXV710"
2728   data: "vpp-compare-testbeds-mrr"
2729   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2730   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
2731   parameters:
2732   - "name"
2733   - "parent"
2734   - "result"
2735
2736 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2737 - type: "table"
2738   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2739   algorithm: "table_performance_comparison"
2740   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2741   reference:
2742     title: "3-Node Skx"
2743     data: "vpp-compare-topologies-mrr-ref"
2744   compare:
2745     title: "2-Node Skx"
2746     data: "vpp-compare-topologies-mrr-cmp"
2747   data: "vpp-compare-topologies-mrr"
2748   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2749   filter: "'MRR' and '1C'"
2750   parameters:
2751   - "name"
2752   - "parent"
2753   - "result"
2754
2755 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2756 - type: "table"
2757   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2758   algorithm: "table_performance_comparison"
2759   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2760   reference:
2761     title: "3-Node Skx"
2762     data: "vpp-compare-topologies-mrr-ref"
2763   compare:
2764     title: "2-Node Skx"
2765     data: "vpp-compare-topologies-mrr-cmp"
2766   data: "vpp-compare-topologies-mrr"
2767   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2768   filter: "'MRR' and '2C'"
2769   parameters:
2770   - "name"
2771   - "parent"
2772   - "result"
2773
2774 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2775 - type: "table"
2776   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2777   algorithm: "table_performance_comparison"
2778   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2779   reference:
2780     title: "3-Node Skx"
2781     data: "vpp-compare-topologies-mrr-ref"
2782   compare:
2783     title: "2-Node Skx"
2784     data: "vpp-compare-topologies-mrr-cmp"
2785   data: "vpp-compare-topologies-mrr"
2786   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2787   filter: "'MRR' and '4C'"
2788   parameters:
2789   - "name"
2790   - "parent"
2791   - "result"
2792
2793 # Detailed Test Results - VPP Performance Results 3n-hsw
2794 - type: "table"
2795   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2796   algorithm: "table_merged_details"
2797   output-file-ext: ".csv"
2798   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2799   columns:
2800   - title: "Name"
2801     data: "data name"
2802   - title: "Status"
2803     data: "data msg"
2804   rows: "generated"
2805   data: "vpp-perf-results-3n-hsw"
2806   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
2807   parameters:
2808   - "name"
2809   - "parent"
2810   - "msg"
2811
2812 # Detailed Test Results - VPP Performance Results 3n-skx
2813 - type: "table"
2814   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2815   algorithm: "table_merged_details"
2816   output-file-ext: ".csv"
2817   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2818   columns:
2819   - title: "Name"
2820     data: "data name"
2821   - title: "Status"
2822     data: "data msg"
2823   rows: "generated"
2824   data: "vpp-perf-results-3n-skx"
2825   filter: "not 'CFS_OPT'"
2826   parameters:
2827   - "name"
2828   - "parent"
2829   - "msg"
2830
2831 # Detailed Test Results - VPP Performance Results 2n-skx
2832 - type: "table"
2833   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2834   algorithm: "table_merged_details"
2835   output-file-ext: ".csv"
2836   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2837   columns:
2838   - title: "Name"
2839     data: "data name"
2840   - title: "Status"
2841     data: "data msg"
2842   rows: "generated"
2843   data: "vpp-perf-results-2n-skx"
2844   filter: "not 'CFS_OPT'"
2845   parameters:
2846   - "name"
2847   - "parent"
2848   - "msg"
2849
2850 # Detailed Test Results - VPP Performance Results 3n-tsh
2851 - type: "table"
2852   title: "Detailed Test Results - VPP Performance Results 3n-tsh"
2853   algorithm: "table_merged_details"
2854   output-file-ext: ".csv"
2855   output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh"
2856   columns:
2857   - title: "Name"
2858     data: "data name"
2859   - title: "Status"
2860     data: "data msg"
2861   rows: "generated"
2862   data: "vpp-perf-results-3n-tsh"
2863   filter: "not 'CFS_OPT'"
2864   parameters:
2865   - "name"
2866   - "parent"
2867   - "msg"
2868
2869 # Detailed Test Results - VPP Performance Results 3n-dnv
2870 - type: "table"
2871   title: "Detailed Test Results - VPP Performance Results 3n-dnv"
2872   algorithm: "table_details"
2873   output-file-ext: ".csv"
2874   output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv"
2875   columns:
2876   - title: "Name"
2877     data: "data name"
2878   - title: "Status"
2879     data: "data msg"
2880   rows: "generated"
2881   data: "vpp-perf-results-3n-dnv"
2882   filter: "'NDRPDR'"
2883   parameters:
2884   - "name"
2885   - "parent"
2886   - "msg"
2887
2888 # Detailed Test Results - VPP Performance Results 2n-dnv
2889 - type: "table"
2890   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2891   algorithm: "table_details"
2892   output-file-ext: ".csv"
2893   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2894   columns:
2895   - title: "Name"
2896     data: "data name"
2897   - title: "Status"
2898     data: "data msg"
2899   rows: "generated"
2900   data: "vpp-perf-results-2n-dnv"
2901   filter: "'NDRPDR'"
2902   parameters:
2903   - "name"
2904   - "parent"
2905   - "msg"
2906
2907 # Test configuration - VPP Performance Test Configs 3n-hsw
2908 - type: "table"
2909   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2910   algorithm: "table_merged_details"
2911   output-file-ext: ".csv"
2912   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2913   columns:
2914   - title: "Name"
2915     data: "data name"
2916   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2917     data: "data conf-history"
2918   rows: "generated"
2919   data: "vpp-perf-results-3n-hsw"
2920   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
2921   parameters:
2922   - "parent"
2923   - "name"
2924   - "conf-history"
2925
2926 # Test configuration - VPP Performance Test Configs 3n-skx
2927 - type: "table"
2928   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2929   algorithm: "table_merged_details"
2930   output-file-ext: ".csv"
2931   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2932   columns:
2933   - title: "Name"
2934     data: "data name"
2935   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2936     data: "data conf-history"
2937   rows: "generated"
2938   data: "vpp-perf-results-3n-skx"
2939   filter: "not 'CFS_OPT'"
2940   parameters:
2941   - "parent"
2942   - "name"
2943   - "conf-history"
2944
2945 # Test configuration - VPP Performance Test Configs 2n-skx
2946 - type: "table"
2947   title: "Test configuration - VPP Performance Test Configs 2n-skx"
2948   algorithm: "table_merged_details"
2949   output-file-ext: ".csv"
2950   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
2951   columns:
2952   - title: "Name"
2953     data: "data name"
2954   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2955     data: "data conf-history"
2956   rows: "generated"
2957   data: "vpp-perf-results-2n-skx"
2958   filter: "not 'CFS_OPT'"
2959   parameters:
2960   - "parent"
2961   - "name"
2962   - "conf-history"
2963
2964 # Test configuration - VPP Performance Test Configs 3n-tsh
2965 - type: "table"
2966   title: "Test configuration - VPP Performance Test Configs 3n-tsh"
2967   algorithm: "table_merged_details"
2968   output-file-ext: ".csv"
2969   output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh"
2970   columns:
2971   - title: "Name"
2972     data: "data name"
2973   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2974     data: "data conf-history"
2975   rows: "generated"
2976   data: "vpp-perf-results-3n-tsh"
2977   filter: "not 'CFS_OPT'"
2978   parameters:
2979   - "parent"
2980   - "name"
2981   - "conf-history"
2982
2983 # Test configuration - VPP Performance Test Configs 3n-dnv
2984 - type: "table"
2985   title: "Test configuration - VPP Performance Test Configs 3n-dnv"
2986   algorithm: "table_details"
2987   output-file-ext: ".csv"
2988   output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv"
2989   columns:
2990   - title: "Name"
2991     data: "data name"
2992   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2993     data: "data conf-history"
2994   rows: "generated"
2995   data: "vpp-perf-results-3n-dnv"
2996   filter: "'NDRPDR'"
2997   parameters:
2998   - "parent"
2999   - "name"
3000   - "conf-history"
3001
3002 # Test configuration - VPP Performance Test Configs 2n-dnv
3003 - type: "table"
3004   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3005   algorithm: "table_details"
3006   output-file-ext: ".csv"
3007   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3008   columns:
3009   - title: "Name"
3010     data: "data name"
3011   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3012     data: "data conf-history"
3013   rows: "generated"
3014   data: "vpp-perf-results-2n-dnv"
3015   filter: "'NDRPDR'"
3016   parameters:
3017   - "parent"
3018   - "name"
3019   - "conf-history"
3020
3021 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3022 - type: "table"
3023   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3024   algorithm: "table_merged_details"
3025   output-file-ext: ".csv"
3026   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3027   columns:
3028   - title: "Name"
3029     data: "data name"
3030   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3031     data: "data show-run"
3032   rows: "generated"
3033   data: "vpp-perf-results-3n-hsw"
3034   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3035   parameters:
3036   - "parent"
3037   - "name"
3038   - "show-run"
3039
3040 # Test Operational Data - VPP Performance Operational Data 3n-skx
3041 - type: "table"
3042   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3043   algorithm: "table_merged_details"
3044   output-file-ext: ".csv"
3045   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3046   columns:
3047   - title: "Name"
3048     data: "data name"
3049   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3050     data: "data show-run"
3051   rows: "generated"
3052   data: "vpp-perf-results-3n-skx"
3053   filter: "not 'CFS_OPT'"
3054   parameters:
3055   - "parent"
3056   - "name"
3057   - "show-run"
3058
3059 # Test Operational Data - VPP Performance Operational Data 2n-skx
3060 - type: "table"
3061   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3062   algorithm: "table_merged_details"
3063   output-file-ext: ".csv"
3064   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3065   columns:
3066   - title: "Name"
3067     data: "data name"
3068   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3069     data: "data show-run"
3070   rows: "generated"
3071   data: "vpp-perf-results-2n-skx"
3072   filter: "not 'CFS_OPT'"
3073   parameters:
3074   - "parent"
3075   - "name"
3076   - "show-run"
3077
3078 # Test Operational Data - VPP Performance Operational Data 3n-tsh
3079 - type: "table"
3080   title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
3081   algorithm: "table_merged_details"
3082   output-file-ext: ".csv"
3083   output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh"
3084   columns:
3085   - title: "Name"
3086     data: "data name"
3087   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3088     data: "data show-run"
3089   rows: "generated"
3090   data: "vpp-perf-results-3n-tsh"
3091   filter: "not 'CFS_OPT'"
3092   parameters:
3093   - "parent"
3094   - "name"
3095   - "show-run"
3096
3097 # Test Operational Data - VPP Performance Operational Data 3n-dnv
3098 - type: "table"
3099   title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
3100   algorithm: "table_details"
3101   output-file-ext: ".csv"
3102   output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv"
3103   columns:
3104   - title: "Name"
3105     data: "data name"
3106   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3107     data: "data show-run"
3108   rows: "generated"
3109   data: "vpp-perf-results-3n-dnv"
3110   filter: "'NDRPDR'"
3111   parameters:
3112   - "parent"
3113   - "name"
3114   - "show-run"
3115
3116 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3117 - type: "table"
3118   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3119   algorithm: "table_details"
3120   output-file-ext: ".csv"
3121   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3122   columns:
3123   - title: "Name"
3124     data: "data name"
3125   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3126     data: "data show-run"
3127   rows: "generated"
3128   data: "vpp-perf-results-2n-dnv"
3129   filter: "'NDRPDR'"
3130   parameters:
3131   - "parent"
3132   - "name"
3133   - "show-run"
3134
3135 # Detailed Test Results - VPP MRR Results 3n-hsw
3136 - type: "table"
3137   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3138   algorithm: "table_details"
3139   output-file-ext: ".csv"
3140   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3141   columns:
3142   - title: "Name"
3143     data: "data name"
3144   - title: "Status"
3145     data: "data msg"
3146   rows: "generated"
3147   data: "vpp-mrr-results-3n-hsw"
3148   filter: "'MRR'"
3149   parameters:
3150   - "name"
3151   - "parent"
3152   - "msg"
3153
3154 # Detailed Test Results - VPP MRR Results 3n-skx
3155 - type: "table"
3156   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3157   algorithm: "table_details"
3158   output-file-ext: ".csv"
3159   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3160   columns:
3161   - title: "Name"
3162     data: "data name"
3163   - title: "Status"
3164     data: "data msg"
3165   rows: "generated"
3166   data: "vpp-mrr-results-3n-skx"
3167   filter: "'MRR'"
3168   parameters:
3169   - "name"
3170   - "parent"
3171   - "msg"
3172
3173 # Detailed Test Results - VPP MRR Results 2n-skx
3174 - type: "table"
3175   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3176   algorithm: "table_details"
3177   output-file-ext: ".csv"
3178   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3179   columns:
3180   - title: "Name"
3181     data: "data name"
3182   - title: "Status"
3183     data: "data msg"
3184   rows: "generated"
3185   data: "vpp-mrr-results-2n-skx"
3186   filter: "'MRR'"
3187   parameters:
3188   - "name"
3189   - "parent"
3190   - "msg"
3191
3192 # Test configuration - VPP MRR Test Configs 3n-hsw
3193 - type: "table"
3194   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3195   algorithm: "table_details"
3196   output-file-ext: ".csv"
3197   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3198   columns:
3199   - title: "Name"
3200     data: "data name"
3201   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3202     data: "data conf-history"
3203   rows: "generated"
3204   data: "vpp-mrr-results-3n-hsw"
3205   filter: "'MRR'"
3206   parameters:
3207   - "parent"
3208   - "name"
3209   - "conf-history"
3210
3211 # Test configuration - VPP MRR Test Configs 3n-skx
3212 - type: "table"
3213   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3214   algorithm: "table_details"
3215   output-file-ext: ".csv"
3216   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3217   columns:
3218   - title: "Name"
3219     data: "data name"
3220   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3221     data: "data conf-history"
3222   rows: "generated"
3223   data: "vpp-mrr-results-3n-skx"
3224   filter: "'MRR'"
3225   parameters:
3226   - "parent"
3227   - "name"
3228   - "conf-history"
3229
3230 # Test configuration - VPP MRR Test Configs 2n-skx
3231 - type: "table"
3232   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3233   algorithm: "table_details"
3234   output-file-ext: ".csv"
3235   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3236   columns:
3237   - title: "Name"
3238     data: "data name"
3239   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3240     data: "data conf-history"
3241   rows: "generated"
3242   data: "vpp-mrr-results-2n-skx"
3243   filter: "'MRR'"
3244   parameters:
3245   - "parent"
3246   - "name"
3247   - "conf-history"
3248
3249 # Detailed Test Results - VPP Functional Results - Ubuntu
3250 - type: "table"
3251   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3252   algorithm: "table_details"
3253   output-file-ext: ".csv"
3254   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3255   columns:
3256   - title: "Name"
3257     data: "data name"
3258   - title: "Documentation"
3259     data: "data doc"
3260   - title: "Status"
3261     data: "data status"
3262   rows: "generated"
3263   data: "vpp-func-results-ubuntu"
3264   filter: "all"
3265   parameters:
3266   - "name"
3267   - "parent"
3268   - "doc"
3269   - "status"
3270
3271 # Detailed Test Results - VPP Functional Results - CentOS
3272 - type: "table"
3273   title: "Detailed Test Results - VPP Functional Results - CentOS"
3274   algorithm: "table_details"
3275   output-file-ext: ".csv"
3276   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3277   columns:
3278   - title: "Name"
3279     data: "data name"
3280   - title: "Documentation"
3281     data: "data doc"
3282   -
3283     title: "Status"
3284     data: "data status"
3285   rows: "generated"
3286   data:
3287     "vpp-func-results-centos"
3288   filter: "all"
3289   parameters:
3290   - "name"
3291   - "parent"
3292   - "doc"
3293   - "status"
3294
3295 # Test configuration - VPP Functional Test Configs - Ubuntu
3296 - type: "table"
3297   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3298   algorithm: "table_details"
3299   output-file-ext: ".csv"
3300   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3301   columns:
3302   - title: "Name"
3303     data: "data name"
3304   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3305     data: "data conf-history"
3306   rows: "generated"
3307   data: "vpp-func-results-ubuntu"
3308   filter: "all"
3309   parameters:
3310   - "parent"
3311   - "name"
3312   - "conf-history"
3313
3314 # Test configuration - VPP Functional Test Configs - CentOS
3315 - type: "table"
3316   title: "Test configuration - VPP Functional Test Configs - CentOS"
3317   algorithm: "table_details"
3318   output-file-ext: ".csv"
3319   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3320   columns:
3321   - title: "Name"
3322     data: "data name"
3323   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3324     data: "data conf-history"
3325   rows: "generated"
3326   data: "vpp-func-results-centos"
3327   filter: "all"
3328   parameters:
3329   - "parent"
3330   - "name"
3331   - "conf-history"
3332
3333 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3334 #- type: "table"
3335 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3336 #  algorithm: "table_details"
3337 #  output-file-ext: ".csv"
3338 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3339 #  columns:
3340 #  - title: "Name"
3341 #    data: "data name"
3342 #  - title: "Status"
3343 #    data: "data msg"
3344 #  rows: "generated"
3345 #  data: "ligato-perf-results-3n-hsw"
3346 #  filter: "all"
3347 #  parameters:
3348 #  - "name"
3349 #  - "parent"
3350 #  - "msg"
3351
3352 # Detailed Test Results - VPP Device Results - Ubuntu
3353 - type: "table"
3354   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3355   algorithm: "table_details"
3356   output-file-ext: ".csv"
3357   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3358   columns:
3359   - title: "Name"
3360     data: "data name"
3361   - title: "Documentation"
3362     data: "data doc"
3363   - title: "Status"
3364     data: "data status"
3365   rows: "generated"
3366   data: "vpp-device-results-ubuntu"
3367   filter: "all"
3368   parameters:
3369   - "name"
3370   - "parent"
3371   - "doc"
3372   - "status"
3373
3374 # Test configuration - VPP Device Test Configs - Ubuntu
3375 - type: "table"
3376   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3377   algorithm: "table_details"
3378   output-file-ext: ".csv"
3379   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3380   columns:
3381   - title: "Name"
3382     data: "data name"
3383   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3384     data: "data conf-history"
3385   rows: "generated"
3386   data: "vpp-device-results-ubuntu"
3387   filter: "all"
3388   parameters:
3389   - "parent"
3390   - "name"
3391   - "conf-history"
3392
3393 ################################################################################
3394
3395 # DPDK Performance Changes 3n-hsw 1t1c pdr
3396 - type: "table"
3397   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3398   algorithm: "table_performance_comparison"
3399   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3400   history:
3401     - title: "rls1901"
3402       data: "dpdk-performance-changes-3n-hsw-h1"
3403   reference:
3404     title: "rls1904"
3405     data: "dpdk-performance-changes-3n-hsw-ref"
3406   compare:
3407     title: "rls1908"
3408     data: "dpdk-performance-changes-3n-hsw-cmp"
3409   data: "dpdk-performance-changes-3n-hsw"
3410   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3411   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3412   parameters:
3413   - "name"
3414   - "parent"
3415   - "throughput"
3416
3417 # DPDK Performance Changes 3n-hsw 2t2c pdr
3418 - type: "table"
3419   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3420   algorithm: "table_performance_comparison"
3421   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3422   history:
3423     - title: "rls1901"
3424       data: "dpdk-performance-changes-3n-hsw-h1"
3425   reference:
3426     title: "rls1904"
3427     data: "dpdk-performance-changes-3n-hsw-ref"
3428   compare:
3429     title: "rls1908"
3430     data: "dpdk-performance-changes-3n-hsw-cmp"
3431   data: "dpdk-performance-changes-3n-hsw"
3432   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3433   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3434   parameters:
3435   - "name"
3436   - "parent"
3437   - "throughput"
3438
3439 # DPDK Performance Changes 3n-hsw 1t1c ndr
3440 - type: "table"
3441   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3442   algorithm: "table_performance_comparison"
3443   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3444   history:
3445     - title: "rls1901"
3446       data: "dpdk-performance-changes-3n-hsw-h1"
3447   reference:
3448     title: "rls1904"
3449     data: "dpdk-performance-changes-3n-hsw-ref"
3450   compare:
3451     title: "rls1908"
3452     data: "dpdk-performance-changes-3n-hsw-cmp"
3453   data: "dpdk-performance-changes-3n-hsw"
3454   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3455   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3456   parameters:
3457   - "name"
3458   - "parent"
3459   - "throughput"
3460
3461 # DPDK Performance Changes 3n-hsw 2t2c ndr
3462 - type: "table"
3463   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3464   algorithm: "table_performance_comparison"
3465   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3466   history:
3467     - title: "rls1901"
3468       data: "dpdk-performance-changes-3n-hsw-h1"
3469   reference:
3470     title: "rls1904"
3471     data: "dpdk-performance-changes-3n-hsw-ref"
3472   compare:
3473     title: "rls1908"
3474     data: "dpdk-performance-changes-3n-hsw-cmp"
3475   data: "dpdk-performance-changes-3n-hsw"
3476   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3477   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3478   parameters:
3479   - "name"
3480   - "parent"
3481   - "throughput"
3482
3483 # DPDK Performance Changes 3n-skx 2t1c pdr
3484 - type: "table"
3485   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3486   algorithm: "table_performance_comparison"
3487   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3488   history:
3489     - title: "rls1901"
3490       data: "dpdk-performance-changes-3n-skx-h1"
3491   reference:
3492     title: "rls1904"
3493     data: "dpdk-performance-changes-3n-skx-ref"
3494   compare:
3495     title: "rls1908"
3496     data: "dpdk-performance-changes-3n-skx-cmp"
3497   data: "dpdk-performance-changes-3n-skx"
3498   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3499   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3500   parameters:
3501   - "name"
3502   - "parent"
3503   - "throughput"
3504
3505 # DPDK Performance Changes 3n-skx 4t2c pdr
3506 - type: "table"
3507   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3508   algorithm: "table_performance_comparison"
3509   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3510   history:
3511     - title: "rls1901"
3512       data: "dpdk-performance-changes-3n-skx-h1"
3513   reference:
3514     title: "rls1904"
3515     data: "dpdk-performance-changes-3n-skx-ref"
3516   compare:
3517     title: "rls1908"
3518     data: "dpdk-performance-changes-3n-skx-cmp"
3519   data: "dpdk-performance-changes-3n-skx"
3520   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3521   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3522   parameters:
3523   - "name"
3524   - "parent"
3525   - "throughput"
3526
3527 # DPDK Performance Changes 3n-skx 2t1c ndr
3528 - type: "table"
3529   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3530   algorithm: "table_performance_comparison"
3531   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3532   history:
3533     - title: "rls1901"
3534       data: "dpdk-performance-changes-3n-skx-h1"
3535   reference:
3536     title: "rls1904"
3537     data: "dpdk-performance-changes-3n-skx-ref"
3538   compare:
3539     title: "rls1908"
3540     data: "dpdk-performance-changes-3n-skx-cmp"
3541   data: "dpdk-performance-changes-3n-skx"
3542   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3543   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3544   parameters:
3545   - "name"
3546   - "parent"
3547   - "throughput"
3548
3549 # DPDK Performance Changes 3n-skx 4t2c ndr
3550 - type: "table"
3551   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3552   algorithm: "table_performance_comparison"
3553   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3554   history:
3555     - title: "rls1901"
3556       data: "dpdk-performance-changes-3n-skx-h1"
3557   reference:
3558     title: "rls1904"
3559     data: "dpdk-performance-changes-3n-skx-ref"
3560   compare:
3561     title: "rls1908"
3562     data: "dpdk-performance-changes-3n-skx-cmp"
3563   data: "dpdk-performance-changes-3n-skx"
3564   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3565   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3566   parameters:
3567   - "name"
3568   - "parent"
3569   - "throughput"
3570
3571 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3572 - type: "table"
3573   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3574   algorithm: "table_performance_comparison"
3575   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3576   reference:
3577     title: "3-Node Hsw"
3578     data: "dpdk-compare-testbeds-ref"
3579   compare:
3580     title: "3-Node Skx"
3581     data: "dpdk-compare-testbeds-cmp"
3582   data: "dpdk-compare-testbeds"
3583   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3584   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3585   parameters:
3586   - "name"
3587   - "parent"
3588   - "throughput"
3589
3590 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3591 - type: "table"
3592   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3593   algorithm: "table_performance_comparison"
3594   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3595   reference:
3596     title: "3-Node Hsw"
3597     data: "dpdk-compare-testbeds-ref"
3598   compare:
3599     title: "3-Node Skx"
3600     data: "dpdk-compare-testbeds-cmp"
3601   data: "dpdk-compare-testbeds"
3602   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3603   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3604   parameters:
3605   - "name"
3606   - "parent"
3607   - "throughput"
3608
3609 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3610 - type: "table"
3611   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3612   algorithm: "table_performance_comparison"
3613   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3614   reference:
3615     title: "3-Node Skx"
3616     data: "dpdk-compare-topologies-ref"
3617   compare:
3618     title: "2-Node Skx"
3619     data: "dpdk-compare-topologies-cmp"
3620   data: "dpdk-compare-topologies"
3621   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3622   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3623   parameters:
3624   - "name"
3625   - "parent"
3626   - "throughput"
3627
3628 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3629 - type: "table"
3630   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3631   algorithm: "table_performance_comparison"
3632   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3633   reference:
3634     title: "3-Node Skx"
3635     data: "dpdk-compare-topologies-ref"
3636   compare:
3637     title: "2-Node Skx"
3638     data: "dpdk-compare-topologies-cmp"
3639   data: "dpdk-compare-topologies"
3640   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3641   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3642   parameters:
3643   - "name"
3644   - "parent"
3645   - "throughput"
3646
3647 # DPDK Performance Changes 2n-skx 2t1c pdr
3648 - type: "table"
3649   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3650   algorithm: "table_performance_comparison"
3651   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3652   history:
3653     - title: "rls1901"
3654       data: "dpdk-performance-changes-2n-skx-h1"
3655   reference:
3656     title: "rls1904"
3657     data: "dpdk-performance-changes-2n-skx-ref"
3658   compare:
3659     title: "rls1908"
3660     data: "dpdk-performance-changes-2n-skx-cmp"
3661   data: "dpdk-performance-changes-2n-skx"
3662   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3663   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3664   parameters:
3665   - "name"
3666   - "parent"
3667   - "throughput"
3668
3669 # DPDK Performance Changes 2n-skx 4t2c pdr
3670 - type: "table"
3671   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3672   algorithm: "table_performance_comparison"
3673   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3674   history:
3675     - title: "rls1901"
3676       data: "dpdk-performance-changes-2n-skx-h1"
3677   reference:
3678     title: "rls1904"
3679     data: "dpdk-performance-changes-2n-skx-ref"
3680   compare:
3681     title: "rls1908"
3682     data: "dpdk-performance-changes-2n-skx-cmp"
3683   data: "dpdk-performance-changes-2n-skx"
3684   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3685   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3686   parameters:
3687   - "name"
3688   - "parent"
3689   - "throughput"
3690
3691 # DPDK Performance Changes 2n-skx 2t1c ndr
3692 - type: "table"
3693   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3694   algorithm: "table_performance_comparison"
3695   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3696   history:
3697     - title: "rls1901"
3698       data: "dpdk-performance-changes-2n-skx-h1"
3699   reference:
3700     title: "rls1904"
3701     data: "dpdk-performance-changes-2n-skx-ref"
3702   compare:
3703     title: "rls1908"
3704     data: "dpdk-performance-changes-2n-skx-cmp"
3705   data: "dpdk-performance-changes-2n-skx"
3706   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3707   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3708   parameters:
3709   - "name"
3710   - "parent"
3711   - "throughput"
3712
3713 # DPDK Performance Changes 2n-skx 4t2c ndr
3714 - type: "table"
3715   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3716   algorithm: "table_performance_comparison"
3717   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3718   history:
3719     - title: "rls1901"
3720       data: "dpdk-performance-changes-2n-skx-h1"
3721   reference:
3722     title: "rls1904"
3723     data: "dpdk-performance-changes-2n-skx-ref"
3724   compare:
3725     title: "rls1908"
3726     data: "dpdk-performance-changes-2n-skx-cmp"
3727   data: "dpdk-performance-changes-2n-skx"
3728   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3729   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3730   parameters:
3731   - "name"
3732   - "parent"
3733   - "throughput"
3734
3735 # Detailed Test Results - DPDK Performance Results 3n-hsw
3736 - type: "table"
3737   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3738   algorithm: "table_details"
3739   output-file-ext: ".csv"
3740   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3741   columns:
3742   - title: "Name"
3743     data: "data name"
3744   - title: "Status"
3745     data: "data msg"
3746   rows: "generated"
3747   data: "dpdk-perf-results-3n-hsw"
3748   filter: "all"
3749   parameters:
3750   - "name"
3751   - "parent"
3752   - "msg"
3753
3754 # Detailed Test Results - DPDK Performance Results 3n-skx
3755 - type: "table"
3756   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3757   algorithm: "table_details"
3758   output-file-ext: ".csv"
3759   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3760   columns:
3761   - title: "Name"
3762     data: "data name"
3763   - title: "Status"
3764     data: "data msg"
3765   rows: "generated"
3766   data: "dpdk-perf-results-3n-skx"
3767   filter: "all"
3768   parameters:
3769   - "name"
3770   - "parent"
3771   - "msg"
3772
3773 # Detailed Test Results - DPDK Performance Results 2n-skx
3774 - type: "table"
3775   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3776   algorithm: "table_details"
3777   output-file-ext: ".csv"
3778   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3779   columns:
3780   - title: "Name"
3781     data: "data name"
3782   - title: "Status"
3783     data: "data msg"
3784   rows: "generated"
3785   data: "dpdk-perf-results-2n-skx"
3786   filter: "all"
3787   parameters:
3788   - "name"
3789   - "parent"
3790   - "msg"
3791
3792 ################################################################################
3793 ###                                F I L E S                                 ###
3794 ################################################################################
3795
3796 # VPP Performance Results 3n-hsw
3797 - type: "file"
3798   title: "VPP Performance Results 3n-hsw"
3799   algorithm: "file_test_results"
3800   output-file-ext: ".rst"
3801   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3802   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3803   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
3804   data: "vpp-perf-results-3n-hsw"
3805   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3806   parameters:
3807   - "name"
3808   - "doc"
3809   - "level"
3810   - "parent"
3811   data-start-level: 3
3812
3813 # VPP Performance Results 3n-skx
3814 - type: "file"
3815   title: "VPP Performance Results 3n-skx"
3816   algorithm: "file_test_results"
3817   output-file-ext: ".rst"
3818   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3819   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3820   dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
3821   data: "vpp-perf-results-3n-skx"
3822   filter: "not 'CFS_OPT'"
3823   parameters:
3824   - "name"
3825   - "doc"
3826   - "level"
3827   - "parent"
3828   data-start-level: 3
3829
3830 # VPP Performance Results 2n-skx
3831 - type: "file"
3832   title: "VPP Performance Results 2n-skx"
3833   algorithm: "file_test_results"
3834   output-file-ext: ".rst"
3835   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3836   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3837   dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
3838   data: "vpp-perf-results-2n-skx"
3839   filter: "not 'CFS_OPT'"
3840   parameters:
3841   - "name"
3842   - "doc"
3843   - "level"
3844   - "parent"
3845   data-start-level: 3
3846
3847 # VPP Performance Results 3n-tsh
3848 - type: "file"
3849   title: "VPP Performance Results 3n-tsh"
3850   algorithm: "file_test_results"
3851   output-file-ext: ".rst"
3852   output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh"
3853   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3854   dir-tables: "{DIR[DTR,PERF,VPP,3N,TSH]}"
3855   data: "vpp-perf-results-3n-tsh"
3856   filter: "not 'CFS_OPT'"
3857   parameters:
3858   - "name"
3859   - "doc"
3860   - "level"
3861   - "parent"
3862   data-start-level: 3
3863
3864 # VPP Performance Results 3n-dnv
3865 - type: "file"
3866   title: "VPP Performance Results 3n-dnv"
3867   algorithm: "file_test_results"
3868   output-file-ext: ".rst"
3869   output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv"
3870   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3871   dir-tables: "{DIR[DTR,PERF,VPP,3N,DNV]}"
3872   data: "vpp-perf-results-3n-dnv"
3873   filter: "'NDRPDR'"
3874   parameters:
3875   - "name"
3876   - "doc"
3877   - "level"
3878   - "parent"
3879   data-start-level: 3
3880
3881 # VPP Performance Results 2n-dnv
3882 - type: "file"
3883   title: "VPP Performance Results 2n-dnv"
3884   algorithm: "file_test_results"
3885   output-file-ext: ".rst"
3886   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3887   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3888   dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}"
3889   data: "vpp-perf-results-2n-dnv"
3890   filter: "'NDRPDR'"
3891   parameters:
3892   - "name"
3893   - "doc"
3894   - "level"
3895   - "parent"
3896   data-start-level: 3
3897
3898 # VPP Performance Configuration 3n-hsw
3899 - type: "file"
3900   title: "VPP Performance Configuration 3n-hsw"
3901   algorithm: "file_test_results"
3902   output-file-ext: ".rst"
3903   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw"
3904   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3905   dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
3906   data: "vpp-perf-results-3n-hsw"
3907   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3908   parameters:
3909   - "name"
3910   - "doc"
3911   - "level"
3912   - "parent"
3913   data-start-level: 3
3914
3915 # VPP Performance Configuration 3n-skx
3916 - type: "file"
3917   title: "VPP Performance Configuration 3n-skx"
3918   algorithm: "file_test_results"
3919   output-file-ext: ".rst"
3920   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx"
3921   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3922   dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}"
3923   data: "vpp-perf-results-3n-skx"
3924   filter: "not 'CFS_OPT'"
3925   parameters:
3926   - "name"
3927   - "doc"
3928   - "level"
3929   - "parent"
3930   data-start-level: 3
3931
3932 # VPP Performance Configuration 2n-skx
3933 - type: "file"
3934   title: "VPP Performance Configuration 2n-skx"
3935   algorithm: "file_test_results"
3936   output-file-ext: ".rst"
3937   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx"
3938   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3939   dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}"
3940   data: "vpp-perf-results-2n-skx"
3941   filter: "not 'CFS_OPT'"
3942   parameters:
3943   - "name"
3944   - "doc"
3945   - "level"
3946   - "parent"
3947   data-start-level: 3
3948
3949 # VPP Performance Configuration 3n-tsh
3950 - type: "file"
3951   title: "VPP Performance Configuration 3n-tsh"
3952   algorithm: "file_test_results"
3953   output-file-ext: ".rst"
3954   output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_performance_configuration_3n_tsh"
3955   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3956   dir-tables: "{DIR[DTC,PERF,VPP,3N,TSH]}"
3957   data: "vpp-perf-results-3n-tsh"
3958   filter: "not 'CFS_OPT'"
3959   parameters:
3960   - "name"
3961   - "doc"
3962   - "level"
3963   - "parent"
3964   data-start-level: 3
3965
3966 # VPP Performance Configuration 3n-dnv
3967 - type: "file"
3968   title: "VPP Performance Configuration 3n-dnv"
3969   algorithm: "file_test_results"
3970   output-file-ext: ".rst"
3971   output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_performance_configuration_3n_dnv"
3972   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3973   dir-tables: "{DIR[DTC,PERF,VPP,3N,DNV]}"
3974   data: "vpp-perf-results-3n-dnv"
3975   filter: "'NDRPDR'"
3976   parameters:
3977   - "name"
3978   - "doc"
3979   - "level"
3980   - "parent"
3981   data-start-level: 3
3982
3983 # VPP Performance Configuration 2n-dnv
3984 - type: "file"
3985   title: "VPP Performance Configuration 2n-dnv"
3986   algorithm: "file_test_results"
3987   output-file-ext: ".rst"
3988   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv"
3989   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3990   dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}"
3991   data: "vpp-perf-results-2n-dnv"
3992   filter: "'NDRPDR'"
3993   parameters:
3994   - "name"
3995   - "doc"
3996   - "level"
3997   - "parent"
3998   data-start-level: 3
3999
4000 # VPP Performance Operational Data 3n-hsw