fdd8cb2d98a679359930f5e645fa35394d9b8de2
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49
50     # Detailed test configurations
51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
55     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
56     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
57     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
58     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
59     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
60     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
61     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
62     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
63     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
64
65     # Detailed tests operational data
66     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
67     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
68     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
69     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
70     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
71     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
72
73     # .css patch file to fix tables generated by Sphinx
74     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
75     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
76
77   urls:
78     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
79     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
80     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
81     # URL[VIRL,DNV]: "http://download.it/from/nexus"
82     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
83     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
84     DIR[NEXUS,DOC]: "report/_static/archive"
85
86   make-dirs:
87   # List the directories which are created while preparing the environment.
88   # All directories MUST be defined in "paths" section.
89   - "DIR[WORKING,DATA]"
90   - "DIR[STATIC,VPP]"
91   - "DIR[STATIC,DPDK]"
92   - "DIR[STATIC,ARCH]"
93   - "DIR[BUILD,LATEX]"
94   - "DIR[WORKING,SRC]"
95   - "DIR[WORKING,SRC,STATIC]"
96
97   remove-dirs:
98   # List the directories which are deleted while cleaning the environment.
99   # All directories MUST be defined in "paths" section.
100   #- "DIR[BUILD,HTML]"
101   - "DIR[WORKING,DATA]"
102
103   build-dirs:
104   # List the directories where the results (build) is stored.
105   # All directories MUST be defined in "paths" section.
106   - "DIR[BUILD,HTML]"
107   - "DIR[BUILD,LATEX]"
108
109 - type: "configuration"
110
111   limits:
112     nic:
113       x520: 24460000
114       x553: 29761905
115       x710: 35800000
116       xxv710: 35800000
117       xl710: 35800000
118
119     link:
120       10ge: 14880952.38
121       25ge: 37202380.95
122       40ge: 59523809.52
123       100ge: 148809523.81
124
125     pci:
126       pci-g3-x8: 74404761.90
127       pci-g3-x16: 148809523.81
128
129   data-sets:
130
131     ###########################################################################
132     # Plots:
133
134     # 3n-hsw
135
136     plot-vpp-throughput-lat-tsa-3n-hsw:
137       csit-vpp-perf-verify-1908-3n-hsw:
138         - 12  # NDRPDR sel
139         - 13  # NDRPDR sel
140         - 14  # NDRPDR sel
141         - 15  # NDRPDR sel
142         - 16  # NDRPDR sel
143         - 17  # NDRPDR sel
144         - 18  # NDRPDR sel
145         - 19  # NDRPDR sel
146         - 20  # NDRPDR sel
147         - 21  # NDRPDR sel
148
149     plot-vpp-throughput-lat-tsa-3n-hsw-vhost:
150       csit-vpp-perf-verify-1908-3n-hsw:
151         - 40  # NDRPDR sel vhost
152         - 41  # NDRPDR sel vhost
153         - 42  # NDRPDR sel vhost
154         - 43  # NDRPDR sel vhost
155         - 44  # NDRPDR sel vhost
156         - 45  # NDRPDR sel vhost
157
158     plot-vpp-http-server-performance:
159       csit-vpp-perf-verify-1908-2n-skx:
160         - 29  # TCP
161         - 30  # TCP
162         - 58  # TCP
163         - 59  # TCP
164         - 60  # TCP
165         - 61  # TCP
166         - 62  # TCP
167         - 63  # TCP
168         - 64  # TCP
169         - 65  # TCP
170
171     plot-dpdk-throughput-latency-3n-hsw:
172       csit-dpdk-perf-verify-1908-3n-hsw:
173         - 2   # NDRPDR sel
174         - 3   # NDRPDR sel
175         - 4   # NDRPDR sel
176         - 5   # NDRPDR sel
177         - 6   # NDRPDR sel
178         - 7   # NDRPDR sel
179         - 8   # NDRPDR sel
180         - 9   # NDRPDR sel
181         - 10  # NDRPDR sel
182         - 11  # NDRPDR sel
183
184     # 3n-skx
185
186     plot-vpp-throughput-lat-tsa-3n-skx:
187       csit-vpp-perf-verify-1908-3n-skx:
188         - 14  # NDRPDR sel
189         - 16  # NDRPDR sel
190         - 19  # NDRPDR sel
191         - 20  # NDRPDR sel
192         - 22  # NDRPDR sel
193         - 23  # NDRPDR sel
194         - 24  # NDRPDR sel
195         - 25  # NDRPDR sel
196         - 26  # NDRPDR sel
197         - 29  # NDRPDR sel
198
199     plot-vpp-throughput-lat-tsa-3n-skx-vhost:
200       csit-vpp-perf-verify-1908-3n-skx:
201         - 44  # NDRPDR sel vhost
202         - 45  # NDRPDR sel vhost
203         - 49  # NDRPDR sel vhost
204
205     plot-dpdk-throughput-latency-3n-skx:
206       csit-dpdk-perf-verify-1908-3n-skx:
207         - 3   # NDRPDR sel
208         - 4   # NDRPDR sel
209         - 5   # NDRPDR sel
210         - 6   # NDRPDR sel
211         - 7   # NDRPDR sel
212         - 8   # NDRPDR sel
213         - 9   # NDRPDR sel
214         - 10  # NDRPDR sel
215         - 11  # NDRPDR sel
216         - 12  # NDRPDR sel
217
218     # 2n-skx
219
220     plot-vpp-throughput-lat-tsa-2n-skx:
221       csit-vpp-perf-verify-1908-2n-skx:
222         - 26  # NDRPDR sel
223         - 27  # NDRPDR sel
224         - 34  # NDRPDR sel
225         - 35  # NDRPDR sel
226         - 36  # NDRPDR sel
227         - 42  # NDRPDR sel
228         - 43  # NDRPDR sel
229         - 44  # NDRPDR sel
230         - 45  # NDRPDR sel
231         - 46  # NDRPDR sel
232
233     plot-vpp-throughput-lat-tsa-2n-skx-vhost:
234       csit-vpp-perf-verify-1908-2n-skx:
235         - 72  # NDRPDR sel vhost
236         - 73  # NDRPDR sel vhost
237         - 74  # NDRPDR sel vhost
238         - 75  # NDRPDR sel vhost
239         - 76  # NDRPDR sel vhost
240         - 78  # NDRPDR sel vhost
241
242 #    plot-vpp-soak-2n-skx:
243 #      # TODO: Add data
244 #      csit-vpp-perf-verify-1908-2n-skx:
245
246     plot-vpp-nfv-2n-skx-ndrpdr:
247       csit-vpp-perf-verify-1908-2n-skx:
248         - 22  # NFV
249         - 31  # NFV
250         - 32  # NFV
251         - 37  # NFV
252         - 38  # NFV
253         - 39  # NFV
254         - 53  # NFV
255         - 67  # NFV
256         - 68  # NFV
257         - 70  # NFV
258
259     plot-vpp-nfv-2n-skx-mrr:
260       csit-vpp-perf-verify-1908-2n-skx:
261         - 71  # NFV MRR
262
263     plot-dpdk-throughput-latency-2n-skx:
264       csit-dpdk-perf-verify-1908-2n-skx:
265         - 2   # NDRPDR sel
266         - 3   # NDRPDR sel
267         - 4   # NDRPDR sel
268         - 5   # NDRPDR sel
269         - 7   # NDRPDR sel
270         - 8   # NDRPDR sel
271         - 9   # NDRPDR sel
272         - 10  # NDRPDR sel
273         - 11  # NDRPDR sel
274         - 12  # NDRPDR sel
275
276     plot-vpp-throughput-lat-tsa-3n-tsh:
277       csit-vpp-perf-verify-1908-3n-tsh:
278         - 7   # NDRPDR sel
279         - 8   # NDRPDR sel
280         - 9   # NDRPDR sel
281         - 10  # NDRPDR sel
282         - 11  # NDRPDR sel
283         - 12  # NDRPDR sel
284         - 13  # NDRPDR sel
285         - 14  # NDRPDR sel
286
287     ###########################################################################
288     # Simple tables (only one data set):
289
290     # NIC Comparisons
291
292     vpp-nic-comparison-3n-skx:
293       csit-vpp-perf-verify-1908-3n-skx:
294         - 14  # NDRPDR sel
295         - 16  # NDRPDR sel
296         - 19  # NDRPDR sel
297         - 20  # NDRPDR sel
298         - 22  # NDRPDR sel
299         - 23  # NDRPDR sel
300         - 24  # NDRPDR sel
301         - 25  # NDRPDR sel
302         - 26  # NDRPDR sel
303         - 29  # NDRPDR sel
304
305     vpp-nic-comparison-2n-skx:
306       csit-vpp-perf-verify-1908-2n-skx:
307         - 26  # NDRPDR sel
308         - 27  # NDRPDR sel
309         - 34  # NDRPDR sel
310         - 35  # NDRPDR sel
311         - 36  # NDRPDR sel
312         - 42  # NDRPDR sel
313         - 43  # NDRPDR sel
314         - 44  # NDRPDR sel
315         - 45  # NDRPDR sel
316         - 46  # NDRPDR sel
317
318     vpp-nic-comparison-3n-skx-mrr:
319       csit-vpp-perf-verify-1908-3n-skx:
320         - 36  # MRR sel
321
322     vpp-nic-comparison-2n-skx-mrr:
323       csit-vpp-perf-verify-1908-2n-skx:
324         - 69  # MRR sel
325
326     # Results
327
328     vpp-perf-results-3n-hsw:
329       csit-vpp-perf-verify-1908-3n-hsw:
330         - 24  # NDRPDR full
331         - 25  # NDRPDR full
332         - 26  # NDRPDR full
333         - 27  # NDRPDR full
334         - 28  # NDRPDR full
335         - 29  # NDRPDR full
336         - 32  # NDRPDR full
337         - 33  # NDRPDR full
338         - 36  # NDRPDR full
339         - 38  # NDRPDR full
340
341     vpp-perf-results-3n-skx:
342       # TODO: Add FULL data
343       csit-vpp-perf-verify-1908-3n-skx:
344         - 27  # NDRPDR full
345         - 28  # NDRPDR full
346         - 30  # NDRPDR full
347         - 31  # NDRPDR full
348         - 32  # NDRPDR full
349         - 33  # NDRPDR full
350         - 34  # NDRPDR full
351         - 35  # NDRPDR full
352         - 37  # NDRPDR full
353         - 39  # NDRPDR full
354         - 40  # NDRPDR full
355         - 41  # NDRPDR full
356
357     vpp-perf-results-2n-skx:
358       csit-vpp-perf-verify-1908-2n-skx:
359         - 48  # NDRPDR full
360         - 49  # NDRPDR full
361         - 50  # NDRPDR full
362         - 51  # NDRPDR full
363         - 54  # NDRPDR full
364         - 55  # NDRPDR full
365         - 79  # NDRPDR full vhost
366
367     vpp-perf-results-3n-tsh:
368       csit-vpp-perf-verify-1908-3n-tsh:
369         - 13  # NDRPDR sel
370
371     vpp-mrr-results-3n-hsw:
372       csit-vpp-perf-verify-1908-3n-hsw:
373         - 39  # MRR sel
374
375     vpp-mrr-results-3n-skx:
376       csit-vpp-perf-verify-1908-3n-skx:
377         - 36  # MRR sel
378
379     vpp-mrr-results-2n-skx:
380       csit-vpp-perf-verify-1908-2n-skx:
381         - 69  # MRR sel
382
383     vpp-func-results-ubuntu:
384       csit-vpp-functional-1908-ubuntu1604-virl:
385         - 64
386
387     vpp-func-results-centos:
388       csit-vpp-functional-1908-centos7-virl:
389         - 64
390
391     vpp-device-results-ubuntu:
392       csit-vpp-device-1908-ubuntu1804-1n-skx:
393         - 65
394
395     dpdk-perf-results-3n-hsw:
396       csit-dpdk-perf-verify-1908-3n-hsw:
397         - 10  # NDRPDR sel
398
399     dpdk-perf-results-3n-skx:
400       csit-dpdk-perf-verify-1908-3n-skx:
401         - 12  # NDRPDR sel
402
403     dpdk-perf-results-2n-skx:
404       csit-dpdk-perf-verify-1908-2n-skx:
405         - 12  # NDRPDR sel
406
407 ###########################################################################
408     # Tables (more than one data set)
409
410     # Performance changes
411
412 #    intel-dnv-vpp-changes-2n-dnv-h1:
413 #      intel-dnv-vpp-release-1810:
414 #        - 1
415 #    intel-dnv-vpp-changes-2n-dnv-ref:
416 #      intel-dnv-vpp-release-1901:
417 #        - 1
418 #    intel-dnv-vpp-changes-2n-dnv-cmp:
419 #      # intel-dnv-vpp-release-1904:
420 #      intel-dnv-vpp-release-1901:
421 #        - 1
422 #    intel-dnv-vpp-changes-2n-dnv:
423 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
424 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
425 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
426
427     vpp-performance-changes-3n-hsw-h1:
428       csit-vpp-perf-verify-1901-3n-hsw:
429         - 10  # NDRPDR sel
430         - 19  # NDRPDR sel
431         - 31  # NDRPDR sel
432         - 36  # NDRPDR sel
433         - 40  # NDRPDR sel
434         - 42  # NDRPDR sel
435         - 44  # NDRPDR sel
436         - 46  # NDRPDR sel
437         - 47  # NDRPDR sel
438         - 48  # NDRPDR sel
439         - 61  # NDRPDR LB
440         - 62  # NDRPDR LB
441         - 63  # NDRPDR LB
442         - 64  # NDRPDR LB
443         - 65  # NDRPDR LB
444         - 66  # NDRPDR LB
445         - 67  # NDRPDR LB
446         - 69  # NDRPDR LB
447         - 70  # NDRPDR LB
448         - 71  # NDRPDR LB
449     vpp-performance-changes-3n-hsw-ref:
450       csit-vpp-perf-verify-1904-3n-hsw:
451         - 11  # NDRPDR sel
452         - 12  # NDRPDR sel
453         - 20  # NDRPDR sel
454         - 21  # NDRPDR sel
455         - 23  # NDRPDR sel
456         - 24  # NDRPDR sel
457         - 25  # NDRPDR sel
458         - 26  # NDRPDR sel
459         - 29  # NDRPDR sel
460         - 30  # NDRPDR sel
461     vpp-performance-changes-3n-hsw-cmp:
462       csit-vpp-perf-verify-1908-3n-hsw:
463         - 12  # NDRPDR sel
464         - 13  # NDRPDR sel
465         - 14  # NDRPDR sel
466         - 15  # NDRPDR sel
467         - 16  # NDRPDR sel
468         - 17  # NDRPDR sel
469         - 18  # NDRPDR sel
470         - 19  # NDRPDR sel
471         - 20  # NDRPDR sel
472         - 21  # NDRPDR sel
473     vpp-performance-changes-3n-hsw:
474       - "vpp-performance-changes-3n-hsw-h1"
475       - "vpp-performance-changes-3n-hsw-ref"
476       - "vpp-performance-changes-3n-hsw-cmp"
477
478     vpp-performance-changes-3n-hsw-h1-vhost:
479       csit-vpp-perf-verify-1901-3n-hsw:
480         - 10  # NDRPDR sel
481         - 19  # NDRPDR sel
482         - 31  # NDRPDR sel
483         - 36  # NDRPDR sel
484         - 40  # NDRPDR sel
485         - 42  # NDRPDR sel
486         - 44  # NDRPDR sel
487         - 46  # NDRPDR sel
488         - 47  # NDRPDR sel
489         - 48  # NDRPDR sel
490         - 61  # NDRPDR LB
491         - 62  # NDRPDR LB
492         - 63  # NDRPDR LB
493         - 64  # NDRPDR LB
494         - 65  # NDRPDR LB
495         - 66  # NDRPDR LB
496         - 67  # NDRPDR LB
497         - 69  # NDRPDR LB
498         - 70  # NDRPDR LB
499         - 71  # NDRPDR LB
500     vpp-performance-changes-3n-hsw-ref-vhost:
501       csit-vpp-perf-verify-1904-3n-hsw:
502         - 11  # NDRPDR sel
503         - 12  # NDRPDR sel
504         - 20  # NDRPDR sel
505         - 21  # NDRPDR sel
506         - 23  # NDRPDR sel
507         - 24  # NDRPDR sel
508         - 25  # NDRPDR sel
509         - 26  # NDRPDR sel
510         - 29  # NDRPDR sel
511         - 30  # NDRPDR sel
512     vpp-performance-changes-3n-hsw-cmp-vhost:
513       csit-vpp-perf-verify-1908-3n-hsw:
514         - 40  # NDRPDR sel vhost
515         - 41  # NDRPDR sel vhost
516         - 42  # NDRPDR sel vhost
517         - 43  # NDRPDR sel vhost
518         - 44  # NDRPDR sel vhost
519         - 45  # NDRPDR sel vhost
520     vpp-performance-changes-3n-hsw-vhost:
521       - "vpp-performance-changes-3n-hsw-h1-vhost"
522       - "vpp-performance-changes-3n-hsw-ref-vhost"
523       - "vpp-performance-changes-3n-hsw-cmp-vhost"
524
525     vpp-performance-changes-3n-skx-h1:
526       csit-vpp-perf-verify-1901-3n-skx:
527         - 18  # NDRPDR sel
528         - 19  # NDRPDR sel
529         - 20  # NDRPDR sel
530         - 28  # NDRPDR sel
531         - 31  # NDRPDR sel
532         - 33  # NDRPDR sel
533         - 36  # NDRPDR sel
534         - 38  # NDRPDR sel
535         - 47  # NDRPDR sel
536         - 48  # NDRPDR sel
537         - 54  # NDRPDR LB
538         - 57  # NDRPDR LB
539         - 58  # NDRPDR LB
540         - 59  # NDRPDR LB
541         - 60  # NDRPDR LB
542         - 63  # NDRPDR LB
543         - 64  # NDRPDR LB
544         - 65  # NDRPDR LB
545         - 66  # NDRPDR LB
546         - 67  # NDRPDR LB
547     vpp-performance-changes-3n-skx-ref:
548       csit-vpp-perf-verify-1904-3n-skx:
549         - 8   # NDRPDR sel
550         - 9   # NDRPDR sel
551         - 10  # NDRPDR sel
552         - 11  # NDRPDR sel
553         - 12  # NDRPDR sel
554         - 14  # NDRPDR sel
555         - 16  # NDRPDR sel
556         - 21  # NDRPDR sel
557         - 23  # NDRPDR sel
558         - 25  # NDRPDR sel
559     vpp-performance-changes-3n-skx-cmp:
560       csit-vpp-perf-verify-1908-3n-skx:
561         - 14  # NDRPDR sel
562         - 16  # NDRPDR sel
563         - 19  # NDRPDR sel
564         - 20  # NDRPDR sel
565         - 22  # NDRPDR sel
566         - 23  # NDRPDR sel
567         - 24  # NDRPDR sel
568         - 25  # NDRPDR sel
569         - 26  # NDRPDR sel
570         - 29  # NDRPDR sel
571     vpp-performance-changes-3n-skx:
572       - "vpp-performance-changes-3n-skx-h1"
573       - "vpp-performance-changes-3n-skx-ref"
574       - "vpp-performance-changes-3n-skx-cmp"
575
576     vpp-performance-changes-3n-skx-h1-vhost:
577       csit-vpp-perf-verify-1901-3n-skx:
578         - 18  # NDRPDR sel
579         - 19  # NDRPDR sel
580         - 20  # NDRPDR sel
581         - 28  # NDRPDR sel
582         - 31  # NDRPDR sel
583         - 33  # NDRPDR sel
584         - 36  # NDRPDR sel
585         - 38  # NDRPDR sel
586         - 47  # NDRPDR sel
587         - 48  # NDRPDR sel
588         - 54  # NDRPDR LB
589         - 57  # NDRPDR LB
590         - 58  # NDRPDR LB
591         - 59  # NDRPDR LB
592         - 60  # NDRPDR LB
593         - 63  # NDRPDR LB
594         - 64  # NDRPDR LB
595         - 65  # NDRPDR LB
596         - 66  # NDRPDR LB
597         - 67  # NDRPDR LB
598     vpp-performance-changes-3n-skx-ref-vhost:
599       csit-vpp-perf-verify-1904-3n-skx:
600         - 8   # NDRPDR sel
601         - 9   # NDRPDR sel
602         - 10  # NDRPDR sel
603         - 11  # NDRPDR sel
604         - 12  # NDRPDR sel
605         - 14  # NDRPDR sel
606         - 16  # NDRPDR sel
607         - 21  # NDRPDR sel
608         - 23  # NDRPDR sel
609         - 25  # NDRPDR sel
610     vpp-performance-changes-3n-skx-cmp-vhost:
611       csit-vpp-perf-verify-1908-3n-skx:
612         - 44  # NDRPDR sel vhost
613         - 45  # NDRPDR sel vhost
614         - 49  # NDRPDR sel vhost
615     vpp-performance-changes-3n-skx-vhost:
616       - "vpp-performance-changes-3n-skx-h1-vhost"
617       - "vpp-performance-changes-3n-skx-ref-vhost"
618       - "vpp-performance-changes-3n-skx-cmp-vhost"
619
620     vpp-performance-changes-2n-skx-h1:
621       csit-vpp-perf-verify-1901-2n-skx:
622         - 5   # NDRPDR sel
623         - 12  # NDRPDR sel
624         - 13  # NDRPDR sel
625         - 21  # NDRPDR sel
626         - 23  # NDRPDR sel
627         - 31  # NDRPDR sel
628         - 34  # NDRPDR sel
629         - 40  # NDRPDR sel
630         - 42  # NDRPDR sel
631         - 43  # NDRPDR sel
632     vpp-performance-changes-2n-skx-ref:
633       csit-vpp-perf-verify-1904-2n-skx:
634         - 12  # NDRPDR sel
635         - 14  # NDRPDR sel
636         - 16  # NDRPDR sel
637         - 17  # NDRPDR sel
638         - 18  # NDRPDR sel
639         - 21  # NDRPDR sel
640         - 27  # NDRPDR sel
641         - 30  # NDRPDR sel
642         - 31  # NDRPDR sel
643         - 32  # NDRPDR sel
644     vpp-performance-changes-2n-skx-cmp:
645       csit-vpp-perf-verify-1908-2n-skx:
646         - 26  # NDRPDR sel
647         - 27  # NDRPDR sel
648         - 34  # NDRPDR sel
649         - 35  # NDRPDR sel
650         - 36  # NDRPDR sel
651         - 42  # NDRPDR sel
652         - 43  # NDRPDR sel
653         - 44  # NDRPDR sel
654         - 45  # NDRPDR sel
655         - 46  # NDRPDR sel
656     vpp-performance-changes-2n-skx:
657       - "vpp-performance-changes-2n-skx-h1"
658       - "vpp-performance-changes-2n-skx-ref"
659       - "vpp-performance-changes-2n-skx-cmp"
660
661     vpp-performance-changes-2n-skx-h1-vhost:
662       csit-vpp-perf-verify-1901-2n-skx:
663         - 5   # NDRPDR sel
664         - 12  # NDRPDR sel
665         - 13  # NDRPDR sel
666         - 21  # NDRPDR sel
667         - 23  # NDRPDR sel
668         - 31  # NDRPDR sel
669         - 34  # NDRPDR sel
670         - 40  # NDRPDR sel
671         - 42  # NDRPDR sel
672         - 43  # NDRPDR sel
673     vpp-performance-changes-2n-skx-ref-vhost:
674       csit-vpp-perf-verify-1904-2n-skx:
675         - 12  # NDRPDR sel
676         - 14  # NDRPDR sel
677         - 16  # NDRPDR sel
678         - 17  # NDRPDR sel
679         - 18  # NDRPDR sel
680         - 21  # NDRPDR sel
681         - 27  # NDRPDR sel
682         - 30  # NDRPDR sel
683         - 31  # NDRPDR sel
684         - 32  # NDRPDR sel
685     vpp-performance-changes-2n-skx-cmp-vhost:
686       csit-vpp-perf-verify-1908-2n-skx:
687         - 72  # NDRPDR sel vhost
688         - 73  # NDRPDR sel vhost
689         - 74  # NDRPDR sel vhost
690         - 75  # NDRPDR sel vhost
691         - 76  # NDRPDR sel vhost
692         - 78  # NDRPDR sel vhost
693     vpp-performance-changes-2n-skx-vhost:
694       - "vpp-performance-changes-2n-skx-h1-vhost"
695       - "vpp-performance-changes-2n-skx-ref-vhost"
696       - "vpp-performance-changes-2n-skx-cmp-vhost"
697
698 #    vpp-soak-vs-ndr-2n-skx-ref:
699 #      csit-vpp-perf-verify-1904-2n-skx:
700 #        - 12  # NDRPDR sel
701 #        - 14  # NDRPDR sel
702 #        - 16  # NDRPDR sel
703 #        - 17  # NDRPDR sel
704 #        - 18  # NDRPDR sel
705 #        - 21  # NDRPDR sel
706 #        - 27  # NDRPDR sel
707 #        - 30  # NDRPDR sel
708 #        - 31  # NDRPDR sel
709 #        - 32  # NDRPDR sel
710 #      # TODO: Add data
711 #      # csit-vpp-perf-verify-1908-2n-skx:
712 #    vpp-soak-vs-ndr-2n-skx-cmp:
713 #      csit-vpp-perf-verify-1904-2n-skx:
714 #        - 70  # soak
715 #        - 71  # soak
716 #      # TODO: Add data
717 #      # csit-vpp-perf-verify-1908-2n-skx:
718 #    vpp-soak-vs-ndr-2n-skx:
719 #      csit-vpp-perf-verify-1904-2n-skx:
720 #        - 12  # NDRPDR sel
721 #        - 14  # NDRPDR sel
722 #        - 16  # NDRPDR sel
723 #        - 17  # NDRPDR sel
724 #        - 18  # NDRPDR sel
725 #        - 21  # NDRPDR sel
726 #        - 27  # NDRPDR sel
727 #        - 30  # NDRPDR sel
728 #        - 31  # NDRPDR sel
729 #        - 32  # NDRPDR sel
730 #        - 70  # soak
731 #        - 71  # soak
732 #      # TODO: Add data
733 #      # csit-vpp-perf-verify-1908-2n-skx:
734
735     vpp-performance-changes-3n-hsw-mrr-h1:
736       csit-vpp-perf-verify-1901-3n-hsw:
737         - 35  # MRR sel
738     vpp-performance-changes-3n-hsw-mrr-ref:
739       csit-vpp-perf-verify-1904-3n-hsw:
740         - 9   # MRR sel
741     vpp-performance-changes-3n-hsw-mrr-cmp:
742       csit-vpp-perf-verify-1908-3n-hsw:
743         - 39  # MRR sel
744     vpp-performance-changes-3n-hsw-mrr:
745       - "vpp-performance-changes-3n-hsw-mrr-h1"
746       - "vpp-performance-changes-3n-hsw-mrr-ref"
747       - "vpp-performance-changes-3n-hsw-mrr-cmp"
748
749     vpp-performance-changes-3n-skx-mrr-h1:
750       csit-vpp-perf-verify-1901-3n-skx:
751         - 32  # MRR sel
752     vpp-performance-changes-3n-skx-mrr-ref:
753       csit-vpp-perf-verify-1904-3n-skx:
754         - 7   # MRR sel
755     vpp-performance-changes-3n-skx-mrr-cmp:
756       csit-vpp-perf-verify-1908-3n-skx:
757         - 36  # MRR sel
758     vpp-performance-changes-3n-skx-mrr:
759       - "vpp-performance-changes-3n-skx-mrr-h1"
760       - "vpp-performance-changes-3n-skx-mrr-ref"
761       - "vpp-performance-changes-3n-skx-mrr-cmp"
762
763     vpp-performance-changes-2n-skx-mrr-h1:
764       csit-vpp-perf-verify-1901-2n-skx:
765         - 22  # MRR sel
766     vpp-performance-changes-2n-skx-mrr-ref:
767       csit-vpp-perf-verify-1904-2n-skx:
768         - 11  # MRR sel
769     vpp-performance-changes-2n-skx-mrr-cmp:
770       csit-vpp-perf-verify-1908-2n-skx:
771         - 69  # MRR sel
772     vpp-performance-changes-2n-skx-mrr:
773       - "vpp-performance-changes-2n-skx-mrr-h1"
774       - "vpp-performance-changes-2n-skx-mrr-ref"
775       - "vpp-performance-changes-2n-skx-mrr-cmp"
776
777     dpdk-performance-changes-3n-hsw-h1:
778       csit-dpdk-perf-verify-1901-3n-hsw:
779         - 13  # NDRPDR sel
780         - 14  # NDRPDR sel
781         - 16  # NDRPDR sel
782         - 17  # NDRPDR sel
783         - 18  # NDRPDR sel
784         - 19  # NDRPDR sel
785         - 20  # NDRPDR sel
786         - 21  # NDRPDR sel
787         - 22  # NDRPDR sel
788         - 23  # NDRPDR sel
789     dpdk-performance-changes-3n-hsw-ref:
790       csit-dpdk-perf-verify-1904-3n-hsw:
791         - 2   # NDRPDR sel
792         - 3   # NDRPDR sel
793         - 5   # NDRPDR sel
794         - 6   # NDRPDR sel
795         - 13  # NDRPDR sel
796         - 14  # NDRPDR sel
797         - 15  # NDRPDR sel
798         - 18  # NDRPDR sel
799         - 19  # NDRPDR sel
800         - 20  # NDRPDR sel
801     dpdk-performance-changes-3n-hsw-cmp:
802       csit-dpdk-perf-verify-1908-3n-hsw:
803         - 2   # NDRPDR sel
804         - 3   # NDRPDR sel
805         - 4   # NDRPDR sel
806         - 5   # NDRPDR sel
807         - 6   # NDRPDR sel
808         - 7   # NDRPDR sel
809         - 8   # NDRPDR sel
810         - 9   # NDRPDR sel
811         - 10  # NDRPDR sel
812         - 11  # NDRPDR sel
813     dpdk-performance-changes-3n-hsw:
814       - "dpdk-performance-changes-3n-hsw-h1"
815       - "dpdk-performance-changes-3n-hsw-ref"
816       - "dpdk-performance-changes-3n-hsw-cmp"
817
818     dpdk-performance-changes-3n-skx-h1:
819       csit-dpdk-perf-verify-1901-3n-skx:
820         - 3   # NDRPDR sel
821         - 5   # NDRPDR sel
822         - 6   # NDRPDR sel
823         - 7   # NDRPDR sel
824         - 8   # NDRPDR sel
825         - 9   # NDRPDR sel
826         - 10  # NDRPDR sel
827         - 11  # NDRPDR sel
828         - 12  # NDRPDR sel
829         - 13  # NDRPDR sel
830     dpdk-performance-changes-3n-skx-ref:
831       csit-dpdk-perf-verify-1904-3n-skx:
832         - 2   # NDRPDR sel
833         - 3   # NDRPDR sel
834         - 4   # NDRPDR sel
835         - 5   # NDRPDR sel
836         - 6   # NDRPDR sel
837         - 7   # NDRPDR sel
838         - 11  # NDRPDR sel
839         - 12  # NDRPDR sel
840         - 13  # NDRPDR sel
841         - 14  # NDRPDR sel
842     dpdk-performance-changes-3n-skx-cmp:
843       csit-dpdk-perf-verify-1908-3n-skx:
844         - 3   # NDRPDR sel
845         - 4   # NDRPDR sel
846         - 5   # NDRPDR sel
847         - 6   # NDRPDR sel
848         - 7   # NDRPDR sel
849         - 8   # NDRPDR sel
850         - 9   # NDRPDR sel
851         - 10  # NDRPDR sel
852         - 11  # NDRPDR sel
853         - 12  # NDRPDR sel
854     dpdk-performance-changes-3n-skx:
855       - "dpdk-performance-changes-3n-skx-h1"
856       - "dpdk-performance-changes-3n-skx-ref"
857       - "dpdk-performance-changes-3n-skx-cmp"
858
859     dpdk-performance-changes-2n-skx-h1:
860       csit-dpdk-perf-verify-1901-2n-skx:
861         - 12  # NDRPDR sel
862         - 13  # NDRPDR sel
863         - 14  # NDRPDR sel
864         - 15  # NDRPDR sel
865         - 16  # NDRPDR sel
866         - 17  # NDRPDR sel
867         - 18  # NDRPDR sel
868         - 19  # NDRPDR sel
869         - 20  # NDRPDR sel
870         - 21  # NDRPDR sel
871     dpdk-performance-changes-2n-skx-ref:
872       csit-dpdk-perf-verify-1904-2n-skx:
873         - 2   # NDRPDR sel
874         - 3   # NDRPDR sel
875         - 4   # NDRPDR sel
876         - 5   # NDRPDR sel
877         - 7   # NDRPDR sel
878         - 8   # NDRPDR sel
879         - 9   # NDRPDR sel
880         - 10  # NDRPDR sel
881         - 11  # NDRPDR sel
882         - 12  # NDRPDR sel
883     dpdk-performance-changes-2n-skx-cmp:
884       csit-dpdk-perf-verify-1908-2n-skx:
885         - 2   # NDRPDR sel
886         - 3   # NDRPDR sel
887         - 4   # NDRPDR sel
888         - 5   # NDRPDR sel
889         - 7   # NDRPDR sel
890         - 8   # NDRPDR sel
891         - 9   # NDRPDR sel
892         - 10  # NDRPDR sel
893         - 11  # NDRPDR sel
894         - 12  # NDRPDR sel
895     dpdk-performance-changes-2n-skx:
896       - "dpdk-performance-changes-2n-skx-h1"
897       - "dpdk-performance-changes-2n-skx-ref"
898       - "dpdk-performance-changes-2n-skx-cmp"
899
900     # Compare testbeds
901
902     vpp-compare-testbeds-ref:
903       csit-vpp-perf-verify-1908-3n-hsw:
904         - 12  # NDRPDR sel
905         - 13  # NDRPDR sel
906         - 14  # NDRPDR sel
907         - 15  # NDRPDR sel
908         - 16  # NDRPDR sel
909         - 17  # NDRPDR sel
910         - 18  # NDRPDR sel
911         - 19  # NDRPDR sel
912         - 20  # NDRPDR sel
913         - 21  # NDRPDR sel
914     vpp-compare-testbeds-cmp:
915       csit-vpp-perf-verify-1908-3n-skx:
916         - 14  # NDRPDR sel
917         - 16  # NDRPDR sel
918         - 19  # NDRPDR sel
919         - 20  # NDRPDR sel
920         - 22  # NDRPDR sel
921         - 23  # NDRPDR sel
922         - 24  # NDRPDR sel
923         - 25  # NDRPDR sel
924         - 26  # NDRPDR sel
925         - 29  # NDRPDR sel
926     vpp-compare-testbeds:
927       - "vpp-compare-testbeds-ref"
928       - "vpp-compare-testbeds-cmp"
929
930     vpp-compare-testbeds-mrr-ref:
931       csit-vpp-perf-verify-1908-3n-hsw:
932         - 39  # MRR sel
933     vpp-compare-testbeds-mrr-cmp:
934       csit-vpp-perf-verify-1908-3n-skx:
935         - 36  # MRR sel
936     vpp-compare-testbeds-mrr:
937       - "vpp-compare-testbeds-mrr-ref"
938       - "vpp-compare-testbeds-mrr-cmp"
939
940     dpdk-compare-testbeds-ref:
941       csit-dpdk-perf-verify-1908-3n-hsw:
942         - 2   # NDRPDR sel
943         - 3   # NDRPDR sel
944         - 4   # NDRPDR sel
945         - 5   # NDRPDR sel
946         - 6   # NDRPDR sel
947         - 7   # NDRPDR sel
948         - 8   # NDRPDR sel
949         - 9   # NDRPDR sel
950         - 10  # NDRPDR sel
951         - 11  # NDRPDR sel
952     dpdk-compare-testbeds-cmp:
953       csit-dpdk-perf-verify-1908-3n-skx:
954         - 3   # NDRPDR sel
955         - 4   # NDRPDR sel
956         - 5   # NDRPDR sel
957         - 6   # NDRPDR sel
958         - 7   # NDRPDR sel
959         - 8   # NDRPDR sel
960         - 9   # NDRPDR sel
961         - 10  # NDRPDR sel
962         - 11  # NDRPDR sel
963         - 12  # NDRPDR sel
964     dpdk-compare-testbeds:
965       - "dpdk-compare-testbeds-ref"
966       - "dpdk-compare-testbeds-cmp"
967
968     # Compare topologies
969
970     vpp-compare-topologies-ref:
971       csit-vpp-perf-verify-1908-3n-skx:
972         - 14  # NDRPDR sel
973         - 16  # NDRPDR sel
974         - 19  # NDRPDR sel
975         - 20  # NDRPDR sel
976         - 22  # NDRPDR sel
977         - 23  # NDRPDR sel
978         - 24  # NDRPDR sel
979         - 25  # NDRPDR sel
980         - 26  # NDRPDR sel
981         - 29  # NDRPDR sel
982     vpp-compare-topologies-cmp:
983       csit-vpp-perf-verify-1908-2n-skx:
984         - 26  # NDRPDR sel
985         - 27  # NDRPDR sel
986         - 34  # NDRPDR sel
987         - 35  # NDRPDR sel
988         - 36  # NDRPDR sel
989         - 42  # NDRPDR sel
990         - 43  # NDRPDR sel
991         - 44  # NDRPDR sel
992         - 45  # NDRPDR sel
993         - 46  # NDRPDR sel
994     vpp-compare-topologies:
995       - "vpp-compare-topologies-ref"
996       - "vpp-compare-topologies-cmp"
997
998     vpp-compare-topologies-mrr-ref:
999       csit-vpp-perf-verify-1908-3n-skx:
1000         - 36  # MRR sel
1001     vpp-compare-topologies-mrr-cmp:
1002       csit-vpp-perf-verify-1908-2n-skx:
1003         - 69  # MRR sel
1004     vpp-compare-topologies-mrr:
1005       - "vpp-compare-topologies-mrr-ref"
1006       - "vpp-compare-topologies-mrr-cmp"
1007
1008     dpdk-compare-topologies-ref:
1009       csit-dpdk-perf-verify-1908-3n-skx:
1010         - 3   # NDRPDR sel
1011         - 4   # NDRPDR sel
1012         - 5   # NDRPDR sel
1013         - 6   # NDRPDR sel
1014         - 7   # NDRPDR sel
1015         - 8   # NDRPDR sel
1016         - 9   # NDRPDR sel
1017         - 10  # NDRPDR sel
1018         - 11  # NDRPDR sel
1019         - 12  # NDRPDR sel
1020     dpdk-compare-topologies-cmp:
1021       csit-dpdk-perf-verify-1908-2n-skx:
1022         - 2   # NDRPDR sel
1023         - 3   # NDRPDR sel
1024         - 4   # NDRPDR sel
1025         - 5   # NDRPDR sel
1026         - 7   # NDRPDR sel
1027         - 8   # NDRPDR sel
1028         - 9   # NDRPDR sel
1029         - 10  # NDRPDR sel
1030         - 11  # NDRPDR sel
1031         - 12  # NDRPDR sel
1032     dpdk-compare-topologies:
1033       - "dpdk-compare-topologies-ref"
1034       - "dpdk-compare-topologies-cmp"
1035
1036   plot-layouts:
1037
1038     plot-soak-throughput:
1039       titlefont:
1040         size: 18
1041       xaxis:
1042         title: "<b>Test Cases [Index]</b>"
1043         titlefont:
1044           size: 16
1045         autorange: True
1046         fixedrange: False
1047         gridcolor: "rgb(230, 230, 230)"
1048         linecolor: "rgb(220, 220, 220)"
1049         linewidth: 1
1050         showgrid: True
1051         showline: True
1052         showticklabels: True
1053         tickcolor: "rgb(220, 220, 220)"
1054         tickmode: "linear"
1055         tickfont:
1056           size: 16
1057         zeroline: False
1058       yaxis:
1059         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
1060         titlefont:
1061           size: 16
1062         gridcolor: "rgb(230, 230, 230)"
1063         hoverformat: ".4r"
1064         tickformat: ".3r"
1065         linecolor: "rgb(220, 220, 220)"
1066         linewidth: 1
1067         showgrid: True
1068         showline: True
1069         showticklabels: True
1070         tickcolor: "rgb(220, 220, 220)"
1071         tickfont:
1072           size: 16
1073         zeroline: False
1074         range: [0,50]
1075       autosize: False
1076       margin:
1077         t: 50
1078         b: 0
1079         l: 80
1080         r: 20
1081       showlegend: True
1082       legend:
1083         orientation: "h"
1084         font:
1085           size: 16
1086       width: 700
1087       height: 900
1088
1089     plot-service-density:
1090       titlefont:
1091         size: 18
1092       xaxis:
1093         side: "top"
1094         autorange: True
1095         fixedrange: False
1096         showgrid: False
1097         showline: False
1098         showticklabels: False
1099         ticks: ""
1100         ticklen: 0
1101         tickwidth: 0
1102         zeroline: False
1103       yaxis:
1104         autorange: "reversed"
1105         showgrid: False
1106         showline: False
1107         showticklabels: False
1108         ticks: ""
1109         ticklen: 0
1110         tickwidth: 0
1111         zeroline: False
1112       autosize: True
1113       showlegend: False
1114       width: 700
1115       height: 700
1116
1117     plot-cps:
1118       titlefont:
1119         size: 18
1120       xaxis:
1121         title: "<b>Test Cases [Index]</b>"
1122         titlefont:
1123           size: 16
1124         autorange: True
1125         fixedrange: False
1126         gridcolor: "rgb(230, 230, 230)"
1127         linecolor: "rgb(220, 220, 220)"
1128         linewidth: 1
1129         showgrid: True
1130         showline: True
1131         showticklabels: True
1132         tickcolor: "rgb(220, 220, 220)"
1133         tickmode: "linear"
1134         tickfont:
1135           size: 16
1136         zeroline: False
1137       yaxis:
1138         title: "<b>Connections Per Second [cps]</b>"
1139         titlefont:
1140           size: 16
1141         gridcolor: "rgb(230, 230, 230)"
1142         hoverformat: ".4s"
1143         linecolor: "rgb(220, 220, 220)"
1144         linewidth: 1
1145         rangemode: "tozero"
1146         showgrid: True
1147         showline: True
1148         showticklabels: True
1149         tickcolor: "rgb(220, 220, 220)"
1150         tickformat: ".3s"
1151         tickfont:
1152           size: 16
1153         zeroline: False
1154       boxmode: "group"
1155       boxgroupgap: 0.5
1156       autosize: False
1157       margin:
1158         t: 50
1159         b: 20
1160         l: 80
1161         r: 20
1162       showlegend: True
1163       legend:
1164         orientation: "h"
1165         font:
1166           size: 16
1167       width: 700
1168       height: 800
1169
1170     plot-rps:
1171       titlefont:
1172         size: 18
1173       xaxis:
1174         title: "<b>Test Cases [Index]</b>"
1175         titlefont:
1176           size: 16
1177         autorange: True
1178         fixedrange: False
1179         gridcolor: "rgb(230, 230, 230)"
1180         linecolor: "rgb(220, 220, 220)"
1181         linewidth: 1
1182         showgrid: True
1183         showline: True
1184         showticklabels: True
1185         tickcolor: "rgb(220, 220, 220)"
1186         tickmode: "linear"
1187         tickfont:
1188           size: 16
1189         zeroline: False
1190       yaxis:
1191         title: "<b>Requests Per Second [rps]</b>"
1192         titlefont:
1193           size: 16
1194         gridcolor: "rgb(230, 230, 230)"
1195         hoverformat: ".4s"
1196         linecolor: "rgb(220, 220, 220)"
1197         linewidth: 1
1198         rangemode: "tozero"
1199         showgrid: True
1200         showline: True
1201         showticklabels: True
1202         tickcolor: "rgb(230, 230, 230)"
1203         tickformat: ".3s"
1204         tickfont:
1205           size: 16
1206         zeroline: False
1207       boxmode: "group"
1208       boxgroupgap: 0.5
1209       autosize: False
1210       margin:
1211         t: 50
1212         b: 20
1213         l: 80
1214         r: 20
1215       showlegend: True
1216       legend:
1217         orientation: "h"
1218         font:
1219           size: 16
1220       width: 700
1221       height: 800
1222
1223     plot-throughput:
1224       titlefont:
1225         size: 18
1226       xaxis:
1227         title: "<b>Test Cases [Index]</b>"
1228         titlefont:
1229           size: 16
1230         autorange: True
1231         fixedrange: False
1232         gridcolor: "rgb(230, 230, 230)"
1233         linecolor: "rgb(220, 220, 220)"
1234         linewidth: 1
1235         showgrid: True
1236         showline: True
1237         showticklabels: True
1238         tickcolor: "rgb(220, 220, 220)"
1239         tickmode: "linear"
1240         tickfont:
1241           size: 16
1242         zeroline: False
1243       yaxis:
1244         title: "<b>Packet Throughput [Mpps]</b>"
1245         titlefont:
1246           size: 16
1247         gridcolor: "rgb(230, 230, 230)"
1248         hoverformat: ".4r"
1249         tickformat: ".3r"
1250         linecolor: "rgb(220, 220, 220)"
1251         linewidth: 1
1252         showgrid: True
1253         showline: True
1254         showticklabels: True
1255         tickcolor: "rgb(220, 220, 220)"
1256         tickfont:
1257           size: 16
1258         zeroline: False
1259         range: [0,50]
1260       boxmode: "group"
1261       boxgroupgap: 0.5
1262       autosize: False
1263       margin:
1264         t: 50
1265         b: 0
1266         l: 80
1267         r: 20
1268       showlegend: True
1269       legend:
1270         orientation: "h"
1271         font:
1272           size: 16
1273       width: 700
1274       height: 900
1275
1276     plot-throughput-speedup-analysis:
1277       titlefont:
1278         size: 18
1279       xaxis:
1280         title: "<b>Number of Cores [Qty]</b>"
1281         titlefont:
1282           size: 16
1283         autorange: True
1284         fixedrange: False
1285         gridcolor: "rgb(230, 230, 230)"
1286         linecolor: "rgb(220, 220, 220)"
1287         linewidth: 1
1288         showgrid: True
1289         showline: True
1290         showticklabels: True
1291         tickcolor: "rgb(238, 238, 238)"
1292         tickmode: "linear"
1293         tickfont:
1294           size: 16
1295         zeroline: False
1296       yaxis:
1297         title: "<b>Packet Throughput [Mpps]</b>"
1298         titlefont:
1299           size: 16
1300         type: "linear"
1301         gridcolor: "rgb(230, 230, 230)"
1302         hoverformat: ".4s"
1303         linecolor: "rgb(220, 220, 220)"
1304         linewidth: 1
1305         showgrid: True
1306         showline: True
1307         showticklabels: True
1308         tickcolor: "rgb(220, 220, 220)"
1309         tickformat: ".4s"
1310         tickfont:
1311           size: 16
1312         zeroline: True
1313         rangemode: "tozero"
1314         range: [0,100]
1315       legend:
1316         orientation: "h"
1317         font:
1318           size: 16
1319         xanchor: "left"
1320         yanchor: "top"
1321         x: 0
1322         y: -0.2
1323         bgcolor: "rgba(255, 255, 255, 0)"
1324         bordercolor: "rgba(255, 255, 255, 0)"
1325         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1326       autosize: False
1327       margin:
1328           't': 50
1329           'b': 150
1330           'l': 85
1331           'r': 10
1332       showlegend: True
1333       width: 700
1334       height: 700
1335       hoverlabel:
1336         namelength: -1
1337       annotations: [
1338         {
1339           text: "_ _          __          ...",
1340           align: "left",
1341           showarrow: False,
1342           xref: "paper",
1343           yref: "paper",
1344           xanchor: "left",
1345           yanchor: "top",
1346           x: 0,
1347           y: -0.13,
1348           font: {
1349             family: "Consolas, Courier New",
1350             size: 15
1351           },
1352         },
1353         {
1354           text: "    Perfect     Measured     Limit",
1355           align: "left",
1356           showarrow: False,
1357           xref: "paper",
1358           yref: "paper",
1359           xanchor: "left",
1360           yanchor: "top",
1361           x: 0,
1362           y: -0.15,
1363           font: {
1364             family: "Consolas, Courier New",
1365             size: 15
1366           },
1367         },
1368       ]
1369
1370     plot-latency:
1371       titlefont:
1372         size: 18
1373       xaxis:
1374         title: "<b>Direction</b>"
1375         titlefont:
1376           size: 16
1377         autorange: True
1378         fixedrange: False
1379         gridcolor: "rgb(230, 230, 230)"
1380         linecolor: "rgb(220, 220, 220)"
1381         linewidth: 1
1382         showgrid: True
1383         showline: True
1384         showticklabels: False
1385         tickcolor: "rgb(220, 220, 220)"
1386         tickmode: "linear"
1387         tickfont:
1388           size: 16
1389         zeroline: False
1390       yaxis:
1391         title: "<b>Packet Latency [uSec]</b>"
1392         titlefont:
1393           size: 16
1394         type: "linear"
1395         gridcolor: "rgb(230, 230, 230)"
1396         hoverformat: ".4s"
1397         linecolor: "rgb(220, 220, 220)"
1398         linewidth: 1
1399         showgrid: True
1400         showline: True
1401         showticklabels: True
1402         tickcolor: "rgb(220, 220, 220)"
1403         tickformat: ".4s"
1404         tickfont:
1405           size: 16
1406         zeroline: True
1407         rangemode: "tozero"
1408       legend:
1409         orientation: "h"
1410         font:
1411           size: 16
1412         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1413       autosize: False
1414       margin:
1415           't': 50
1416           'b': 150
1417           'l': 80
1418           'r': 10
1419       showlegend: True
1420       width: 700
1421       height: 700
1422       hoverlabel:
1423         namelength: -1
1424
1425 - type: "static"
1426   src-path: "{DIR[RST]}"
1427   dst-path: "{DIR[WORKING,SRC]}"
1428
1429 - type: "input"
1430   general:
1431     file-name: "output_info.xml.gz"
1432     file-format: ".gz"
1433     arch-file-format:
1434       - ".gz"
1435       - ".zip"
1436     download-path: "{job}/{build}/archives/{filename}"
1437     extract: "output.xml"
1438
1439     zip-file-name: "robot-plugin.zip"
1440     zip-file-format: ".zip"
1441     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1442     zip-extract: "robot-plugin/output.xml"
1443
1444   builds:
1445 #    intel-dnv-vpp-release-1904:
1446 #      - 1
1447 #
1448 #    intel-dnv-vpp-release-1901:
1449 #      - 1
1450
1451     csit-vpp-perf-verify-1901-3n-hsw:
1452       - 35  # MRR sel
1453       - 10  # NDRPDR sel
1454       - 19  # NDRPDR sel
1455       - 31  # NDRPDR sel
1456       - 36  # NDRPDR sel
1457       - 40  # NDRPDR sel
1458       - 42  # NDRPDR sel
1459       - 44  # NDRPDR sel
1460       - 46  # NDRPDR sel
1461       - 47  # NDRPDR sel
1462       - 48  # NDRPDR sel
1463       - 61  # NDRPDR LB
1464       - 62  # NDRPDR LB
1465       - 63  # NDRPDR LB
1466       - 64  # NDRPDR LB
1467       - 65  # NDRPDR LB
1468       - 66  # NDRPDR LB
1469       - 67  # NDRPDR LB
1470       - 69  # NDRPDR LB
1471       - 70  # NDRPDR LB
1472       - 71  # NDRPDR LB
1473     csit-vpp-perf-verify-1904-3n-hsw:
1474       - 9   # MRR sel
1475       - 11  # NDRPDR sel
1476       - 12  # NDRPDR sel
1477       - 20  # NDRPDR sel
1478       - 21  # NDRPDR sel
1479       - 23  # NDRPDR sel
1480       - 24  # NDRPDR sel
1481       - 25  # NDRPDR sel
1482       - 26  # NDRPDR sel
1483       - 29  # NDRPDR sel
1484       - 30  # NDRPDR sel
1485     csit-vpp-perf-verify-1908-3n-hsw:
1486       - 12  # NDRPDR sel
1487       - 13  # NDRPDR sel
1488       - 14  # NDRPDR sel
1489       - 15  # NDRPDR sel
1490       - 16  # NDRPDR sel
1491       - 17  # NDRPDR sel
1492       - 18  # NDRPDR sel
1493       - 19  # NDRPDR sel
1494       - 20  # NDRPDR sel
1495       - 21  # NDRPDR sel
1496       - 40  # NDRPDR sel vhost
1497       - 41  # NDRPDR sel vhost
1498       - 42  # NDRPDR sel vhost
1499       - 43  # NDRPDR sel vhost
1500       - 44  # NDRPDR sel vhost
1501       - 45  # NDRPDR sel vhost
1502       - 24  # NDRPDR full
1503       - 25  # NDRPDR full
1504       - 26  # NDRPDR full
1505       - 27  # NDRPDR full
1506       - 28  # NDRPDR full
1507       - 29  # NDRPDR full
1508       - 32  # NDRPDR full
1509       - 33  # NDRPDR full
1510       - 36  # NDRPDR full
1511       - 38  # NDRPDR full
1512       - 39  # MRR sel
1513
1514     csit-vpp-perf-verify-1901-3n-skx:
1515       - 32  # MRR sel
1516       - 18  # NDRPDR sel
1517       - 19  # NDRPDR sel
1518       - 20  # NDRPDR sel
1519       - 28  # NDRPDR sel
1520       - 31  # NDRPDR sel
1521       - 33  # NDRPDR sel
1522       - 36  # NDRPDR sel
1523       - 38  # NDRPDR sel
1524       - 47  # NDRPDR sel
1525       - 48  # NDRPDR sel
1526       - 54  # NDRPDR LB
1527       - 57  # NDRPDR LB
1528       - 58  # NDRPDR LB
1529       - 59  # NDRPDR LB
1530       - 60  # NDRPDR LB
1531       - 63  # NDRPDR LB
1532       - 64  # NDRPDR LB
1533       - 65  # NDRPDR LB
1534       - 66  # NDRPDR LB
1535       - 67  # NDRPDR LB
1536     csit-vpp-perf-verify-1904-3n-skx:
1537       - 7   # MRR sel
1538       - 8   # NDRPDR sel
1539       - 9   # NDRPDR sel
1540       - 10  # NDRPDR sel
1541       - 11  # NDRPDR sel
1542       - 12  # NDRPDR sel
1543       - 14  # NDRPDR sel
1544       - 16  # NDRPDR sel
1545       - 21  # NDRPDR sel
1546       - 23  # NDRPDR sel
1547       - 25  # NDRPDR sel
1548     # TODO: Add data
1549     csit-vpp-perf-verify-1908-3n-skx:
1550       - 14  # NDRPDR sel
1551       - 16  # NDRPDR sel
1552       - 19  # NDRPDR sel
1553       - 20  # NDRPDR sel
1554       - 22  # NDRPDR sel
1555       - 23  # NDRPDR sel
1556       - 24  # NDRPDR sel
1557       - 25  # NDRPDR sel
1558       - 26  # NDRPDR sel
1559       - 29  # NDRPDR sel
1560       - 44  # NDRPDR sel vhost
1561       - 45  # NDRPDR sel vhost
1562       - 49  # NDRPDR sel vhost
1563       - 27  # NDRPDR full
1564       - 28  # NDRPDR full
1565       - 30  # NDRPDR full
1566       - 31  # NDRPDR full
1567       - 32  # NDRPDR full
1568       - 33  # NDRPDR full
1569       - 34  # NDRPDR full
1570       - 35  # NDRPDR full
1571       - 37  # NDRPDR full
1572       - 39  # NDRPDR full
1573       - 40  # NDRPDR full
1574       - 41  # NDRPDR full
1575       - 36  # MRR sel
1576
1577     csit-vpp-perf-verify-1901-2n-skx:
1578       - 22  # MRR sel
1579       - 5   # NDRPDR sel
1580       - 12  # NDRPDR sel
1581       - 13  # NDRPDR sel
1582       - 21  # NDRPDR sel
1583       - 23  # NDRPDR sel
1584       - 31  # NDRPDR sel
1585       - 34  # NDRPDR sel
1586       - 40  # NDRPDR sel
1587       - 42  # NDRPDR sel
1588       - 43  # NDRPDR sel
1589     csit-vpp-perf-verify-1904-2n-skx:
1590       - 11  # MRR sel
1591       - 12  # NDRPDR sel
1592       - 14  # NDRPDR sel
1593       - 16  # NDRPDR sel
1594       - 17  # NDRPDR sel
1595       - 18  # NDRPDR sel
1596       - 21  # NDRPDR sel
1597       - 27  # NDRPDR sel
1598       - 30  # NDRPDR sel
1599       - 31  # NDRPDR sel
1600       - 32  # NDRPDR sel
1601     # TODO: Add data
1602     csit-vpp-perf-verify-1908-2n-skx:
1603       - 26  # NDRPDR sel
1604       - 27  # NDRPDR sel
1605       - 34  # NDRPDR sel
1606       - 35  # NDRPDR sel
1607       - 36  # NDRPDR sel
1608       - 42  # NDRPDR sel
1609       - 43  # NDRPDR sel
1610       - 44  # NDRPDR sel
1611       - 45  # NDRPDR sel
1612       - 46  # NDRPDR sel
1613       - 72  # NDRPDR sel vhost
1614       - 73  # NDRPDR sel vhost
1615       - 74  # NDRPDR sel vhost
1616       - 75  # NDRPDR sel vhost
1617       - 76  # NDRPDR sel vhost
1618       - 78  # NDRPDR sel vhost
1619       - 48  # NDRPDR full
1620       - 49  # NDRPDR full
1621       - 50  # NDRPDR full
1622       - 51  # NDRPDR full
1623       - 54  # NDRPDR full
1624       - 55  # NDRPDR full
1625       - 79  # NDRPDR full vhost
1626       - 69  # MRR sel
1627       - 29  # TCP
1628       - 30  # TCP
1629       - 58  # TCP
1630       - 59  # TCP
1631       - 60  # TCP
1632       - 61  # TCP
1633       - 62  # TCP
1634       - 63  # TCP
1635       - 64  # TCP
1636       - 65  # TCP
1637       - 22  # NFV
1638       - 31  # NFV
1639       - 32  # NFV
1640       - 37  # NFV
1641       - 38  # NFV
1642       - 39  # NFV
1643       - 53  # NFV
1644       - 67  # NFV
1645       - 68  # NFV
1646       - 70  # NFV
1647       - 71  # NFV MRR
1648
1649     csit-vpp-perf-verify-1908-3n-tsh:
1650       - 7   # NDRPDR sel
1651       - 8   # NDRPDR sel
1652       - 9   # NDRPDR sel
1653       - 10  # NDRPDR sel
1654       - 11  # NDRPDR sel
1655       - 12  # NDRPDR sel
1656       - 13  # NDRPDR sel
1657       - 14  # NDRPDR sel
1658
1659     csit-dpdk-perf-verify-1901-3n-hsw:
1660       - 13  # NDRPDR sel
1661       - 14  # NDRPDR sel
1662       - 16  # NDRPDR sel
1663       - 17  # NDRPDR sel
1664       - 18  # NDRPDR sel
1665       - 19  # NDRPDR sel
1666       - 20  # NDRPDR sel
1667       - 21  # NDRPDR sel
1668       - 22  # NDRPDR sel
1669       - 23  # NDRPDR sel
1670     csit-dpdk-perf-verify-1904-3n-hsw:
1671       - 2   # NDRPDR sel
1672       - 3   # NDRPDR sel
1673       - 5   # NDRPDR sel
1674       - 6   # NDRPDR sel
1675       - 13  # NDRPDR sel
1676       - 14  # NDRPDR sel
1677       - 15  # NDRPDR sel
1678       - 18  # NDRPDR sel
1679       - 19  # NDRPDR sel
1680       - 20  # NDRPDR sel
1681     csit-dpdk-perf-verify-1908-3n-hsw:
1682       - 2   # NDRPDR sel
1683       - 3   # NDRPDR sel
1684       - 4   # NDRPDR sel
1685       - 5   # NDRPDR sel
1686       - 6   # NDRPDR sel
1687       - 7   # NDRPDR sel
1688       - 8   # NDRPDR sel
1689       - 9   # NDRPDR sel
1690       - 10  # NDRPDR sel
1691       - 11  # NDRPDR sel
1692
1693     csit-dpdk-perf-verify-1901-3n-skx:
1694       - 3   # NDRPDR sel
1695       - 5   # NDRPDR sel
1696       - 6   # NDRPDR sel
1697       - 7   # NDRPDR sel
1698       - 8   # NDRPDR sel
1699       - 9   # NDRPDR sel
1700       - 10  # NDRPDR sel
1701       - 11  # NDRPDR sel
1702       - 12  # NDRPDR sel
1703       - 13  # NDRPDR sel
1704     csit-dpdk-perf-verify-1904-3n-skx:
1705       - 2   # NDRPDR sel
1706       - 3   # NDRPDR sel
1707       - 4   # NDRPDR sel
1708       - 5   # NDRPDR sel
1709       - 6   # NDRPDR sel
1710       - 7   # NDRPDR sel
1711       - 11  # NDRPDR sel
1712       - 12  # NDRPDR sel
1713       - 13  # NDRPDR sel
1714       - 14  # NDRPDR sel
1715     csit-dpdk-perf-verify-1908-3n-skx:
1716       - 3   # NDRPDR sel
1717       - 4   # NDRPDR sel
1718       - 5   # NDRPDR sel
1719       - 6   # NDRPDR sel
1720       - 7   # NDRPDR sel
1721       - 8   # NDRPDR sel
1722       - 9   # NDRPDR sel
1723       - 10  # NDRPDR sel
1724       - 11  # NDRPDR sel
1725       - 12  # NDRPDR sel
1726
1727     csit-dpdk-perf-verify-1901-2n-skx:
1728       - 12  # NDRPDR sel
1729       - 13  # NDRPDR sel
1730       - 14  # NDRPDR sel
1731       - 15  # NDRPDR sel
1732       - 16  # NDRPDR sel
1733       - 17  # NDRPDR sel
1734       - 18  # NDRPDR sel
1735       - 19  # NDRPDR sel
1736       - 20  # NDRPDR sel
1737       - 21  # NDRPDR sel
1738     csit-dpdk-perf-verify-1904-2n-skx:
1739       - 2   # NDRPDR sel
1740       - 3   # NDRPDR sel
1741       - 4   # NDRPDR sel
1742       - 5   # NDRPDR sel
1743       - 7   # NDRPDR sel
1744       - 8   # NDRPDR sel
1745       - 9   # NDRPDR sel
1746       - 10  # NDRPDR sel
1747       - 11  # NDRPDR sel
1748       - 12  # NDRPDR sel
1749     csit-dpdk-perf-verify-1908-2n-skx:
1750       - 2   # NDRPDR sel
1751       - 3   # NDRPDR sel
1752       - 4   # NDRPDR sel
1753       - 5   # NDRPDR sel
1754       - 7   # NDRPDR sel
1755       - 8   # NDRPDR sel
1756       - 9   # NDRPDR sel
1757       - 10  # NDRPDR sel
1758       - 11  # NDRPDR sel
1759       - 12  # NDRPDR sel
1760
1761     csit-vpp-functional-1908-ubuntu1604-virl:
1762       - 64
1763     csit-vpp-functional-1908-centos7-virl:
1764       - 64
1765     csit-vpp-device-1908-ubuntu1804-1n-skx:
1766       - 65
1767
1768 - type: "output"
1769   output: "report"
1770   format:
1771     html:
1772     - full
1773 #    pdf:
1774 #    - minimal
1775
1776 ################################################################################
1777 ###                               T A B L E S                                ###
1778 ################################################################################
1779
1780 ## VPP Soak vs NDR
1781 #- type: "table"
1782 #  title: "VPP Soak vs NDR 2n-skx"
1783 #  algorithm: "table_soak_vs_ndr"
1784 #  output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1785 #  reference:
1786 #    title: "NDR"
1787 #    data: "vpp-soak-vs-ndr-2n-skx-ref"
1788 #  compare:
1789 #    title: "Soak"
1790 #    data: "vpp-soak-vs-ndr-2n-skx-cmp"
1791 #  data: "vpp-soak-vs-ndr-2n-skx"
1792 #  include-tests: "NDR"
1793 #  filter: "('NDRPDR' or 'SOAK')"
1794 #  parameters:
1795 #    - "throughput"
1796 #    - "name"
1797 #    - "parent"
1798
1799 ################################################################################
1800
1801 # VPP Compare NICs 3n-skx 2t1c ndr
1802 - type: "table"
1803   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1804   algorithm: "table_nics_comparison"
1805   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1806   reference:
1807     title: "Intel-x710"
1808     nic: "NIC_Intel-X710"
1809   compare:
1810     title: "Intel-xxv710"
1811     nic: "NIC_Intel-XXV710"
1812   data: "vpp-nic-comparison-3n-skx"
1813   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1814   filter: "'2T1C' and 'NDRPDR'"
1815   parameters:
1816   - "name"
1817   - "parent"
1818   - "throughput"
1819   - "tags"
1820
1821 # VPP Compare NICs 3n-skx 4t2c ndr
1822 - type: "table"
1823   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1824   algorithm: "table_nics_comparison"
1825   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1826   reference:
1827     title: "Intel-x710"
1828     nic: "NIC_Intel-X710"
1829   compare:
1830     title: "Intel-xxv710"
1831     nic: "NIC_Intel-XXV710"
1832   data: "vpp-nic-comparison-3n-skx"
1833   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1834   filter: "'4T2C' and 'NDRPDR'"
1835   parameters:
1836   - "name"
1837   - "parent"
1838   - "throughput"
1839   - "tags"
1840
1841 # VPP Compare NICs 3n-skx 2t1c pdr
1842 - type: "table"
1843   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1844   algorithm: "table_nics_comparison"
1845   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1846   reference:
1847     title: "Intel-x710"
1848     nic: "NIC_Intel-X710"
1849   compare:
1850     title: "Intel-xxv710"
1851     nic: "NIC_Intel-XXV710"
1852   data: "vpp-nic-comparison-3n-skx"
1853   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1854   filter: "'2T1C' and 'NDRPDR'"
1855   parameters:
1856   - "name"
1857   - "parent"
1858   - "throughput"
1859   - "tags"
1860
1861  # VPP Compare NICs 3n-skx 4t2c pdr
1862 - type: "table"
1863   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1864   algorithm: "table_nics_comparison"
1865   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1866   reference:
1867     title: "Intel-x710"
1868     nic: "NIC_Intel-X710"
1869   compare:
1870     title: "Intel-xxv710"
1871     nic: "NIC_Intel-XXV710"
1872   data: "vpp-nic-comparison-3n-skx"
1873   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1874   filter: "'4T2C' and 'NDRPDR'"
1875   parameters:
1876   - "name"
1877   - "parent"
1878   - "throughput"
1879   - "tags"
1880
1881 # VPP Compare NICs 3n-skx 2t1c mrr
1882 - type: "table"
1883   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1884   algorithm: "table_nics_comparison"
1885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1886   reference:
1887     title: "Intel-x710"
1888     nic: "NIC_Intel-X710"
1889   compare:
1890     title: "Intel-xxv710"
1891     nic: "NIC_Intel-XXV710"
1892   data: "vpp-nic-comparison-3n-skx-mrr"
1893   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1894   filter: "'2T1C' and 'MRR'"
1895   parameters:
1896   - "name"
1897   - "parent"
1898   - "result"
1899   - "tags"
1900
1901 # VPP Compare NICs 3n-skx 4t2c mrr
1902 - type: "table"
1903   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1904   algorithm: "table_nics_comparison"
1905   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1906   reference:
1907     title: "Intel-x710"
1908     nic: "NIC_Intel-X710"
1909   compare:
1910     title: "Intel-xxv710"
1911     nic: "NIC_Intel-XXV710"
1912   data: "vpp-nic-comparison-3n-skx-mrr"
1913   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1914   filter: "'4T2C' and 'MRR'"
1915   parameters:
1916   - "name"
1917   - "parent"
1918   - "result"
1919   - "tags"
1920
1921  # VPP Compare NICs 3n-skx 8t4c mrr
1922 - type: "table"
1923   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1924   algorithm: "table_nics_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1926   reference:
1927     title: "Intel-x710"
1928     nic: "NIC_Intel-X710"
1929   compare:
1930     title: "Intel-xxv710"
1931     nic: "NIC_Intel-XXV710"
1932   data: "vpp-nic-comparison-3n-skx-mrr"
1933   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1934   filter: "'8T4C' and 'MRR'"
1935   parameters:
1936   - "name"
1937   - "parent"
1938   - "result"
1939   - "tags"
1940
1941 # VPP Compare NICs 2n-skx 2t1c ndr
1942 - type: "table"
1943   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1944   algorithm: "table_nics_comparison"
1945   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1946   reference:
1947     title: "Intel-x710"
1948     nic: "NIC_Intel-X710"
1949   compare:
1950     title: "Intel-xxv710"
1951     nic: "NIC_Intel-XXV710"
1952   data: "vpp-nic-comparison-2n-skx"
1953   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1954   filter: "'2T1C' and 'NDRPDR'"
1955   parameters:
1956   - "name"
1957   - "parent"
1958   - "throughput"
1959   - "tags"
1960
1961 # VPP Compare NICs 2n-skx 4t2c ndr
1962 - type: "table"
1963   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1964   algorithm: "table_nics_comparison"
1965   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1966   reference:
1967     title: "Intel-x710"
1968     nic: "NIC_Intel-X710"
1969   compare:
1970     title: "Intel-xxv710"
1971     nic: "NIC_Intel-XXV710"
1972   data: "vpp-nic-comparison-2n-skx"
1973   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1974   filter: "'4T2C' and 'NDRPDR'"
1975   parameters:
1976   - "name"
1977   - "parent"
1978   - "throughput"
1979   - "tags"
1980
1981  # VPP Compare NICs 2n-skx 2t1c pdr
1982 - type: "table"
1983   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1984   algorithm: "table_nics_comparison"
1985   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1986   reference:
1987     title: "Intel-x710"
1988     nic: "NIC_Intel-X710"
1989   compare:
1990     title: "Intel-xxv710"
1991     nic: "NIC_Intel-XXV710"
1992   data: "vpp-nic-comparison-2n-skx"
1993   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1994   filter: "'2T1C' and 'NDRPDR'"
1995   parameters:
1996   - "name"
1997   - "parent"
1998   - "throughput"
1999   - "tags"
2000
2001 # VPP Compare NICs 2n-skx 4t2c pdr
2002 - type: "table"
2003   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2004   algorithm: "table_nics_comparison"
2005   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2006   reference:
2007     title: "Intel-x710"
2008     nic: "NIC_Intel-X710"
2009   compare:
2010     title: "Intel-xxv710"
2011     nic: "NIC_Intel-XXV710"
2012   data: "vpp-nic-comparison-2n-skx"
2013   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2014   filter: "'4T2C' and 'NDRPDR'"
2015   parameters:
2016   - "name"
2017   - "parent"
2018   - "throughput"
2019   - "tags"
2020
2021 # VPP Compare NICs 2n-skx 2t1c mrr
2022 - type: "table"
2023   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2024   algorithm: "table_nics_comparison"
2025   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2026   reference:
2027     title: "Intel-x710"
2028     nic: "NIC_Intel-X710"
2029   compare:
2030     title: "Intel-xxv710"
2031     nic: "NIC_Intel-XXV710"
2032   data: "vpp-nic-comparison-2n-skx-mrr"
2033   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2034   filter: "'2T1C' and 'MRR'"
2035   parameters:
2036   - "name"
2037   - "parent"
2038   - "result"
2039   - "tags"
2040
2041 # VPP Compare NICs 2n-skx 4t2c mrr
2042 - type: "table"
2043   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2044   algorithm: "table_nics_comparison"
2045   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2046   reference:
2047     title: "Intel-x710"
2048     nic: "NIC_Intel-X710"
2049   compare:
2050     title: "Intel-xxv710"
2051     nic: "NIC_Intel-XXV710"
2052   data: "vpp-nic-comparison-2n-skx-mrr"
2053   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2054   filter: "'4T2C' and 'MRR'"
2055   parameters:
2056   - "name"
2057   - "parent"
2058   - "result"
2059   - "tags"
2060
2061 # VPP Compare NICs 2n-skx 8t4c mrr
2062 - type: "table"
2063   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2064   algorithm: "table_nics_comparison"
2065   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2066   reference:
2067     title: "Intel-x710"
2068     nic: "NIC_Intel-X710"
2069   compare:
2070     title: "Intel-xxv710"
2071     nic: "NIC_Intel-XXV710"
2072   data: "vpp-nic-comparison-2n-skx-mrr"
2073   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2074   filter: "'8T4C' and 'MRR'"
2075   parameters:
2076   - "name"
2077   - "parent"
2078   - "result"
2079   - "tags"
2080
2081 ################################################################################
2082 # VPP
2083
2084 ## VPP Performance Changes 2n-dnv 1t1c pdr
2085 #- type: "table"
2086 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2087 #  algorithm: "table_performance_comparison"
2088 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2089 #  history:
2090 #    - title: "rls1901"
2091 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2092 #  reference:
2093 #    title: "rls1904"
2094 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2095 #  compare:
2096 #    title: "rls1908"
2097 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2098 #  data: "intel-dnv-vpp-changes-2n-dnv"
2099 #  include-tests: "PDR"
2100 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2101 #  parameters:
2102 #  - "name"
2103 #  - "parent"
2104 #  - "throughput"
2105 #
2106 ## VPP Performance Changes 2n-dnv 2t2c pdr
2107 #- type: "table"
2108 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2109 #  algorithm: "table_performance_comparison"
2110 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2111 #  history:
2112 #    - title: "rls1901"
2113 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2114 #  reference:
2115 #    title: "rls1904"
2116 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2117 #  compare:
2118 #    title: "rls1908"
2119 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2120 #  data: "intel-dnv-vpp-changes-2n-dnv"
2121 #  include-tests: "PDR"
2122 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2123 #  parameters:
2124 #  - "name"
2125 #  - "parent"
2126 #  - "throughput"
2127 #
2128 ## VPP Performance Changes 2n-dnv 1t1c ndr
2129 #- type: "table"
2130 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2131 #  algorithm: "table_performance_comparison"
2132 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2133 #  history:
2134 #    - title: "rls1901"
2135 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2136 #  reference:
2137 #    title: "rls1904"
2138 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2139 #  compare:
2140 #    title: "rls1908"
2141 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2142 #  data: "intel-dnv-vpp-changes-2n-dnv"
2143 #  include-tests: "NDR"
2144 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2145 #  parameters:
2146 #  - "name"
2147 #  - "parent"
2148 #  - "throughput"
2149 #
2150 ## VPP Performance Changes 2n-dnv 2t2c ndr
2151 #- type: "table"
2152 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2153 #  algorithm: "table_performance_comparison"
2154 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2155 #  history:
2156 #    - title: "rls1901"
2157 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2158 #  reference:
2159 #    title: "rls1904"
2160 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2161 #  compare:
2162 #    title: "rls1908"
2163 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2164 #  data: "intel-dnv-vpp-changes-2n-dnv"
2165 #  include-tests: "NDR"
2166 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2167 #  parameters:
2168 #  - "name"
2169 #  - "parent"
2170 #  - "throughput"
2171 #
2172 ## VPP Performance Changes 2n-dnv 1t1c MRR
2173 #- type: "table"
2174 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2175 #  algorithm: "table_performance_comparison"
2176 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2177 #  history:
2178 #    - title: "rls1901"
2179 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2180 #  reference:
2181 #    title: "rls1904"
2182 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2183 #  compare:
2184 #    title: "rls1908"
2185 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2186 #  data: "intel-dnv-vpp-changes-2n-dnv"
2187 #  include-tests: "MRR"
2188 #  filter: "'1T1C' and 'MRR'"
2189 #  parameters:
2190 #  - "name"
2191 #  - "parent"
2192 #  - "result"
2193 #
2194 ## VPP Performance Changes 2n-dnv 2t2c MRR
2195 #- type: "table"
2196 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2197 #  algorithm: "table_performance_comparison"
2198 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2199 #  history:
2200 #    - title: "rls1901"
2201 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2202 #  reference:
2203 #    title: "rls1904"
2204 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2205 #  compare:
2206 #    title: "rls1908"
2207 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2208 #  data: "intel-dnv-vpp-changes-2n-dnv"
2209 #  include-tests: "MRR"
2210 #  filter: "'2T2C' and 'MRR'"
2211 #  parameters:
2212 #  - "name"
2213 #  - "parent"
2214 #  - "result"
2215 #
2216 ## VPP Performance Changes 2n-dnv 4t4c MRR
2217 #- type: "table"
2218 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2219 #  algorithm: "table_performance_comparison"
2220 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2221 #  history:
2222 #    - title: "rls1901"
2223 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2224 #  reference:
2225 #    title: "rls1904"
2226 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2227 #  compare:
2228 #    title: "rls1908"
2229 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2230 #  data: "intel-dnv-vpp-changes-2n-dnv"
2231 #  include-tests: "MRR"
2232 #  filter: "'4T4C' and 'MRR'"
2233 #  parameters:
2234 #  - "name"
2235 #  - "parent"
2236 #  - "result"
2237
2238 # VPP Performance Changes 3n-hsw 1t1c pdr
2239 - type: "table"
2240   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2241   algorithm: "table_performance_comparison"
2242   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2243   history:
2244     - title: "rls1901"
2245       data: "vpp-performance-changes-3n-hsw-h1"
2246   reference:
2247     title: "rls1904"
2248     data: "vpp-performance-changes-3n-hsw-ref"
2249   compare:
2250     title: "rls1908"
2251     data: "vpp-performance-changes-3n-hsw-cmp"
2252   data: "vpp-performance-changes-3n-hsw"
2253   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2254   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2255   parameters:
2256   - "name"
2257   - "parent"
2258   - "throughput"
2259
2260 # VPP Performance Changes 3n-hsw 2t2c pdr
2261 - type: "table"
2262   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2263   algorithm: "table_performance_comparison"
2264   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2265   history:
2266     - title: "rls1901"
2267       data: "vpp-performance-changes-3n-hsw-h1"
2268   reference:
2269     title: "rls1904"
2270     data: "vpp-performance-changes-3n-hsw-ref"
2271   compare:
2272     title: "rls1908"
2273     data: "vpp-performance-changes-3n-hsw-cmp"
2274   data: "vpp-performance-changes-3n-hsw"
2275   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2276   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2277   parameters:
2278   - "name"
2279   - "parent"
2280   - "throughput"
2281
2282 # VPP Performance Changes 3n-hsw 1t1c ndr
2283 - type: "table"
2284   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2285   algorithm: "table_performance_comparison"
2286   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2287   history:
2288     - title: "rls1901"
2289       data: "vpp-performance-changes-3n-hsw-h1"
2290   reference:
2291     title: "rls1904"
2292     data: "vpp-performance-changes-3n-hsw-ref"
2293   compare:
2294     title: "rls1908"
2295     data: "vpp-performance-changes-3n-hsw-cmp"
2296   data: "vpp-performance-changes-3n-hsw"
2297   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2298   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2299   parameters:
2300   - "name"
2301   - "parent"
2302   - "throughput"
2303
2304 # VPP Performance Changes 3n-hsw 2t2c ndr
2305 - type: "table"
2306   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2307   algorithm: "table_performance_comparison"
2308   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2309   history:
2310     - title: "rls1901"
2311       data: "vpp-performance-changes-3n-hsw-h1"
2312   reference:
2313     title: "rls1904"
2314     data: "vpp-performance-changes-3n-hsw-ref"
2315   compare:
2316     title: "rls1908"
2317     data: "vpp-performance-changes-3n-hsw-cmp"
2318   data: "vpp-performance-changes-3n-hsw"
2319   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2320   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2321   parameters:
2322   - "name"
2323   - "parent"
2324   - "throughput"
2325
2326 # VPP Performance Changes 3n-skx 2t1c pdr
2327 - type: "table"
2328   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2329   algorithm: "table_performance_comparison_nic"
2330   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2331   history:
2332     - title: "rls1901 x710"
2333       data: "vpp-performance-changes-3n-skx-h1"
2334       nic: "NIC_Intel-X710"
2335   reference:
2336     title: "rls1904 x710"
2337     data: "vpp-performance-changes-3n-skx-ref"
2338     nic: "NIC_Intel-X710"
2339   compare:
2340     title: "rls1908 xxv710"
2341     data: "vpp-performance-changes-3n-skx-cmp"
2342     nic: "NIC_Intel-XXV710"
2343   data: "vpp-performance-changes-3n-skx"
2344   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2345   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2346   parameters:
2347   - "name"
2348   - "parent"
2349   - "throughput"
2350   - "tags"
2351
2352 # VPP Performance Changes 3n-skx 4t2c pdr
2353 - type: "table"
2354   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2355   algorithm: "table_performance_comparison_nic"
2356   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2357   history:
2358     - title: "rls1901 x710"
2359       data: "vpp-performance-changes-3n-skx-h1"
2360       nic: "NIC_Intel-X710"
2361   reference:
2362     title: "rls1904 x710"
2363     data: "vpp-performance-changes-3n-skx-ref"
2364     nic: "NIC_Intel-X710"
2365   compare:
2366     title: "rls1908 xxv710"
2367     data: "vpp-performance-changes-3n-skx-cmp"
2368     nic: "NIC_Intel-XXV710"
2369   data: "vpp-performance-changes-3n-skx"
2370   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2371   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2372   parameters:
2373   - "name"
2374   - "parent"
2375   - "throughput"
2376   - "tags"
2377
2378 # VPP Performance Changes 3n-skx 2t1c ndr
2379 - type: "table"
2380   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2381   algorithm: "table_performance_comparison_nic"
2382   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2383   history:
2384     - title: "rls1901 x710"
2385       data: "vpp-performance-changes-3n-skx-h1"
2386       nic: "NIC_Intel-X710"
2387   reference:
2388     title: "rls1904 x710"
2389     data: "vpp-performance-changes-3n-skx-ref"
2390     nic: "NIC_Intel-X710"
2391   compare:
2392     title: "rls1908 xxv710"
2393     data: "vpp-performance-changes-3n-skx-cmp"
2394     nic: "NIC_Intel-XXV710"
2395   data: "vpp-performance-changes-3n-skx"
2396   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2397   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2398   parameters:
2399   - "name"
2400   - "parent"
2401   - "throughput"
2402   - "tags"
2403
2404 # VPP Performance Changes 3n-skx 4t2c ndr
2405 - type: "table"
2406   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2407   algorithm: "table_performance_comparison_nic"
2408   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2409   history:
2410     - title: "rls1901 x710"
2411       data: "vpp-performance-changes-3n-skx-h1"
2412       nic: "NIC_Intel-X710"
2413   reference:
2414     title: "rls1904 x710"
2415     data: "vpp-performance-changes-3n-skx-ref"
2416     nic: "NIC_Intel-X710"
2417   compare:
2418     title: "rls1908 xxv710"
2419     data: "vpp-performance-changes-3n-skx-cmp"
2420     nic: "NIC_Intel-XXV710"
2421   data: "vpp-performance-changes-3n-skx"
2422   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2423   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2424   parameters:
2425   - "name"
2426   - "parent"
2427   - "throughput"
2428   - "tags"
2429
2430 # VPP Performance Changes 2n-skx 2t1c pdr
2431 - type: "table"
2432   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2433   algorithm: "table_performance_comparison_nic"
2434   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2435   history:
2436     - title: "rls1901 x710"
2437       data: "vpp-performance-changes-2n-skx-h1"
2438       nic: "NIC_Intel-X710"
2439   reference:
2440     title: "rls1904 x710"
2441     data: "vpp-performance-changes-2n-skx-ref"
2442     nic: "NIC_Intel-X710"
2443   compare:
2444     title: "rls1908 xxv710"
2445     data: "vpp-performance-changes-2n-skx-cmp"
2446     nic: "NIC_Intel-XXV710"
2447   data: "vpp-performance-changes-2n-skx"
2448   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2449   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2450   parameters:
2451   - "name"
2452   - "parent"
2453   - "throughput"
2454   - "tags"
2455
2456 # VPP Performance Changes 2n-skx 4t2c pdr
2457 - type: "table"
2458   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2459   algorithm: "table_performance_comparison_nic"
2460   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2461   history:
2462     - title: "rls1901 x710"
2463       data: "vpp-performance-changes-2n-skx-h1"
2464       nic: "NIC_Intel-X710"
2465   reference:
2466     title: "rls1904 x710"
2467     data: "vpp-performance-changes-2n-skx-ref"
2468     nic: "NIC_Intel-X710"
2469   compare:
2470     title: "rls1908 xxv710"
2471     data: "vpp-performance-changes-2n-skx-cmp"
2472     nic: "NIC_Intel-XXV710"
2473   data: "vpp-performance-changes-2n-skx"
2474   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2475   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2476   parameters:
2477   - "name"
2478   - "parent"
2479   - "throughput"
2480   - "tags"
2481
2482 # VPP Performance Changes 2n-skx 2t1c ndr
2483 - type: "table"
2484   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2485   algorithm: "table_performance_comparison_nic"
2486   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2487   history:
2488     - title: "rls1901 x710"
2489       data: "vpp-performance-changes-2n-skx-h1"
2490       nic: "NIC_Intel-X710"
2491   reference:
2492     title: "rls1904 x710"
2493     data: "vpp-performance-changes-2n-skx-ref"
2494     nic: "NIC_Intel-X710"
2495   compare:
2496     title: "rls1908 xxv710"
2497     data: "vpp-performance-changes-2n-skx-cmp"
2498     nic: "NIC_Intel-XXV710"
2499   data: "vpp-performance-changes-2n-skx"
2500   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2501   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2502   parameters:
2503   - "name"
2504   - "parent"
2505   - "throughput"
2506   - "tags"
2507
2508 # VPP Performance Changes 2n-skx 4t2c ndr
2509 - type: "table"
2510   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2511   algorithm: "table_performance_comparison_nic"
2512   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2513   history:
2514     - title: "rls1901 x710"
2515       data: "vpp-performance-changes-2n-skx-h1"
2516       nic: "NIC_Intel-X710"
2517   reference:
2518     title: "rls1904 x710"
2519     data: "vpp-performance-changes-2n-skx-ref"
2520     nic: "NIC_Intel-X710"
2521   compare:
2522     title: "rls1908 xxv710"
2523     data: "vpp-performance-changes-2n-skx-cmp"
2524     nic: "NIC_Intel-XXV710"
2525   data: "vpp-performance-changes-2n-skx"
2526   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2527   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC') and (not 'VHOST' or 'VTS')"
2528   parameters:
2529   - "name"
2530   - "parent"
2531   - "throughput"
2532   - "tags"
2533
2534 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2535 - type: "table"
2536   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2537   algorithm: "table_performance_comparison"
2538   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2539   reference:
2540     title: "3n-hsw xl710"
2541     data: "vpp-compare-testbeds-ref"
2542     nic: "NIC_Intel-XL710"
2543   compare:
2544     title: "3n-skx xxv710"
2545     data: "vpp-compare-testbeds-cmp"
2546     nic: "NIC_Intel-XXV710"
2547   data: "vpp-compare-testbeds"
2548   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2549   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2550   parameters:
2551   - "name"
2552   - "parent"
2553   - "throughput"
2554
2555 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2556 - type: "table"
2557   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2558   algorithm: "table_performance_comparison"
2559   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2560   reference:
2561     title: "3n-hsw xl710"
2562     data: "vpp-compare-testbeds-ref"
2563     nic: "NIC_Intel-XL710"
2564   compare:
2565     title: "3n-skx xxv710"
2566     data: "vpp-compare-testbeds-cmp"
2567     nic: "NIC_Intel-XXV710"
2568   data: "vpp-compare-testbeds"
2569   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2570   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2571   parameters:
2572   - "name"
2573   - "parent"
2574   - "throughput"
2575
2576 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2577 - type: "table"
2578   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2579   algorithm: "table_performance_comparison"
2580   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2581   reference:
2582     title: "3n-hsw xl710"
2583     data: "vpp-compare-testbeds-ref"
2584     nic: "NIC_Intel-XL710"
2585   compare:
2586     title: "3n-skx xxv710"
2587     data: "vpp-compare-testbeds-cmp"
2588     nic: "NIC_Intel-XXV710"
2589   data: "vpp-compare-testbeds"
2590   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2591   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
2592   parameters:
2593   - "name"
2594   - "parent"
2595   - "throughput"
2596
2597 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2598 - type: "table"
2599   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2600   algorithm: "table_performance_comparison"
2601   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2602   reference:
2603     title: "3n-hsw xl710"
2604     data: "vpp-compare-testbeds-ref"
2605     nic: "NIC_Intel-XL710"
2606   compare:
2607     title: "3n-skx xxv710"
2608     data: "vpp-compare-testbeds-cmp"
2609     nic: "NIC_Intel-XXV710"
2610   data: "vpp-compare-testbeds"
2611   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2612   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
2613   parameters:
2614   - "name"
2615   - "parent"
2616   - "throughput"
2617
2618 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2619 - type: "table"
2620   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2621   algorithm: "table_performance_comparison"
2622   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2623   reference:
2624     title: "3-Node Skx"
2625     data: "vpp-compare-topologies-ref"
2626   compare:
2627     title: "2-Node Skx"
2628     data: "vpp-compare-topologies-cmp"
2629   data: "vpp-compare-topologies"
2630   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2631   filter: "'NDRPDR' and '1C'"
2632   parameters:
2633   - "name"
2634   - "parent"
2635   - "throughput"
2636
2637 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2638 - type: "table"
2639   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2640   algorithm: "table_performance_comparison"
2641   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2642   reference:
2643     title: "3-Node Skx"
2644     data: "vpp-compare-topologies-ref"
2645   compare:
2646     title: "2-Node Skx"
2647     data: "vpp-compare-topologies-cmp"
2648   data: "vpp-compare-topologies"
2649   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2650   filter: "'NDRPDR' and '2C'"
2651   parameters:
2652   - "name"
2653   - "parent"
2654   - "throughput"
2655
2656 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2657 - type: "table"
2658   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2659   algorithm: "table_performance_comparison"
2660   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2661   reference:
2662     title: "3-Node Skx"
2663     data: "vpp-compare-topologies-ref"
2664   compare:
2665     title: "2-Node Skx"
2666     data: "vpp-compare-topologies-cmp"
2667   data: "vpp-compare-topologies"
2668   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2669   filter: "'NDRPDR' and '1C'"
2670   parameters:
2671   - "name"
2672   - "parent"
2673   - "throughput"
2674
2675 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2676 - type: "table"
2677   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2678   algorithm: "table_performance_comparison"
2679   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2680   reference:
2681     title: "3-Node Skx"
2682     data: "vpp-compare-topologies-ref"
2683   compare:
2684     title: "2-Node Skx"
2685     data: "vpp-compare-topologies-cmp"
2686   data: "vpp-compare-topologies"
2687   include-tests: "PDR"
2688   filter: "'NDRPDR' and '2C'"
2689   parameters:
2690   - "name"
2691   - "parent"
2692   - "throughput"
2693
2694 # VPP Performance Changes 3n-hsw 1t1c MRR
2695 - type: "table"
2696   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2697   algorithm: "table_performance_comparison"
2698   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2699   history:
2700     - title: "rls1901"
2701       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2702   reference:
2703     title: "rls1904"
2704     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2705   compare:
2706     title: "rls1908"
2707     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2708   data: "vpp-performance-changes-3n-hsw-mrr"
2709   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2710   filter: "'1T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2711   parameters:
2712   - "name"
2713   - "parent"
2714   - "result"
2715
2716 # VPP Performance Changes 3n-hsw 2t2c MRR
2717 - type: "table"
2718   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2719   algorithm: "table_performance_comparison"
2720   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2721   history:
2722     - title: "rls1901"
2723       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2724   reference:
2725     title: "rls1904"
2726     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2727   compare:
2728     title: "rls1908"
2729     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2730   data: "vpp-performance-changes-3n-hsw-mrr"
2731   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2732   filter: "'2T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2733   parameters:
2734   - "name"
2735   - "parent"
2736   - "result"
2737
2738 # VPP Performance Changes 3n-hsw 4t4c MRR
2739 - type: "table"
2740   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2741   algorithm: "table_performance_comparison"
2742   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2743   history:
2744     - title: "rls1901"
2745       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2746   reference:
2747     title: "rls1904"
2748     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2749   compare:
2750     title: "rls1908"
2751     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2752   data: "vpp-performance-changes-3n-hsw-mrr"
2753   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2754   filter: "'4T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2755   parameters:
2756   - "name"
2757   - "parent"
2758   - "result"
2759
2760 # VPP Performance Changes 3n-skx 2t1c MRR
2761 - type: "table"
2762   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2763   algorithm: "table_performance_comparison"
2764   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2765   history:
2766     - title: "rls1901"
2767       data: "vpp-performance-changes-3n-skx-mrr-h1"
2768   reference:
2769     title: "rls1904"
2770     data: "vpp-performance-changes-3n-skx-mrr-ref"
2771   compare:
2772     title: "rls1908"
2773     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2774   data: "vpp-performance-changes-3n-skx-mrr"
2775   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2776   filter: "'2T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2777   parameters:
2778   - "name"
2779   - "parent"
2780   - "result"
2781
2782 # VPP Performance Changes 3n-skx 4t2c MRR
2783 - type: "table"
2784   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2785   algorithm: "table_performance_comparison"
2786   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2787   history:
2788     - title: "rls1901"
2789       data: "vpp-performance-changes-3n-skx-mrr-h1"
2790   reference:
2791     title: "rls1904"
2792     data: "vpp-performance-changes-3n-skx-mrr-ref"
2793   compare:
2794     title: "rls1908"
2795     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2796   data: "vpp-performance-changes-3n-skx-mrr"
2797   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2798   filter: "'4T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2799   parameters:
2800   - "name"
2801   - "parent"
2802   - "result"
2803
2804 # VPP Performance Changes 3n-skx 8t4c MRR
2805 - type: "table"
2806   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2807   algorithm: "table_performance_comparison"
2808   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2809   history:
2810     - title: "rls1901"
2811       data: "vpp-performance-changes-3n-skx-mrr-h1"
2812   reference:
2813     title: "rls1904"
2814     data: "vpp-performance-changes-3n-skx-mrr-ref"
2815   compare:
2816     title: "rls1908"
2817     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2818   data: "vpp-performance-changes-3n-skx-mrr"
2819   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2820   filter: "'8T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2821   parameters:
2822   - "name"
2823   - "parent"
2824   - "result"
2825
2826 # VPP Performance Changes 2n-skx 2t1c MRR
2827 - type: "table"
2828   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2829   algorithm: "table_performance_comparison"
2830   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2831   history:
2832     - title: "rls1901"
2833       data: "vpp-performance-changes-2n-skx-mrr-h1"
2834   reference:
2835     title: "rls1904"
2836     data: "vpp-performance-changes-2n-skx-mrr-ref"
2837   compare:
2838     title: "rls1908"
2839     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2840   data: "vpp-performance-changes-2n-skx-mrr"
2841   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2842   filter: "'2T1C' and 'MRR' and (not 'VHOST' or 'VTS')"
2843   parameters:
2844   - "name"
2845   - "parent"
2846   - "result"
2847
2848 # VPP Performance Changes 2n-skx 4t2c MRR
2849 - type: "table"
2850   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2851   algorithm: "table_performance_comparison"
2852   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2853   history:
2854     - title: "rls1901"
2855       data: "vpp-performance-changes-2n-skx-mrr-h1"
2856   reference:
2857     title: "rls1904"
2858     data: "vpp-performance-changes-2n-skx-mrr-ref"
2859   compare:
2860     title: "rls1908"
2861     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2862   data: "vpp-performance-changes-2n-skx-mrr"
2863   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2864   filter: "'4T2C' and 'MRR' and (not 'VHOST' or 'VTS')"
2865   parameters:
2866   - "name"
2867   - "parent"
2868   - "result"
2869
2870 # VPP Performance Changes 2n-skx 8t4c MRR
2871 - type: "table"
2872   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2873   algorithm: "table_performance_comparison"
2874   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2875   history:
2876     - title: "rls1901"
2877       data: "vpp-performance-changes-2n-skx-mrr-h1"
2878   reference:
2879     title: "rls1904"
2880     data: "vpp-performance-changes-2n-skx-mrr-ref"
2881   compare:
2882     title: "rls1908"
2883     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2884   data: "vpp-performance-changes-2n-skx-mrr"
2885   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2886   filter: "'8T4C' and 'MRR' and (not 'VHOST' or 'VTS')"
2887   parameters:
2888   - "name"
2889   - "parent"
2890   - "result"
2891
2892 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2893 - type: "table"
2894   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2895   algorithm: "table_performance_comparison"
2896   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2897   reference:
2898     title: "3n-hsw xl710"
2899     data: "vpp-compare-testbeds-mrr-ref"
2900     nic: "NIC_Intel-XL710"
2901   compare:
2902     title: "3n-skx xxv710"
2903     data: "vpp-compare-testbeds-mrr-cmp"
2904     nic: "NIC_Intel-XXV710"
2905   data: "vpp-compare-testbeds-mrr"
2906   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2907   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
2908   parameters:
2909   - "name"
2910   - "parent"
2911   - "result"
2912
2913 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2914 - type: "table"
2915   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2916   algorithm: "table_performance_comparison"
2917   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2918   reference:
2919     title: "3n-hsw xl710"
2920     data: "vpp-compare-testbeds-mrr-ref"
2921     nic: "NIC_Intel-XL710"
2922   compare:
2923     title: "3n-skx xxv710"
2924     data: "vpp-compare-testbeds-mrr-cmp"
2925     nic: "NIC_Intel-XXV710"
2926   data: "vpp-compare-testbeds-mrr"
2927   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2928   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
2929   parameters:
2930   - "name"
2931   - "parent"
2932   - "result"
2933
2934 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2935 - type: "table"
2936   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2937   algorithm: "table_performance_comparison"
2938   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2939   reference:
2940     title: "3n-hsw xl710"
2941     data: "vpp-compare-testbeds-mrr-ref"
2942     nic: "NIC_Intel-XL710"
2943   compare:
2944     title: "3n-skx xxv710"
2945     data: "vpp-compare-testbeds-mrr-cmp"
2946     nic: "NIC_Intel-XXV710"
2947   data: "vpp-compare-testbeds-mrr"
2948   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2949   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
2950   parameters:
2951   - "name"
2952   - "parent"
2953   - "result"
2954
2955 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2956 - type: "table"
2957   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2958   algorithm: "table_performance_comparison"
2959   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2960   reference:
2961     title: "3-Node Skx"
2962     data: "vpp-compare-topologies-mrr-ref"
2963   compare:
2964     title: "2-Node Skx"
2965     data: "vpp-compare-topologies-mrr-cmp"
2966   data: "vpp-compare-topologies-mrr"
2967   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2968   filter: "'MRR' and '1C'"
2969   parameters:
2970   - "name"
2971   - "parent"
2972   - "result"
2973
2974 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2975 - type: "table"
2976   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2977   algorithm: "table_performance_comparison"
2978   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2979   reference:
2980     title: "3-Node Skx"
2981     data: "vpp-compare-topologies-mrr-ref"
2982   compare:
2983     title: "2-Node Skx"
2984     data: "vpp-compare-topologies-mrr-cmp"
2985   data: "vpp-compare-topologies-mrr"
2986   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2987   filter: "'MRR' and '2C'"
2988   parameters:
2989   - "name"
2990   - "parent"
2991   - "result"
2992
2993 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2994 - type: "table"
2995   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2996   algorithm: "table_performance_comparison"
2997   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2998   reference:
2999     title: "3-Node Skx"
3000     data: "vpp-compare-topologies-mrr-ref"
3001   compare:
3002     title: "2-Node Skx"
3003     data: "vpp-compare-topologies-mrr-cmp"
3004   data: "vpp-compare-topologies-mrr"
3005   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3006   filter: "'MRR' and '4C'"
3007   parameters:
3008   - "name"
3009   - "parent"
3010   - "result"
3011
3012 # Detailed Test Results - VPP Performance Results 3n-hsw
3013 - type: "table"
3014   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3015   algorithm: "table_merged_details"
3016   output-file-ext: ".csv"
3017   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3018   columns:
3019   - title: "Name"
3020     data: "data name"
3021   - title: "Status"
3022     data: "data msg"
3023   rows: "generated"
3024   data: "vpp-perf-results-3n-hsw"
3025   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3026   parameters:
3027   - "name"
3028   - "parent"
3029   - "msg"
3030
3031 # Detailed Test Results - VPP Performance Results 3n-skx
3032 - type: "table"
3033   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3034   algorithm: "table_merged_details"
3035   output-file-ext: ".csv"
3036   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3037   columns:
3038   - title: "Name"
3039     data: "data name"
3040   - title: "Status"
3041     data: "data msg"
3042   rows: "generated"
3043   data: "vpp-perf-results-3n-skx"
3044   filter: "not 'CFS_OPT'"
3045   parameters:
3046   - "name"
3047   - "parent"
3048   - "msg"
3049
3050 # Detailed Test Results - VPP Performance Results 2n-skx
3051 - type: "table"
3052   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3053   algorithm: "table_merged_details"
3054   output-file-ext: ".csv"
3055   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3056   columns:
3057   - title: "Name"
3058     data: "data name"
3059   - title: "Status"
3060     data: "data msg"
3061   rows: "generated"
3062   data: "vpp-perf-results-2n-skx"
3063   filter: "not 'CFS_OPT'"
3064   parameters:
3065   - "name"
3066   - "parent"
3067   - "msg"
3068
3069 # Detailed Test Results - VPP Performance Results 3n-tsh
3070 - type: "table"
3071   title: "Detailed Test Results - VPP Performance Results 3n-tsh"
3072   algorithm: "table_merged_details"
3073   output-file-ext: ".csv"
3074   output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh"
3075   columns:
3076   - title: "Name"
3077     data: "data name"
3078   - title: "Status"
3079     data: "data msg"
3080   rows: "generated"
3081   data: "vpp-perf-results-3n-tsh"
3082   filter: "not 'CFS_OPT'"
3083   parameters:
3084   - "name"
3085   - "parent"
3086   - "msg"
3087
3088 ## Detailed Test Results - VPP Performance Results 2n-dnv
3089 #- type: "table"
3090 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3091 #  algorithm: "table_details"
3092 #  output-file-ext: ".csv"
3093 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3094 #  columns:
3095 #  - title: "Name"
3096 #    data: "data name"
3097 #  - title: "Status"
3098 #    data: "data msg"
3099 #  rows: "generated"
3100 #  data: "intel-dnv-vpp"
3101 #  filter: "'NDRPDR'"
3102 #  parameters:
3103 #  - "name"
3104 #  - "parent"
3105 #  - "msg"
3106
3107 # Test configuration - VPP Performance Test Configs 3n-hsw
3108 - type: "table"
3109   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3110   algorithm: "table_merged_details"
3111   output-file-ext: ".csv"
3112   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3113   columns:
3114   - title: "Name"
3115     data: "data name"
3116   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3117     data: "data conf-history"
3118   rows: "generated"
3119   data: "vpp-perf-results-3n-hsw"
3120   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3121   parameters:
3122   - "parent"
3123   - "name"
3124   - "conf-history"
3125
3126 # Test configuration - VPP Performance Test Configs 3n-skx
3127 - type: "table"
3128   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3129   algorithm: "table_merged_details"
3130   output-file-ext: ".csv"
3131   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3132   columns:
3133   - title: "Name"
3134     data: "data name"
3135   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3136     data: "data conf-history"
3137   rows: "generated"
3138   data: "vpp-perf-results-3n-skx"
3139   filter: "not 'CFS_OPT'"
3140   parameters:
3141   - "parent"
3142   - "name"
3143   - "conf-history"
3144
3145 # Test configuration - VPP Performance Test Configs 2n-skx
3146 - type: "table"
3147   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3148   algorithm: "table_merged_details"
3149   output-file-ext: ".csv"
3150   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3151   columns:
3152   - title: "Name"
3153     data: "data name"
3154   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3155     data: "data conf-history"
3156   rows: "generated"
3157   data: "vpp-perf-results-2n-skx"
3158   filter: "not 'CFS_OPT'"
3159   parameters:
3160   - "parent"
3161   - "name"
3162   - "conf-history"
3163
3164 # Test configuration - VPP Performance Test Configs 3n-tsh
3165 - type: "table"
3166   title: "Test configuration - VPP Performance Test Configs 3n-tsh"
3167   algorithm: "table_merged_details"
3168   output-file-ext: ".csv"
3169   output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh"
3170   columns:
3171   - title: "Name"
3172     data: "data name"
3173   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3174     data: "data conf-history"
3175   rows: "generated"
3176   data: "vpp-perf-results-3n-tsh"
3177   filter: "not 'CFS_OPT'"
3178   parameters:
3179   - "parent"
3180   - "name"
3181   - "conf-history"
3182
3183 ## Test configuration - VPP Performance Test Configs 2n-dnv
3184 #- type: "table"
3185 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3186 #  algorithm: "table_details"
3187 #  output-file-ext: ".csv"
3188 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3189 #  columns:
3190 #  - title: "Name"
3191 #    data: "data name"
3192 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3193 #    data: "data conf-history"
3194 #  rows: "generated"
3195 #  data: "intel-dnv-vpp"
3196 #  filter: "'NDRPDR'"
3197 #  parameters:
3198 #  - "parent"
3199 #  - "name"
3200 #  - "conf-history"
3201
3202 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3203 - type: "table"
3204   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3205   algorithm: "table_merged_details"
3206   output-file-ext: ".csv"
3207   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3208   columns:
3209   - title: "Name"
3210     data: "data name"
3211   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3212     data: "data show-run"
3213   rows: "generated"
3214   data: "vpp-perf-results-3n-hsw"
3215   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3216   parameters:
3217   - "parent"
3218   - "name"
3219   - "show-run"
3220
3221 # Test Operational Data - VPP Performance Operational Data 3n-skx
3222 - type: "table"
3223   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3224   algorithm: "table_merged_details"
3225   output-file-ext: ".csv"
3226   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3227   columns:
3228   - title: "Name"
3229     data: "data name"
3230   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3231     data: "data show-run"
3232   rows: "generated"
3233   data: "vpp-perf-results-3n-skx"
3234   filter: "not 'CFS_OPT'"
3235   parameters:
3236   - "parent"
3237   - "name"
3238   - "show-run"
3239
3240 # Test Operational Data - VPP Performance Operational Data 2n-skx
3241 - type: "table"
3242   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3243   algorithm: "table_merged_details"
3244   output-file-ext: ".csv"
3245   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3246   columns:
3247   - title: "Name"
3248     data: "data name"
3249   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3250     data: "data show-run"
3251   rows: "generated"
3252   data: "vpp-perf-results-2n-skx"
3253   filter: "not 'CFS_OPT'"
3254   parameters:
3255   - "parent"
3256   - "name"
3257   - "show-run"
3258
3259 # Test Operational Data - VPP Performance Operational Data 3n-tsh
3260 - type: "table"
3261   title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
3262   algorithm: "table_merged_details"
3263   output-file-ext: ".csv"
3264   output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh"
3265   columns:
3266   - title: "Name"
3267     data: "data name"
3268   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3269     data: "data show-run"
3270   rows: "generated"
3271   data: "vpp-perf-results-3n-tsh"
3272   filter: "not 'CFS_OPT'"
3273   parameters:
3274   - "parent"
3275   - "name"
3276   - "show-run"
3277
3278 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3279 #- type: "table"
3280 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3281 #  algorithm: "table_details"
3282 #  output-file-ext: ".csv"
3283 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3284 #  columns:
3285 #  - title: "Name"
3286 #    data: "data name"
3287 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3288 #    data: "data show-run"
3289 #  rows: "generated"
3290 #  data: "intel-dnv-vpp"
3291 #  filter: "'NDRPDR'"
3292 #  parameters:
3293 #  - "parent"
3294 #  - "name"
3295 #  - "show-run"
3296
3297 # Detailed Test Results - VPP MRR Results 3n-hsw
3298 - type: "table"
3299   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3300   algorithm: "table_details"
3301   output-file-ext: ".csv"
3302   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3303   columns:
3304   - title: "Name"
3305     data: "data name"
3306   - title: "Status"
3307     data: "data msg"
3308   rows: "generated"
3309   data: "vpp-mrr-results-3n-hsw"
3310   filter: "'MRR'"
3311   parameters:
3312   - "name"
3313   - "parent"
3314   - "msg"
3315
3316 # Detailed Test Results - VPP MRR Results 3n-skx
3317 - type: "table"
3318   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3319   algorithm: "table_details"
3320   output-file-ext: ".csv"
3321   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3322   columns:
3323   - title: "Name"
3324     data: "data name"
3325   - title: "Status"
3326     data: "data msg"
3327   rows: "generated"
3328   data: "vpp-mrr-results-3n-skx"
3329   filter: "'MRR'"
3330   parameters:
3331   - "name"
3332   - "parent"
3333   - "msg"
3334
3335 # Detailed Test Results - VPP MRR Results 2n-skx
3336 - type: "table"
3337   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3338   algorithm: "table_details"
3339   output-file-ext: ".csv"
3340   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3341   columns:
3342   - title: "Name"
3343     data: "data name"
3344   - title: "Status"
3345     data: "data msg"
3346   rows: "generated"
3347   data: "vpp-mrr-results-2n-skx"
3348   filter: "'MRR'"
3349   parameters:
3350   - "name"
3351   - "parent"
3352   - "msg"
3353
3354 ## Detailed Test Results - VPP MRR Results 2n-dnv
3355 #- type: "table"
3356 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3357 #  algorithm: "table_details"
3358 #  output-file-ext: ".csv"
3359 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3360 #  columns:
3361 #  - title: "Name"
3362 #    data: "data name"
3363 #  - title: "Status"
3364 #    data: "data msg"
3365 #  rows: "generated"
3366 #  data: "intel-dnv-vpp"
3367 #  filter: "'MRR'"
3368 #  parameters:
3369 #  - "name"
3370 #  - "parent"
3371 #  - "msg"
3372
3373 # Test configuration - VPP MRR Test Configs 3n-hsw
3374 - type: "table"
3375   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3376   algorithm: "table_details"
3377   output-file-ext: ".csv"
3378   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3379   columns:
3380   - title: "Name"
3381     data: "data name"
3382   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3383     data: "data conf-history"
3384   rows: "generated"
3385   data: "vpp-mrr-results-3n-hsw"
3386   filter: "'MRR'"
3387   parameters:
3388   - "parent"
3389   - "name"
3390   - "conf-history"
3391
3392 # Test configuration - VPP MRR Test Configs 3n-skx
3393 - type: "table"
3394   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3395   algorithm: "table_details"
3396   output-file-ext: ".csv"
3397   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3398   columns:
3399   - title: "Name"
3400     data: "data name"
3401   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3402     data: "data conf-history"
3403   rows: "generated"
3404   data: "vpp-mrr-results-3n-skx"
3405   filter: "'MRR'"
3406   parameters:
3407   - "parent"
3408   - "name"
3409   - "conf-history"
3410
3411 # Test configuration - VPP MRR Test Configs 2n-skx
3412 - type: "table"
3413   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3414   algorithm: "table_details"
3415   output-file-ext: ".csv"
3416   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3417   columns:
3418   - title: "Name"
3419     data: "data name"
3420   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3421     data: "data conf-history"
3422   rows: "generated"
3423   data: "vpp-mrr-results-2n-skx"
3424   filter: "'MRR'"
3425   parameters:
3426   - "parent"
3427   - "name"
3428   - "conf-history"
3429
3430 ## Test configuration - VPP MRR Test Configs 2n-dnv
3431 #- type: "table"
3432 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3433 #  algorithm: "table_details"
3434 #  output-file-ext: ".csv"
3435 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3436 #  columns:
3437 #  - title: "Name"
3438 #    data: "data name"
3439 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3440 #    data: "data conf-history"
3441 #  rows: "generated"
3442 #  data: "intel-dnv-vpp"
3443 #  filter: "'MRR'"
3444 #  parameters:
3445 #  - "parent"
3446 #  - "name"
3447 #  - "conf-history"
3448
3449 # Detailed Test Results - VPP Functional Results - Ubuntu
3450 - type: "table"
3451   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3452   algorithm: "table_details"
3453   output-file-ext: ".csv"
3454   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3455   columns:
3456   - title: "Name"
3457     data: "data name"
3458   - title: "Documentation"
3459     data: "data doc"
3460   - title: "Status"
3461     data: "data status"
3462   rows: "generated"
3463   data: "vpp-func-results-ubuntu"
3464   filter: "all"
3465   parameters:
3466   - "name"
3467   - "parent"
3468   - "doc"
3469   - "status"
3470
3471 # Detailed Test Results - VPP Functional Results - CentOS
3472 - type: "table"
3473   title: "Detailed Test Results - VPP Functional Results - CentOS"
3474   algorithm: "table_details"
3475   output-file-ext: ".csv"
3476   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3477   columns:
3478   - title: "Name"
3479     data: "data name"
3480   - title: "Documentation"
3481     data: "data doc"
3482   -
3483     title: "Status"
3484     data: "data status"
3485   rows: "generated"
3486   data:
3487     "vpp-func-results-centos"
3488   filter: "all"
3489   parameters:
3490   - "name"
3491   - "parent"
3492   - "doc"
3493   - "status"
3494
3495 # Test configuration - VPP Functional Test Configs - Ubuntu
3496 - type: "table"
3497   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3498   algorithm: "table_details"
3499   output-file-ext: ".csv"
3500   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3501   columns:
3502   - title: "Name"
3503     data: "data name"
3504   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3505     data: "data conf-history"
3506   rows: "generated"
3507   data: "vpp-func-results-ubuntu"
3508   filter: "all"
3509   parameters:
3510   - "parent"
3511   - "name"
3512   - "conf-history"
3513
3514 # Test configuration - VPP Functional Test Configs - CentOS
3515 - type: "table"
3516   title: "Test configuration - VPP Functional Test Configs - CentOS"
3517   algorithm: "table_details"
3518   output-file-ext: ".csv"
3519   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3520   columns:
3521   - title: "Name"
3522     data: "data name"
3523   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3524     data: "data conf-history"
3525   rows: "generated"
3526   data: "vpp-func-results-centos"
3527   filter: "all"
3528   parameters:
3529   - "parent"
3530   - "name"
3531   - "conf-history"
3532
3533 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3534 #- type: "table"
3535 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3536 #  algorithm: "table_details"
3537 #  output-file-ext: ".csv"
3538 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3539 #  columns:
3540 #  - title: "Name"
3541 #    data: "data name"
3542 #  - title: "Status"
3543 #    data: "data msg"
3544 #  rows: "generated"
3545 #  data: "ligato-perf-results-3n-hsw"
3546 #  filter: "all"
3547 #  parameters:
3548 #  - "name"
3549 #  - "parent"
3550 #  - "msg"
3551
3552 # Detailed Test Results - VPP Device Results - Ubuntu
3553 - type: "table"
3554   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3555   algorithm: "table_details"
3556   output-file-ext: ".csv"
3557   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3558   columns:
3559   - title: "Name"
3560     data: "data name"
3561   - title: "Documentation"
3562     data: "data doc"
3563   - title: "Status"
3564     data: "data status"
3565   rows: "generated"
3566   data: "vpp-device-results-ubuntu"
3567   filter: "all"
3568   parameters:
3569   - "name"
3570   - "parent"
3571   - "doc"
3572   - "status"
3573
3574 # Test configuration - VPP Device Test Configs - Ubuntu
3575 - type: "table"
3576   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3577   algorithm: "table_details"
3578   output-file-ext: ".csv"
3579   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3580   columns:
3581   - title: "Name"
3582     data: "data name"
3583   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3584     data: "data conf-history"
3585   rows: "generated"
3586   data: "vpp-device-results-ubuntu"
3587   filter: "all"
3588   parameters:
3589   - "parent"
3590   - "name"
3591   - "conf-history"
3592
3593 ################################################################################
3594
3595 # DPDK Performance Changes 3n-hsw 1t1c pdr
3596 - type: "table"
3597   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3598   algorithm: "table_performance_comparison"
3599   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3600   history:
3601     - title: "rls1901"
3602       data: "dpdk-performance-changes-3n-hsw-h1"
3603   reference:
3604     title: "rls1904"
3605     data: "dpdk-performance-changes-3n-hsw-ref"
3606   compare:
3607     title: "rls1908"
3608     data: "dpdk-performance-changes-3n-hsw-cmp"
3609   data: "dpdk-performance-changes-3n-hsw"
3610   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3611   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3612   parameters:
3613   - "name"
3614   - "parent"
3615   - "throughput"
3616
3617 # DPDK Performance Changes 3n-hsw 2t2c pdr
3618 - type: "table"
3619   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3620   algorithm: "table_performance_comparison"
3621   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3622   history:
3623     - title: "rls1901"
3624       data: "dpdk-performance-changes-3n-hsw-h1"
3625   reference:
3626     title: "rls1904"
3627     data: "dpdk-performance-changes-3n-hsw-ref"
3628   compare:
3629     title: "rls1908"
3630     data: "dpdk-performance-changes-3n-hsw-cmp"
3631   data: "dpdk-performance-changes-3n-hsw"
3632   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3633   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3634   parameters:
3635   - "name"
3636   - "parent"
3637   - "throughput"
3638
3639 # DPDK Performance Changes 3n-hsw 1t1c ndr
3640 - type: "table"
3641   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3642   algorithm: "table_performance_comparison"
3643   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3644   history:
3645     - title: "rls1901"
3646       data: "dpdk-performance-changes-3n-hsw-h1"
3647   reference:
3648     title: "rls1904"
3649     data: "dpdk-performance-changes-3n-hsw-ref"
3650   compare:
3651     title: "rls1908"
3652     data: "dpdk-performance-changes-3n-hsw-cmp"
3653   data: "dpdk-performance-changes-3n-hsw"
3654   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3655   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3656   parameters:
3657   - "name"
3658   - "parent"
3659   - "throughput"
3660
3661 # DPDK Performance Changes 3n-hsw 2t2c ndr
3662 - type: "table"
3663   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3664   algorithm: "table_performance_comparison"
3665   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3666   history:
3667     - title: "rls1901"
3668       data: "dpdk-performance-changes-3n-hsw-h1"
3669   reference:
3670     title: "rls1904"
3671     data: "dpdk-performance-changes-3n-hsw-ref"
3672   compare:
3673     title: "rls1908"
3674     data: "dpdk-performance-changes-3n-hsw-cmp"
3675   data: "dpdk-performance-changes-3n-hsw"
3676   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3677   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3678   parameters:
3679   - "name"
3680   - "parent"
3681   - "throughput"
3682
3683 # DPDK Performance Changes 3n-skx 2t1c pdr
3684 - type: "table"
3685   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3686   algorithm: "table_performance_comparison"
3687   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3688   history:
3689     - title: "rls1901"
3690       data: "dpdk-performance-changes-3n-skx-h1"
3691   reference:
3692     title: "rls1904"
3693     data: "dpdk-performance-changes-3n-skx-ref"
3694   compare:
3695     title: "rls1908"
3696     data: "dpdk-performance-changes-3n-skx-cmp"
3697   data: "dpdk-performance-changes-3n-skx"
3698   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3699   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3700   parameters:
3701   - "name"
3702   - "parent"
3703   - "throughput"
3704
3705 # DPDK Performance Changes 3n-skx 4t2c pdr
3706 - type: "table"
3707   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3708   algorithm: "table_performance_comparison"
3709   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3710   history:
3711     - title: "rls1901"
3712       data: "dpdk-performance-changes-3n-skx-h1"
3713   reference:
3714     title: "rls1904"
3715     data: "dpdk-performance-changes-3n-skx-ref"
3716   compare:
3717     title: "rls1908"
3718     data: "dpdk-performance-changes-3n-skx-cmp"
3719   data: "dpdk-performance-changes-3n-skx"
3720   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3721   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3722   parameters:
3723   - "name"
3724   - "parent"
3725   - "throughput"
3726
3727 # DPDK Performance Changes 3n-skx 2t1c ndr
3728 - type: "table"
3729   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3730   algorithm: "table_performance_comparison"
3731   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3732   history:
3733     - title: "rls1901"
3734       data: "dpdk-performance-changes-3n-skx-h1"
3735   reference:
3736     title: "rls1904"
3737     data: "dpdk-performance-changes-3n-skx-ref"
3738   compare:
3739     title: "rls1908"
3740     data: "dpdk-performance-changes-3n-skx-cmp"
3741   data: "dpdk-performance-changes-3n-skx"
3742   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3743   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3744   parameters:
3745   - "name"
3746   - "parent"
3747   - "throughput"
3748
3749 # DPDK Performance Changes 3n-skx 4t2c ndr
3750 - type: "table"
3751   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3752   algorithm: "table_performance_comparison"
3753   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3754   history:
3755     - title: "rls1901"
3756       data: "dpdk-performance-changes-3n-skx-h1"
3757   reference:
3758     title: "rls1904"
3759     data: "dpdk-performance-changes-3n-skx-ref"
3760   compare:
3761     title: "rls1908"
3762     data: "dpdk-performance-changes-3n-skx-cmp"
3763   data: "dpdk-performance-changes-3n-skx"
3764   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3765   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3766   parameters:
3767   - "name"
3768   - "parent"
3769   - "throughput"
3770
3771 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3772 - type: "table"
3773   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3774   algorithm: "table_performance_comparison"
3775   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3776   reference:
3777     title: "3-Node Hsw"
3778     data: "dpdk-compare-testbeds-ref"
3779   compare:
3780     title: "3-Node Skx"
3781     data: "dpdk-compare-testbeds-cmp"
3782   data: "dpdk-compare-testbeds"
3783   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3784   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3785   parameters:
3786   - "name"
3787   - "parent"
3788   - "throughput"
3789
3790 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3791 - type: "table"
3792   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3793   algorithm: "table_performance_comparison"
3794   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3795   reference:
3796     title: "3-Node Hsw"
3797     data: "dpdk-compare-testbeds-ref"
3798   compare:
3799     title: "3-Node Skx"
3800     data: "dpdk-compare-testbeds-cmp"
3801   data: "dpdk-compare-testbeds"
3802   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3803   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3804   parameters:
3805   - "name"
3806   - "parent"
3807   - "throughput"
3808
3809 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3810 - type: "table"
3811   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3812   algorithm: "table_performance_comparison"
3813   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3814   reference:
3815     title: "3-Node Skx"
3816     data: "dpdk-compare-topologies-ref"
3817   compare:
3818     title: "2-Node Skx"
3819     data: "dpdk-compare-topologies-cmp"
3820   data: "dpdk-compare-topologies"
3821   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3822   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3823   parameters:
3824   - "name"
3825   - "parent"
3826   - "throughput"
3827
3828 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3829 - type: "table"
3830   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3831   algorithm: "table_performance_comparison"
3832   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3833   reference:
3834     title: "3-Node Skx"
3835     data: "dpdk-compare-topologies-ref"
3836   compare:
3837     title: "2-Node Skx"
3838     data: "dpdk-compare-topologies-cmp"
3839   data: "dpdk-compare-topologies"
3840   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3841   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3842   parameters:
3843   - "name"
3844   - "parent"
3845   - "throughput"
3846
3847 # DPDK Performance Changes 2n-skx 2t1c pdr
3848 - type: "table"
3849   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3850   algorithm: "table_performance_comparison"
3851   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3852   history:
3853     - title: "rls1901"
3854       data: "dpdk-performance-changes-2n-skx-h1"
3855   reference:
3856     title: "rls1904"
3857     data: "dpdk-performance-changes-2n-skx-ref"
3858   compare:
3859     title: "rls1908"
3860     data: "dpdk-performance-changes-2n-skx-cmp"
3861   data: "dpdk-performance-changes-2n-skx"
3862   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3863   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3864   parameters:
3865   - "name"
3866   - "parent"
3867   - "throughput"
3868
3869 # DPDK Performance Changes 2n-skx 4t2c pdr
3870 - type: "table"
3871   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3872   algorithm: "table_performance_comparison"
3873   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3874   history:
3875     - title: "rls1901"
3876       data: "dpdk-performance-changes-2n-skx-h1"
3877   reference:
3878     title: "rls1904"
3879     data: "dpdk-performance-changes-2n-skx-ref"
3880   compare:
3881     title: "rls1908"
3882     data: "dpdk-performance-changes-2n-skx-cmp"
3883   data: "dpdk-performance-changes-2n-skx"
3884   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3885   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3886   parameters:
3887   - "name"
3888   - "parent"
3889   - "throughput"
3890
3891 # DPDK Performance Changes 2n-skx 2t1c ndr
3892 - type: "table"
3893   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3894   algorithm: "table_performance_comparison"
3895   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3896   history:
3897     - title: "rls1901"
3898       data: "dpdk-performance-changes-2n-skx-h1"
3899   reference:
3900     title: "rls1904"
3901     data: "dpdk-performance-changes-2n-skx-ref"
3902   compare:
3903     title: "rls1908"
3904     data: "dpdk-performance-changes-2n-skx-cmp"
3905   data: "dpdk-performance-changes-2n-skx"
3906   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3907   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3908   parameters:
3909   - "name"
3910   - "parent"
3911   - "throughput"
3912
3913 # DPDK Performance Changes 2n-skx 4t2c ndr
3914 - type: "table"
3915   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3916   algorithm: "table_performance_comparison"
3917   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3918   history:
3919     - title: "rls1901"
3920       data: "dpdk-performance-changes-2n-skx-h1"
3921   reference:
3922     title: "rls1904"
3923     data: "dpdk-performance-changes-2n-skx-ref"
3924   compare:
3925     title: "rls1908"
3926     data: "dpdk-performance-changes-2n-skx-cmp"
3927   data: "dpdk-performance-changes-2n-skx"
3928   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3929   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3930   parameters:
3931   - "name"
3932   - "parent"
3933   - "throughput"
3934
3935 # Detailed Test Results - DPDK Performance Results 3n-hsw
3936 - type: "table"
3937   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3938   algorithm: "table_details"
3939   output-file-ext: ".csv"
3940   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3941   columns:
3942   - title: "Name"
3943     data: "data name"
3944   - title: "Status"
3945     data: "data msg"
3946   rows: "generated"
3947   data: "dpdk-perf-results-3n-hsw"
3948   filter: "all"
3949   parameters:
3950   - "name"
3951   - "parent"
3952   - "msg"
3953
3954 # Detailed Test Results - DPDK Performance Results 3n-skx
3955 - type: "table"
3956   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3957   algorithm: "table_details"
3958   output-file-ext: ".csv"
3959   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3960   columns:
3961   - title: "Name"
3962     data: "data name"
3963   - title: "Status"
3964     data: "data msg"
3965   rows: "generated"
3966   data: "dpdk-perf-results-3n-skx"
3967   filter: "all"
3968   parameters:
3969   - "name"
3970   - "parent"
3971   - "msg"
3972
3973 # Detailed Test Results - DPDK Performance Results 2n-skx
3974 - type: "table"
3975   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3976   algorithm: "table_details"
3977   output-file-ext: ".csv"
3978   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3979   columns:
3980   - title: "Name"
3981     data: "data name"
3982   - title: "Status"
3983     data: "data msg"
3984   rows: "generated"
3985   data: "dpdk-perf-results-2n-skx"
3986   filter: "all"
3987   parameters:
3988   - "name"
3989   - "parent"
3990   - "msg"
3991
3992 ################################################################################
3993 ###                                F I L E S                                 ###
3994 ################################################################################
3995
3996 # VPP Performance Results 3n-hsw
3997 - type: "file"
399