0f01ac59f389d79be58f6dcf481c3f31827a564f
[csit.git] / resources / tools / presentation / specification.yaml
1 -
2   type: "environment"
3
4   paths:
5     # Top level directories:
6     ## Working directory
7     DIR[WORKING]: "_tmp"
8     ## Build directories
9     DIR[BUILD,HTML]: "_build"
10     DIR[BUILD,LATEX]: "_build_latex"
11
12     # Static .rst files
13     DIR[RST]: "../../../docs/report"
14
15     # Working directories
16     ## Input data files (.zip, .xml)
17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
18     ## Static source files from git
19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
21
22     # Static html content
23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
27
28     # Detailed test results
29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49
50     # Detailed test configurations
51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
63
64     # Detailed tests operational data
65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
70
71     # .css patch file to fix tables generated by Sphinx
72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
74
75   urls:
76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip"
79     # URL[VIRL,DNV]: "http://download.it/from/nexus"
80     URL[NEXUS]: "https://docs.fd.io/csit"
81     DIR[NEXUS]: "report/_static/archive"
82
83   make-dirs:
84   # List the directories which are created while preparing the environment.
85   # All directories MUST be defined in "paths" section.
86   - "DIR[WORKING,DATA]"
87   - "DIR[STATIC,VPP]"
88   - "DIR[STATIC,DPDK]"
89   - "DIR[STATIC,ARCH]"
90   - "DIR[BUILD,LATEX]"
91   - "DIR[WORKING,SRC]"
92   - "DIR[WORKING,SRC,STATIC]"
93
94   remove-dirs:
95   # List the directories which are deleted while cleaning the environment.
96   # All directories MUST be defined in "paths" section.
97   #- "DIR[BUILD,HTML]"
98   - "DIR[WORKING,DATA]"
99
100   build-dirs:
101   # List the directories where the results (build) is stored.
102   # All directories MUST be defined in "paths" section.
103   - "DIR[BUILD,HTML]"
104   - "DIR[BUILD,LATEX]"
105
106 -
107   type: "configuration"
108
109   limits:
110     nic:
111       x520: 24460000
112       x553: 29761905
113       x710: 35800000
114       xxv710: 35800000
115       xl710: 35800000
116
117     link:
118       10ge: 14880952.38
119       25ge: 37202380.95
120       40ge: 59523809.52
121       100ge: 148809523.81
122
123     pci:
124       pci-g3-x8: 74404761.90
125       pci-g3-x16: 148809523.81
126
127   data-sets:
128
129     ###########################################################################
130     # Plots:
131
132     # 3n-hsw
133
134     plot-vpp-throughput-latency-3n-hsw:
135       csit-vpp-perf-verify-1901-3n-hsw:
136         - 10  # NDRPDR sel
137         - 19  # NDRPDR sel
138         - 31  # NDRPDR sel
139         - 36  # NDRPDR sel
140         - 40  # NDRPDR sel
141         - 42  # NDRPDR sel
142         - 44  # NDRPDR sel
143         - 46  # NDRPDR sel
144         - 47  # NDRPDR sel
145         - 48  # NDRPDR sel
146
147     plot-throughput-speedup-analysis-3n-hsw:
148       csit-vpp-perf-verify-1901-3n-hsw:
149         - 10  # NDRPDR sel
150         - 19  # NDRPDR sel
151         - 31  # NDRPDR sel
152         - 36  # NDRPDR sel
153         - 40  # NDRPDR sel
154         - 42  # NDRPDR sel
155         - 44  # NDRPDR sel
156         - 46  # NDRPDR sel
157         - 47  # NDRPDR sel
158         - 48  # NDRPDR sel
159
160     plot-vpp-http-server-performance:
161       # TODO: Replace with new data
162       # csit-vpp-perf-verify-1901-3n-hsw:
163       csit-vpp-perf-verify-1810-3n-hsw:
164         - 28  # WRK
165         - 29  # WRK
166         - 30  # WRK
167         - 31  # WRK
168         - 32  # WRK
169         - 33  # WRK
170         - 34  # WRK
171         - 35  # WRK
172         - 36  # WRK
173         - 37  # WRK
174
175     plot-ligato-throughput-latency-3n-hsw:
176       csit-ligato-perf-verify-1901-3n-hsw:
177         - 8   # NDRPDR sel
178         - 9   # NDRPDR sel
179         - 11  # NDRPDR sel
180         - 12  # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 16  # NDRPDR sel
185         - 17  # NDRPDR sel
186         - 18  # NDRPDR sel
187
188     plot-ligato-throughput-speedup-analysis-3n-hsw:
189       csit-ligato-perf-verify-1901-3n-hsw:
190         - 8   # NDRPDR sel
191         - 9   # NDRPDR sel
192         - 11  # NDRPDR sel
193         - 12  # NDRPDR sel
194         - 13  # NDRPDR sel
195         - 14  # NDRPDR sel
196         - 15  # NDRPDR sel
197         - 16  # NDRPDR sel
198         - 17  # NDRPDR sel
199         - 18  # NDRPDR sel
200
201     plot-dpdk-throughput-latency-3n-hsw:
202       csit-dpdk-perf-verify-1901-3n-hsw:
203         - 13  # NDRPDR sel
204         - 14  # NDRPDR sel
205         - 16  # NDRPDR sel
206         - 17  # NDRPDR sel
207         - 18  # NDRPDR sel
208         - 19  # NDRPDR sel
209         - 20  # NDRPDR sel
210         - 21  # NDRPDR sel
211         - 22  # NDRPDR sel
212         - 23  # NDRPDR sel
213
214     # 3n-skx
215
216     plot-vpp-throughput-latency-3n-skx:
217       csit-vpp-perf-verify-1901-3n-skx:
218         - 18  # NDRPDR sel
219         - 19  # NDRPDR sel
220         - 20  # NDRPDR sel
221         - 28  # NDRPDR sel
222         - 31  # NDRPDR sel
223         - 33  # NDRPDR sel
224         - 36  # NDRPDR sel
225         - 38  # NDRPDR sel
226         - 47  # NDRPDR sel
227         - 48  # NDRPDR sel
228
229     plot-throughput-speedup-analysis-3n-skx:
230       csit-vpp-perf-verify-1901-3n-skx:
231         - 18  # NDRPDR sel
232         - 19  # NDRPDR sel
233         - 20  # NDRPDR sel
234         - 28  # NDRPDR sel
235         - 31  # NDRPDR sel
236         - 33  # NDRPDR sel
237         - 36  # NDRPDR sel
238         - 38  # NDRPDR sel
239         - 47  # NDRPDR sel
240         - 48  # NDRPDR sel
241
242     plot-dpdk-throughput-latency-3n-skx:
243       csit-dpdk-perf-verify-1901-3n-skx:
244         - 3   # NDRPDR sel
245         - 5   # NDRPDR sel
246         - 6   # NDRPDR sel
247         - 7   # NDRPDR sel
248         - 8   # NDRPDR sel
249         - 9   # NDRPDR sel
250         - 10  # NDRPDR sel
251         - 11  # NDRPDR sel
252         - 12  # NDRPDR sel
253         - 13  # NDRPDR sel
254
255     # 2n-skx
256
257     plot-vpp-throughput-latency-2n-skx:
258       csit-vpp-perf-verify-1901-2n-skx:
259         - 5   # NDRPDR sel
260         - 12  # NDRPDR sel
261         - 13  # NDRPDR sel
262         - 21  # NDRPDR sel
263         - 23  # NDRPDR sel
264         - 31  # NDRPDR sel
265         - 34  # NDRPDR sel
266         - 40  # NDRPDR sel
267         - 42  # NDRPDR sel
268         - 43  # NDRPDR sel
269
270     plot-throughput-speedup-analysis-2n-skx:
271       csit-vpp-perf-verify-1901-2n-skx:
272         - 5   # NDRPDR sel
273         - 12  # NDRPDR sel
274         - 13  # NDRPDR sel
275         - 21  # NDRPDR sel
276         - 23  # NDRPDR sel
277         - 31  # NDRPDR sel
278         - 34  # NDRPDR sel
279         - 40  # NDRPDR sel
280         - 42  # NDRPDR sel
281         - 43  # NDRPDR sel
282
283     plot-vpp-soak-2n-skx:
284       csit-vpp-perf-verify-1901-2n-skx:
285         - 45  # SOAK sel
286
287     plot-vpp-nfv-2n-skx:
288       # TODO: Add new data
289       csit-vpp-perf-verify-1901-2n-skx:
290         - 28  # NFV NDRPDR
291         - 29  # NFV NDRPDR
292         - 32  # NFV NDRPDR
293         - 39  # NFV NDRPDR
294         - 46  # NFV NDRPDR
295
296     plot-vpp-nfv-2n-skx-mrr:
297       # TODO: Add new data
298       csit-vpp-perf-verify-1901-2n-skx:
299         - 24  # NFV MRR
300         - 26  # NFV MRR
301         - 27  # NFV MRR
302         - 35  # NFV MRR
303         - 37  # NFV MRR
304
305     plot-dpdk-throughput-latency-2n-skx:
306       csit-dpdk-perf-verify-1901-2n-skx:
307         - 12  # NDRPDR sel
308         - 13  # NDRPDR sel
309         - 14  # NDRPDR sel
310         - 15  # NDRPDR sel
311         - 16  # NDRPDR sel
312         - 17  # NDRPDR sel
313         - 18  # NDRPDR sel
314         - 19  # NDRPDR sel
315         - 20  # NDRPDR sel
316         - 21  # NDRPDR sel
317
318     # 3rd party
319
320     # Denverton:
321     intel-dnv-vpp:
322       # Not used
323       intel-dnv-vpp-release-1810:
324         - 1
325
326     ###########################################################################
327     # Simple tables (only one data set):
328
329     # NIC Comparisons
330
331     vpp-nic-comparison-3n-hsw:
332       csit-vpp-perf-verify-1901-3n-hsw:
333         - 10  # NDRPDR sel
334         - 19  # NDRPDR sel
335         - 31  # NDRPDR sel
336         - 36  # NDRPDR sel
337         - 40  # NDRPDR sel
338         - 42  # NDRPDR sel
339         - 44  # NDRPDR sel
340         - 46  # NDRPDR sel
341         - 47  # NDRPDR sel
342         - 48  # NDRPDR sel
343
344     vpp-nic-comparison-3n-skx:
345       csit-vpp-perf-verify-1901-3n-skx:
346         - 18  # NDRPDR sel
347         - 19  # NDRPDR sel
348         - 20  # NDRPDR sel
349         - 28  # NDRPDR sel
350         - 31  # NDRPDR sel
351         - 33  # NDRPDR sel
352         - 36  # NDRPDR sel
353         - 38  # NDRPDR sel
354         - 47  # NDRPDR sel
355         - 48  # NDRPDR sel
356
357     vpp-nic-comparison-2n-skx:
358       csit-vpp-perf-verify-1901-2n-skx:
359         - 5   # NDRPDR sel
360         - 12  # NDRPDR sel
361         - 13  # NDRPDR sel
362         - 21  # NDRPDR sel
363         - 23  # NDRPDR sel
364         - 31  # NDRPDR sel
365         - 34  # NDRPDR sel
366         - 40  # NDRPDR sel
367         - 42  # NDRPDR sel
368         - 43  # NDRPDR sel
369
370     vpp-nic-comparison-3n-hsw-mrr:
371       csit-vpp-perf-verify-1901-3n-hsw:
372         - 35  # MRR sel
373
374     vpp-nic-comparison-3n-skx-mrr:
375       csit-vpp-perf-verify-1901-3n-skx:
376         - 32  # MRR sel
377
378     vpp-nic-comparison-2n-skx-mrr:
379       csit-vpp-perf-verify-1901-2n-skx:
380         - 22  # MRR sel
381
382     # Results
383
384     vpp-perf-results-3n-hsw:
385       csit-vpp-perf-verify-1901-3n-hsw:
386         - 38  # NDRPDR full
387         - 43  # NDRPDR full
388         - 45  # NDRPDR full
389         - 49  # NDRPDR full
390
391     vpp-perf-results-3n-skx:
392       csit-vpp-perf-verify-1901-3n-skx:
393         - 37  # NDRPDR full
394         - 39  # NDRPDR full
395         - 40  # NDRPDR full
396         - 49  # NDRPDR full
397
398     vpp-perf-results-2n-skx:
399       csit-vpp-perf-verify-1901-2n-skx:
400         - 25  # NDRPDR full
401         - 30  # NDRPDR full
402         - 33  # NDRPDR full
403         - 44  # NDRPDR full
404
405     vpp-mrr-results-3n-hsw:
406       csit-vpp-perf-verify-1901-3n-hsw:
407         - 35  # MRR sel
408
409     vpp-mrr-results-3n-skx:
410       csit-vpp-perf-verify-1901-3n-skx:
411         - 32  # MRR sel
412
413     vpp-mrr-results-2n-skx:
414       csit-vpp-perf-verify-1901-2n-skx:
415         - 22  # MRR sel
416
417     vpp-func-results-ubuntu:
418       csit-vpp-functional-1901-ubuntu1604-virl:
419         - 48
420
421     vpp-func-results-centos:
422       csit-vpp-functional-1901-centos7-virl:
423         - 50
424
425     vpp-device-results-ubuntu:
426       csit-vpp-device-1901-ubuntu1804-1n-skx:
427         - 49
428
429     # VPP Ligato
430     ligato-perf-results-3n-hsw:
431       csit-ligato-perf-verify-1901-3n-hsw:
432         - 10  # NDRPDR full
433
434     dpdk-perf-results-3n-hsw:
435       csit-dpdk-perf-verify-1901-3n-hsw:
436         - 20  # NDRPDR sel
437
438     dpdk-perf-results-3n-skx:
439       csit-dpdk-perf-verify-1901-3n-skx:
440         - 13  # NDRPDR sel
441
442     dpdk-perf-results-2n-skx:
443       csit-dpdk-perf-verify-1901-2n-skx:
444         - 21  # NDRPDR sel
445
446     # HoneyComb Functional
447     hc-func-results:
448       csit-hc2vpp-verify-func-1901-ubuntu1604:
449         - 3
450
451     # NSH SFC Functional
452     nsh-func-results:
453       # Not used
454       csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
455         - 1
456
457     # DMM Functional
458     dmm-func-results:
459       csit-dmm-functional-1901-ubuntu1604-virl:
460         - 2
461
462     ###########################################################################
463     # Tables (more than one data set)
464
465     # Performance changes
466
467     vpp-performance-changes-3n-hsw-h1:
468       csit-vpp-perf-verify-1807-3n-hsw:
469         - 11  # NDRPDR full 1
470         - 22  # NDRPDR full 2
471         - 45  # NDRPDR full 3
472         - 46  # NDRPDR full 4
473         - 15  # NDRPDR sel
474         - 16  # NDRPDR sel
475         - 19  # NDRPDR sel
476         - 18  # NDRPDR sel
477         - 20  # NDRPDR sel
478         - 38  # NDRPDR sel
479         - 40  # NDRPDR sel
480         - 44  # NDRPDR sel
481         - 47  # NDRPDR sel
482     vpp-performance-changes-3n-hsw-ref:
483       csit-vpp-perf-verify-1810-3n-hsw:
484         - 8   # NDRPDR sel
485         - 12  # NDRPDR sel
486         - 14  # NDRPDR sel
487         - 18  # NDRPDR sel
488         - 23  # NDRPDR sel
489         - 25  # NDRPDR sel
490         - 38  # NDRPDR sel
491         - 39  # NDRPDR sel
492         - 41  # NDRPDR sel
493         - 42  # NDRPDR sel
494     vpp-performance-changes-3n-hsw-cmp:
495       csit-vpp-perf-verify-1901-3n-hsw:
496       - 10  # NDRPDR sel
497       - 19  # NDRPDR sel
498       - 31  # NDRPDR sel
499       - 36  # NDRPDR sel
500       - 40  # NDRPDR sel
501       - 42  # NDRPDR sel
502       - 44  # NDRPDR sel
503       - 46  # NDRPDR sel
504       - 47  # NDRPDR sel
505       - 48  # NDRPDR sel
506     vpp-performance-changes-3n-hsw:
507       - "vpp-performance-changes-3n-hsw-h1"
508       - "vpp-performance-changes-3n-hsw-ref"
509       - "vpp-performance-changes-3n-hsw-cmp"
510
511     vpp-performance-changes-3n-skx-h1:
512       csit-vpp-perf-verify-1807-3n-skx:
513         - 33  # NDRPDR sel
514         - 35  # NDRPDR sel
515         - 37  # NDRPDR sel
516         - 38  # NDRPDR sel
517         - 39  # NDRPDR sel
518         - 43  # NDRPDR sel
519         - 44  # NDRPDR sel
520         - 49  # NDRPDR sel
521         - 50  # NDRPDR sel
522         - 56  # NDRPDR sel
523     vpp-performance-changes-3n-skx-ref:
524       csit-vpp-perf-verify-1810-3n-skx:
525         - 10  # NDRPDR sel
526         - 14  # NDRPDR sel
527         - 15  # NDRPDR sel
528         - 16  # NDRPDR sel
529         - 17  # NDRPDR sel
530         - 19  # NDRPDR sel
531         - 20  # NDRPDR sel
532         - 21  # NDRPDR sel
533         - 22  # NDRPDR sel
534         - 25  # NDRPDR sel
535     vpp-performance-changes-3n-skx-cmp:
536       csit-vpp-perf-verify-1901-3n-skx:
537         - 18  # NDRPDR sel
538         - 19  # NDRPDR sel
539         - 20  # NDRPDR sel
540         - 28  # NDRPDR sel
541         - 31  # NDRPDR sel
542         - 33  # NDRPDR sel
543         - 36  # NDRPDR sel
544         - 38  # NDRPDR sel
545         - 47  # NDRPDR sel
546         - 48  # NDRPDR sel
547     vpp-performance-changes-3n-skx:
548       - "vpp-performance-changes-3n-skx-h1"
549       - "vpp-performance-changes-3n-skx-ref"
550       - "vpp-performance-changes-3n-skx-cmp"
551
552     vpp-performance-changes-2n-skx-h1:
553       csit-vpp-perf-verify-1807-2n-skx:
554         - 26  # NDRPDR sel
555         - 28  # NDRPDR sel
556         - 29  # NDRPDR sel
557         - 30  # NDRPDR sel
558         - 34  # NDRPDR sel
559         - 35  # NDRPDR sel
560         - 36  # NDRPDR sel
561         - 39  # NDRPDR sel
562         - 40  # NDRPDR sel
563         - 42  # NDRPDR sel
564     vpp-performance-changes-2n-skx-ref:
565       csit-vpp-perf-verify-1810-2n-skx:
566         - 9   # NDRPDR sel
567         - 13  # NDRPDR sel
568         - 14  # NDRPDR sel
569         - 19  # NDRPDR sel
570         - 20  # NDRPDR sel
571         - 21  # NDRPDR sel
572         - 22  # NDRPDR sel
573         - 23  # NDRPDR sel
574         - 24  # NDRPDR sel
575         - 27  # NDRPDR sel
576     vpp-performance-changes-2n-skx-cmp:
577       csit-vpp-perf-verify-1901-2n-skx:
578         - 5   # NDRPDR sel
579         - 12  # NDRPDR sel
580         - 13  # NDRPDR sel
581         - 21  # NDRPDR sel
582         - 23  # NDRPDR sel
583         - 31  # NDRPDR sel
584         - 34  # NDRPDR sel
585         - 40  # NDRPDR sel
586         - 42  # NDRPDR sel
587         - 43  # NDRPDR sel
588     vpp-performance-changes-2n-skx:
589       - "vpp-performance-changes-2n-skx-h1"
590       - "vpp-performance-changes-2n-skx-ref"
591       - "vpp-performance-changes-2n-skx-cmp"
592
593     vpp-performance-changes-3n-hsw-mrr-h1:
594       csit-vpp-perf-verify-1807-3n-hsw:
595         - 8   # MRR full
596         - 9   # MRR sel
597         - 21  # MRR sel
598         - 31  # MRR sel
599         - 33  # MRR sel
600         - 36  # MRR sel
601         - 41  # MRR sel
602         - 42  # MRR sel
603         - 48  # MRR sel
604     vpp-performance-changes-3n-hsw-mrr-ref:
605       csit-vpp-perf-verify-1810-3n-hsw:
606         - 9   # MRR sel
607     vpp-performance-changes-3n-hsw-mrr-cmp:
608       csit-vpp-perf-verify-1901-3n-hsw:
609         - 35  # MRR sel
610     vpp-performance-changes-3n-hsw-mrr:
611       - "vpp-performance-changes-3n-hsw-mrr-h1"
612       - "vpp-performance-changes-3n-hsw-mrr-ref"
613       - "vpp-performance-changes-3n-hsw-mrr-cmp"
614
615     vpp-performance-changes-3n-skx-mrr-h1:
616       csit-vpp-perf-verify-1807-3n-skx:
617         - 28  # MRR sel
618         - 32  # MRR sel
619         - 36  # MRR sel
620         - 42  # MRR sel
621         - 47  # MRR sel
622         - 48  # MRR sel
623         - 51  # MRR sel
624         - 52  # MRR sel
625         - 53  # MRR sel
626         - 54  # MRR sel
627     vpp-performance-changes-3n-skx-mrr-ref:
628       csit-vpp-perf-verify-1810-3n-skx:
629         - 9   # MRR sel
630         - 11  # MRR sel
631         - 12  # MRR sel
632         - 13  # MRR sel
633     vpp-performance-changes-3n-skx-mrr-cmp:
634       csit-vpp-perf-verify-1901-3n-skx:
635         - 32  # MRR sel
636     vpp-performance-changes-3n-skx-mrr:
637       - "vpp-performance-changes-3n-skx-mrr-h1"
638       - "vpp-performance-changes-3n-skx-mrr-ref"
639       - "vpp-performance-changes-3n-skx-mrr-cmp"
640
641     vpp-performance-changes-2n-skx-mrr-h1:
642       csit-vpp-perf-verify-1807-2n-skx:
643         - 31  # MRR sel
644         - 33  # MRR sel
645         - 37  # MRR sel
646         - 38  # MRR sel
647         - 41  # MRR sel
648         - 43  # MRR sel
649         - 44  # MRR sel
650         - 45  # MRR sel
651         - 46  # MRR sel
652         - 47  # MRR sel
653     vpp-performance-changes-2n-skx-mrr-ref:
654       csit-vpp-perf-verify-1810-2n-skx:
655         - 8   # MRR sel
656         - 10  # MRR sel
657         - 11  # MRR sel
658         - 12  # MRR sel
659     vpp-performance-changes-2n-skx-mrr-cmp:
660       csit-vpp-perf-verify-1901-2n-skx:
661         - 22  # MRR sel
662     vpp-performance-changes-2n-skx-mrr:
663       - "vpp-performance-changes-2n-skx-mrr-h1"
664       - "vpp-performance-changes-2n-skx-mrr-ref"
665       - "vpp-performance-changes-2n-skx-mrr-cmp"
666
667     dpdk-performance-changes-3n-hsw-h1:
668       csit-dpdk-perf-verify-1807-3n-hsw:
669         - 11
670         - 12  # full
671         - 14
672         - 15
673         - 16
674         - 17
675         - 20
676         - 21
677         - 22
678         - 23
679     dpdk-performance-changes-3n-hsw-ref:
680       csit-dpdk-perf-verify-1810-3n-hsw:
681         - 1   # NDRPDR sel
682         - 2   # NDRPDR sel
683         - 3   # NDRPDR sel
684         - 4   # NDRPDR sel
685         - 5   # NDRPDR sel
686         - 6   # NDRPDR sel
687         - 7   # NDRPDR sel
688         - 8   # NDRPDR sel
689         - 9   # NDRPDR sel
690         - 10  # NDRPDR sel
691     dpdk-performance-changes-3n-hsw-cmp:
692       csit-dpdk-perf-verify-1901-3n-hsw:
693         - 13  # NDRPDR sel
694         - 14  # NDRPDR sel
695         - 16  # NDRPDR sel
696         - 17  # NDRPDR sel
697         - 18  # NDRPDR sel
698         - 19  # NDRPDR sel
699         - 20  # NDRPDR sel
700         - 21  # NDRPDR sel
701         - 22  # NDRPDR sel
702         - 23  # NDRPDR sel
703     dpdk-performance-changes-3n-hsw:
704       - "dpdk-performance-changes-3n-hsw-h1"
705       - "dpdk-performance-changes-3n-hsw-ref"
706       - "dpdk-performance-changes-3n-hsw-cmp"
707
708     dpdk-performance-changes-3n-skx-h1:
709       csit-dpdk-perf-verify-1807-3n-skx:
710         - 1   # NDRPDR sel
711         - 2   # NDRPDR sel
712         - 3   # NDRPDR sel
713         - 6   # NDRPDR sel
714         - 7   # NDRPDR sel
715         - 8   # NDRPDR sel
716         - 9   # NDRPDR sel
717         - 10  # NDRPDR sel
718         - 11  # NDRPDR sel
719         - 12  # NDRPDR sel
720     dpdk-performance-changes-3n-skx-ref:
721       csit-dpdk-perf-verify-1810-3n-skx:
722         - 3   # NDRPDR sel
723         - 4   # NDRPDR sel
724         - 6   # NDRPDR sel
725         - 7   # NDRPDR sel
726         - 8   # NDRPDR sel
727         - 9   # NDRPDR sel
728         - 10  # NDRPDR sel
729         - 11  # NDRPDR sel
730         - 12  # NDRPDR sel
731         - 13  # NDRPDR sel
732     dpdk-performance-changes-3n-skx-cmp:
733       csit-dpdk-perf-verify-1901-3n-skx:
734         - 3   # NDRPDR sel
735         - 5   # NDRPDR sel
736         - 6   # NDRPDR sel
737         - 7   # NDRPDR sel
738         - 8   # NDRPDR sel
739         - 9   # NDRPDR sel
740         - 10  # NDRPDR sel
741         - 11  # NDRPDR sel
742         - 12  # NDRPDR sel
743         - 13  # NDRPDR sel
744     dpdk-performance-changes-3n-skx:
745       - "dpdk-performance-changes-3n-skx-h1"
746       - "dpdk-performance-changes-3n-skx-ref"
747       - "dpdk-performance-changes-3n-skx-cmp"
748
749     dpdk-performance-changes-2n-skx-ref:
750       csit-dpdk-perf-verify-1810-2n-skx:
751         - 3   # NDRPDR sel
752         - 4   # NDRPDR sel
753         - 5   # NDRPDR sel
754         - 7   # NDRPDR sel
755         - 8   # NDRPDR sel
756         - 9   # NDRPDR sel
757         - 10  # NDRPDR sel
758         - 11  # NDRPDR sel
759         - 12  # NDRPDR sel
760         - 13  # NDRPDR sel
761     dpdk-performance-changes-2n-skx-cmp:
762       csit-dpdk-perf-verify-1901-2n-skx:
763         - 12  # NDRPDR sel
764         - 13  # NDRPDR sel
765         - 14  # NDRPDR sel
766         - 15  # NDRPDR sel
767         - 16  # NDRPDR sel
768         - 17  # NDRPDR sel
769         - 18  # NDRPDR sel
770         - 19  # NDRPDR sel
771         - 20  # NDRPDR sel
772         - 21  # NDRPDR sel
773     dpdk-performance-changes-2n-skx:
774       - "dpdk-performance-changes-2n-skx-ref"
775       - "dpdk-performance-changes-2n-skx-cmp"
776
777     # Compare testbeds
778
779     vpp-compare-testbeds-ref:
780       csit-vpp-perf-verify-1901-3n-hsw:
781         - 10  # NDRPDR sel
782         - 19  # NDRPDR sel
783         - 31  # NDRPDR sel
784         - 36  # NDRPDR sel
785         - 40  # NDRPDR sel
786         - 42  # NDRPDR sel
787         - 44  # NDRPDR sel
788         - 46  # NDRPDR sel
789         - 47  # NDRPDR sel
790         - 48  # NDRPDR sel
791     vpp-compare-testbeds-cmp:
792       csit-vpp-perf-verify-1901-3n-skx:
793         - 18  # NDRPDR sel
794         - 19  # NDRPDR sel
795         - 20  # NDRPDR sel
796         - 28  # NDRPDR sel
797         - 31  # NDRPDR sel
798         - 33  # NDRPDR sel
799         - 36  # NDRPDR sel
800         - 38  # NDRPDR sel
801         - 47  # NDRPDR sel
802         - 48  # NDRPDR sel
803     vpp-compare-testbeds:
804       - "vpp-compare-testbeds-ref"
805       - "vpp-compare-testbeds-cmp"
806
807     vpp-compare-testbeds-mrr-ref:
808       csit-vpp-perf-verify-1901-3n-hsw:
809         - 35  # MRR sel
810     vpp-compare-testbeds-mrr-cmp:
811       csit-vpp-perf-verify-1901-3n-skx:
812         - 32  # MRR sel
813     vpp-compare-testbeds-mrr:
814       - "vpp-compare-testbeds-mrr-ref"
815       - "vpp-compare-testbeds-mrr-cmp"
816
817     dpdk-compare-testbeds-ref:
818       csit-dpdk-perf-verify-1901-3n-hsw:
819         - 13  # NDRPDR sel
820         - 14  # NDRPDR sel
821         - 16  # NDRPDR sel
822         - 17  # NDRPDR sel
823         - 18  # NDRPDR sel
824         - 19  # NDRPDR sel
825         - 20  # NDRPDR sel
826         - 21  # NDRPDR sel
827         - 22  # NDRPDR sel
828         - 23  # NDRPDR sel
829     dpdk-compare-testbeds-cmp:
830       csit-dpdk-perf-verify-1901-3n-skx:
831         - 3   # NDRPDR sel
832         - 5   # NDRPDR sel
833         - 6   # NDRPDR sel
834         - 7   # NDRPDR sel
835         - 8   # NDRPDR sel
836         - 9   # NDRPDR sel
837         - 10  # NDRPDR sel
838         - 11  # NDRPDR sel
839         - 12  # NDRPDR sel
840         - 13  # NDRPDR sel
841     dpdk-compare-testbeds:
842       - "dpdk-compare-testbeds-ref"
843       - "dpdk-compare-testbeds-cmp"
844
845     # Compare topologies
846
847     vpp-compare-topologies-ref:
848       csit-vpp-perf-verify-1901-3n-skx:
849         - 18  # NDRPDR sel
850         - 19  # NDRPDR sel
851         - 20  # NDRPDR sel
852         - 28  # NDRPDR sel
853         - 31  # NDRPDR sel
854         - 33  # NDRPDR sel
855         - 36  # NDRPDR sel
856         - 38  # NDRPDR sel
857         - 47  # NDRPDR sel
858         - 48  # NDRPDR sel
859     vpp-compare-topologies-cmp:
860       csit-vpp-perf-verify-1901-2n-skx:
861         - 5   # NDRPDR sel
862         - 12  # NDRPDR sel
863         - 13  # NDRPDR sel
864         - 21  # NDRPDR sel
865         - 23  # NDRPDR sel
866         - 31  # NDRPDR sel
867         - 34  # NDRPDR sel
868         - 40  # NDRPDR sel
869         - 42  # NDRPDR sel
870         - 43  # NDRPDR sel
871     vpp-compare-topologies:
872       - "vpp-compare-topologies-ref"
873       - "vpp-compare-topologies-cmp"
874
875     vpp-compare-topologies-mrr-ref:
876       csit-vpp-perf-verify-1901-3n-skx:
877         - 32  # MRR sel
878     vpp-compare-topologies-mrr-cmp:
879       csit-vpp-perf-verify-1901-2n-skx:
880         - 22  # MRR sel
881     vpp-compare-topologies-mrr:
882       - "vpp-compare-topologies-mrr-ref"
883       - "vpp-compare-topologies-mrr-cmp"
884
885     dpdk-compare-topologies-ref:
886       csit-dpdk-perf-verify-1901-3n-skx:
887         - 3   # NDRPDR sel
888         - 5   # NDRPDR sel
889         - 6   # NDRPDR sel
890         - 7   # NDRPDR sel
891         - 8   # NDRPDR sel
892         - 9   # NDRPDR sel
893         - 10  # NDRPDR sel
894         - 11  # NDRPDR sel
895         - 12  # NDRPDR sel
896         - 13  # NDRPDR sel
897     dpdk-compare-topologies-cmp:
898       csit-dpdk-perf-verify-1901-2n-skx:
899         - 12  # NDRPDR sel
900         - 13  # NDRPDR sel
901         - 14  # NDRPDR sel
902         - 15  # NDRPDR sel
903         - 16  # NDRPDR sel
904         - 17  # NDRPDR sel
905         - 18  # NDRPDR sel
906         - 19  # NDRPDR sel
907         - 20  # NDRPDR sel
908         - 21  # NDRPDR sel
909     dpdk-compare-topologies:
910       - "dpdk-compare-topologies-ref"
911       - "dpdk-compare-topologies-cmp"
912
913   plot-layouts:
914
915     plot-soak-throughput:
916       titlefont:
917         size: 18
918       xaxis:
919         title: "<b>Test Cases [Index]</b>"
920         titlefont:
921           size: 16
922         autorange: True
923         fixedrange: False
924         gridcolor: "rgb(230, 230, 230)"
925         linecolor: "rgb(220, 220, 220)"
926         linewidth: 1
927         showgrid: True
928         showline: True
929         showticklabels: True
930         tickcolor: "rgb(220, 220, 220)"
931         tickmode: "linear"
932         tickfont:
933           size: 16
934         zeroline: False
935       yaxis:
936         title: "<b>Packet Throughput [Mpps]</b>"
937         titlefont:
938           size: 16
939         gridcolor: "rgb(230, 230, 230)"
940         hoverformat: ".4s"
941         tickformat: ".3s"
942         linecolor: "rgb(220, 220, 220)"
943         linewidth: 1
944         showgrid: True
945         showline: True
946         showticklabels: True
947         tickcolor: "rgb(220, 220, 220)"
948         tickfont:
949           size: 16
950         zeroline: False
951         range: [0,50]
952       autosize: False
953       margin:
954         t: 50
955         b: 0
956         l: 80
957         r: 20
958       showlegend: True
959       legend:
960         orientation: "h"
961         font:
962           size: 16
963       width: 700
964       height: 900
965
966     plot-service-density:
967       titlefont:
968         size: 18
969       xaxis:
970         side: "top"
971         autorange: True
972         fixedrange: False
973         showgrid: False
974         showline: False
975         showticklabels: False
976         ticks: ""
977         ticklen: 0
978         tickwidth: 0
979         zeroline: False
980       yaxis:
981         autorange: "reversed"
982         showgrid: False
983         showline: False
984         showticklabels: False
985         ticks: ""
986         ticklen: 0
987         tickwidth: 0
988         zeroline: False
989       autosize: True
990       showlegend: False
991       width: 700
992       height: 700
993
994     plot-cps:
995       titlefont:
996         size: 18
997       xaxis:
998         title: "<b>Test Cases [Index]</b>"
999         titlefont:
1000           size: 16
1001         autorange: True
1002         fixedrange: False
1003         gridcolor: "rgb(230, 230, 230)"
1004         linecolor: "rgb(220, 220, 220)"
1005         linewidth: 1
1006         showgrid: True
1007         showline: True
1008         showticklabels: True
1009         tickcolor: "rgb(220, 220, 220)"
1010         tickmode: "linear"
1011         tickfont:
1012           size: 16
1013         zeroline: False
1014       yaxis:
1015         title: "<b>Connections Per Second [cps]</b>"
1016         titlefont:
1017           size: 16
1018         gridcolor: "rgb(230, 230, 230)"
1019         hoverformat: ".4s"
1020         linecolor: "rgb(220, 220, 220)"
1021         linewidth: 1
1022         rangemode: "tozero"
1023         showgrid: True
1024         showline: True
1025         showticklabels: True
1026         tickcolor: "rgb(220, 220, 220)"
1027         tickformat: ".3s"
1028         tickfont:
1029           size: 16
1030         zeroline: False
1031       boxmode: "group"
1032       boxgroupgap: 0.5
1033       autosize: False
1034       margin:
1035         t: 50
1036         b: 20
1037         l: 80
1038         r: 20
1039       showlegend: True
1040       legend:
1041         orientation: "h"
1042         font:
1043           size: 16
1044       width: 700
1045       height: 800
1046
1047     plot-rps:
1048       titlefont:
1049         size: 18
1050       xaxis:
1051         title: "<b>Test Cases [Index]</b>"
1052         titlefont:
1053           size: 16
1054         autorange: True
1055         fixedrange: False
1056         gridcolor: "rgb(230, 230, 230)"
1057         linecolor: "rgb(220, 220, 220)"
1058         linewidth: 1
1059         showgrid: True
1060         showline: True
1061         showticklabels: True
1062         tickcolor: "rgb(220, 220, 220)"
1063         tickmode: "linear"
1064         tickfont:
1065           size: 16
1066         zeroline: False
1067       yaxis:
1068         title: "<b>Requests Per Second [rps]</b>"
1069         titlefont:
1070           size: 16
1071         gridcolor: "rgb(230, 230, 230)"
1072         hoverformat: ".4s"
1073         linecolor: "rgb(220, 220, 220)"
1074         linewidth: 1
1075         rangemode: "tozero"
1076         showgrid: True
1077         showline: True
1078         showticklabels: True
1079         tickcolor: "rgb(230, 230, 230)"
1080         tickformat: ".3s"
1081         tickfont:
1082           size: 16
1083         zeroline: False
1084       boxmode: "group"
1085       boxgroupgap: 0.5
1086       autosize: False
1087       margin:
1088         t: 50
1089         b: 20
1090         l: 80
1091         r: 20
1092       showlegend: True
1093       legend:
1094         orientation: "h"
1095         font:
1096           size: 16
1097       width: 700
1098       height: 800
1099
1100     plot-throughput:
1101       titlefont:
1102         size: 18
1103       xaxis:
1104         title: "<b>Test Cases [Index]</b>"
1105         titlefont:
1106           size: 16
1107         autorange: True
1108         fixedrange: False
1109         gridcolor: "rgb(230, 230, 230)"
1110         linecolor: "rgb(220, 220, 220)"
1111         linewidth: 1
1112         showgrid: True
1113         showline: True
1114         showticklabels: True
1115         tickcolor: "rgb(220, 220, 220)"
1116         tickmode: "linear"
1117         tickfont:
1118           size: 16
1119         zeroline: False
1120       yaxis:
1121         title: "<b>Packet Throughput [Mpps]</b>"
1122         titlefont:
1123           size: 16
1124         gridcolor: "rgb(230, 230, 230)"
1125         hoverformat: ".4s"
1126         tickformat: ".3s"
1127         linecolor: "rgb(220, 220, 220)"
1128         linewidth: 1
1129         showgrid: True
1130         showline: True
1131         showticklabels: True
1132         tickcolor: "rgb(220, 220, 220)"
1133         tickfont:
1134           size: 16
1135         zeroline: False
1136         range: [0,50]
1137       boxmode: "group"
1138       boxgroupgap: 0.5
1139       autosize: False
1140       margin:
1141         t: 50
1142         b: 0
1143         l: 80
1144         r: 20
1145       showlegend: True
1146       legend:
1147         orientation: "h"
1148         font:
1149           size: 16
1150       width: 700
1151       height: 900
1152
1153     plot-throughput-speedup-analysis:
1154       titlefont:
1155         size: 18
1156       xaxis:
1157         title: "<b>Number of Cores [Qty]</b>"
1158         titlefont:
1159           size: 16
1160         autorange: True
1161         fixedrange: False
1162         gridcolor: "rgb(230, 230, 230)"
1163         linecolor: "rgb(220, 220, 220)"
1164         linewidth: 1
1165         showgrid: True
1166         showline: True
1167         showticklabels: True
1168         tickcolor: "rgb(238, 238, 238)"
1169         tickmode: "linear"
1170         tickfont:
1171           size: 16
1172         zeroline: False
1173       yaxis:
1174         title: "<b>Packet Throughput [Mpps]</b>"
1175         titlefont:
1176           size: 16
1177         type: "linear"
1178         gridcolor: "rgb(230, 230, 230)"
1179         hoverformat: ".4s"
1180         linecolor: "rgb(220, 220, 220)"
1181         linewidth: 1
1182         showgrid: True
1183         showline: True
1184         showticklabels: True
1185         tickcolor: "rgb(220, 220, 220)"
1186         tickformat: ".4s"
1187         tickfont:
1188           size: 16
1189         zeroline: True
1190         rangemode: "tozero"
1191         range: [0,100]
1192       legend:
1193         orientation: "h"
1194         font:
1195           size: 16
1196         xanchor: "left"
1197         yanchor: "top"
1198         x: 0
1199         y: -0.2
1200         bgcolor: "rgba(255, 255, 255, 0)"
1201         bordercolor: "rgba(255, 255, 255, 0)"
1202         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1203       autosize: False
1204       margin:
1205           't': 50
1206           'b': 150
1207           'l': 85
1208           'r': 10
1209       showlegend: True
1210       width: 700
1211       height: 700
1212       hoverlabel:
1213         namelength: -1
1214       annotations: [
1215         {
1216           text: "_ _          __          ...",
1217           align: "left",
1218           showarrow: False,
1219           xref: "paper",
1220           yref: "paper",
1221           xanchor: "left",
1222           yanchor: "top",
1223           x: 0,
1224           y: -0.13,
1225           font: {
1226             family: "Consolas, Courier New",
1227             size: 15
1228           },
1229         },
1230         {
1231           text: "    Perfect     Measured     Limit",
1232           align: "left",
1233           showarrow: False,
1234           xref: "paper",
1235           yref: "paper",
1236           xanchor: "left",
1237           yanchor: "top",
1238           x: 0,
1239           y: -0.15,
1240           font: {
1241             family: "Consolas, Courier New",
1242             size: 15
1243           },
1244         },
1245       ]
1246
1247     plot-latency:
1248       titlefont:
1249         size: 18
1250       xaxis:
1251         title: "<b>Direction</b>"
1252         titlefont:
1253           size: 16
1254         autorange: True
1255         fixedrange: False
1256         gridcolor: "rgb(230, 230, 230)"
1257         linecolor: "rgb(220, 220, 220)"
1258         linewidth: 1
1259         showgrid: True
1260         showline: True
1261         showticklabels: False
1262         tickcolor: "rgb(220, 220, 220)"
1263         tickmode: "linear"
1264         tickfont:
1265           size: 16
1266         zeroline: False
1267       yaxis:
1268         title: "<b>Packet Latency [uSec]</b>"
1269         titlefont:
1270           size: 16
1271         type: "linear"
1272         gridcolor: "rgb(230, 230, 230)"
1273         hoverformat: ".4s"
1274         linecolor: "rgb(220, 220, 220)"
1275         linewidth: 1
1276         showgrid: True
1277         showline: True
1278         showticklabels: True
1279         tickcolor: "rgb(220, 220, 220)"
1280         tickformat: ".4s"
1281         tickfont:
1282           size: 16
1283         zeroline: True
1284         rangemode: "tozero"
1285       legend:
1286         orientation: "h"
1287         font:
1288           size: 16
1289         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1290       autosize: False
1291       margin:
1292           't': 50
1293           'b': 150
1294           'l': 80
1295           'r': 10
1296       showlegend: True
1297       width: 700
1298       height: 700
1299       hoverlabel:
1300         namelength: -1
1301
1302 -
1303   type: "static"
1304   src-path: "{DIR[RST]}"
1305   dst-path: "{DIR[WORKING,SRC]}"
1306
1307 -
1308   type: "input"
1309   general:
1310     file-name: "robot-plugin.zip"
1311     file-format: ".zip"
1312     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1313     extract: "robot-plugin/output.xml"
1314
1315   builds:
1316
1317     # Not used
1318     intel-dnv-vpp-release-1810:
1319       - 1
1320
1321     csit-vpp-perf-verify-1807-3n-hsw:
1322       - 8   # MRR full
1323       - 9   # MRR sel
1324       - 21  # MRR sel
1325       - 31  # MRR sel
1326       - 33  # MRR sel
1327       - 36  # MRR sel
1328       - 41  # MRR sel
1329       - 42  # MRR sel
1330       - 48  # MRR sel
1331       - 11  # NDRPDR full 1
1332       - 22  # NDRPDR full 2
1333       - 45  # NDRPDR full 3
1334       - 46  # NDRPDR full 4
1335       - 15  # NDRPDR sel
1336       - 16  # NDRPDR sel
1337       - 19  # NDRPDR sel
1338       - 18  # NDRPDR sel
1339       - 20  # NDRPDR sel
1340       - 38  # NDRPDR sel
1341       - 40  # NDRPDR sel
1342       - 44  # NDRPDR sel
1343       - 47  # NDRPDR sel
1344     csit-vpp-perf-verify-1810-3n-hsw:
1345       - 9   # MRR sel
1346       - 20  # NDRPDR full
1347       - 21  # NDRPDR full
1348       - 22  # NDRPDR full
1349       - 27  # NDRPDR full
1350       - 8   # NDRPDR sel
1351       - 12  # NDRPDR sel
1352       - 14  # NDRPDR sel
1353       - 18  # NDRPDR sel
1354       - 23  # NDRPDR sel
1355       - 25  # NDRPDR sel
1356       - 38  # NDRPDR sel
1357       - 39  # NDRPDR sel
1358       - 41  # NDRPDR sel
1359       - 42  # NDRPDR sel
1360       - 28  # WRK
1361       - 29  # WRK
1362       - 30  # WRK
1363       - 31  # WRK
1364       - 32  # WRK
1365       - 33  # WRK
1366       - 34  # WRK
1367       - 35  # WRK
1368       - 36  # WRK
1369       - 37  # WRK
1370     csit-vpp-perf-verify-1901-3n-hsw:
1371       - 35  # MRR sel
1372       - 38  # NDRPDR full
1373       - 43  # NDRPDR full
1374       - 45  # NDRPDR full
1375       - 49  # NDRPDR full
1376       - 10  # NDRPDR sel
1377       - 19  # NDRPDR sel
1378       - 31  # NDRPDR sel
1379       - 36  # NDRPDR sel
1380       - 40  # NDRPDR sel
1381       - 42  # NDRPDR sel
1382       - 44  # NDRPDR sel
1383       - 46  # NDRPDR sel
1384       - 47  # NDRPDR sel
1385       - 48  # NDRPDR sel
1386     csit-vpp-perf-verify-1807-3n-skx:
1387       - 31  # MRR full
1388       - 28  # MRR sel
1389       - 32  # MRR sel
1390       - 36  # MRR sel
1391       - 42  # MRR sel
1392       - 47  # MRR sel
1393       - 48  # MRR sel
1394       - 51  # MRR sel
1395       - 52  # MRR sel
1396       - 53  # MRR sel
1397       - 54  # MRR sel
1398       - 40  # NDRPDR full 1
1399       - 41  # NDRPDR full 2
1400       - 33  # NDRPDR sel
1401       - 35  # NDRPDR sel
1402       - 37  # NDRPDR sel
1403       - 38  # NDRPDR sel
1404       - 39  # NDRPDR sel
1405       - 43  # NDRPDR sel
1406       - 44  # NDRPDR sel
1407       - 49  # NDRPDR sel
1408       - 50  # NDRPDR sel
1409       - 56  # NDRPDR sel
1410     csit-vpp-perf-verify-1810-3n-skx:
1411       - 9   # MRR sel
1412       - 11  # MRR sel
1413       - 12  # MRR sel
1414       - 13  # MRR sel
1415       - 23  # NDRPDR full
1416       - 24  # NDRPDR full
1417       - 10  # NDRPDR sel
1418       - 14  # NDRPDR sel
1419       - 15  # NDRPDR sel
1420       - 16  # NDRPDR sel
1421       - 17  # NDRPDR sel
1422       - 19  # NDRPDR sel
1423       - 20  # NDRPDR sel
1424       - 21  # NDRPDR sel
1425       - 22  # NDRPDR sel
1426       - 25  # NDRPDR sel
1427     csit-vpp-perf-verify-1901-3n-skx:
1428       - 32  # MRR sel
1429       - 37  # NDRPDR full
1430       - 39  # NDRPDR full
1431       - 40  # NDRPDR full
1432       - 49  # NDRPDR full
1433       - 18  # NDRPDR sel
1434       - 19  # NDRPDR sel
1435       - 20  # NDRPDR sel
1436       - 28  # NDRPDR sel
1437       - 31  # NDRPDR sel
1438       - 33  # NDRPDR sel
1439       - 36  # NDRPDR sel
1440       - 38  # NDRPDR sel
1441       - 47  # NDRPDR sel
1442       - 48  # NDRPDR sel
1443     csit-vpp-perf-verify-1807-2n-skx:
1444       - 27  # MRR full
1445       - 31  # MRR sel
1446       - 33  # MRR sel
1447       - 37  # MRR sel
1448       - 38  # MRR sel
1449       - 41  # MRR sel
1450       - 43  # MRR sel
1451       - 44  # MRR sel
1452       - 45  # MRR sel
1453       - 46  # MRR sel
1454       - 47  # MRR sel
1455       - 32  # NDRPDR full
1456       - 26  # NDRPDR sel
1457       - 28  # NDRPDR sel
1458       - 29  # NDRPDR sel
1459       - 30  # NDRPDR sel
1460       - 34  # NDRPDR sel
1461       - 35  # NDRPDR sel
1462       - 36  # NDRPDR sel
1463       - 39  # NDRPDR sel
1464       - 40  # NDRPDR sel
1465       - 42  # NDRPDR sel
1466     csit-vpp-perf-verify-1810-2n-skx:
1467       - 8   # MRR sel
1468       - 10  # MRR sel
1469       - 11  # MRR sel
1470       - 12  # MRR sel
1471       - 25  # NDRPDR full
1472       - 26  # NDRPDR full
1473       - 9   # NDRPDR sel
1474       - 13  # NDRPDR sel
1475       - 14  # NDRPDR sel
1476       - 19  # NDRPDR sel
1477       - 20  # NDRPDR sel
1478       - 21  # NDRPDR sel
1479       - 22  # NDRPDR sel
1480       - 23  # NDRPDR sel
1481       - 24  # NDRPDR sel
1482       - 27  # NDRPDR sel
1483     csit-vpp-perf-verify-1901-2n-skx:
1484       - 22  # MRR sel
1485       - 25  # NDRPDR full
1486       - 30  # NDRPDR full
1487       - 33  # NDRPDR full
1488       - 44  # NDRPDR full
1489       - 5   # NDRPDR sel
1490       - 12  # NDRPDR sel
1491       - 13  # NDRPDR sel
1492       - 21  # NDRPDR sel
1493       - 23  # NDRPDR sel
1494       - 31  # NDRPDR sel
1495       - 34  # NDRPDR sel
1496       - 40  # NDRPDR sel
1497       - 42  # NDRPDR sel
1498       - 43  # NDRPDR sel
1499       - 24  # NFV MRR
1500       - 26  # NFV MRR
1501       - 27  # NFV MRR
1502       - 35  # NFV MRR
1503       - 37  # NFV MRR
1504       - 28  # NFV NDRPDR
1505       - 29  # NFV NDRPDR
1506       - 32  # NFV NDRPDR
1507       - 39  # NFV NDRPDR
1508       - 46  # NFV NDRPDR
1509       - 45  # SOAK
1510     # TODO: Add new data
1511     csit-ligato-perf-verify-1901-3n-hsw:
1512       - 10  # NDRPDR full
1513       - 8   # NDRPDR sel
1514       - 9   # NDRPDR sel
1515       - 11  # NDRPDR sel
1516       - 12  # NDRPDR sel
1517       - 13  # NDRPDR sel
1518       - 14  # NDRPDR sel
1519       - 15  # NDRPDR sel
1520       - 16  # NDRPDR sel
1521       - 17  # NDRPDR sel
1522       - 18  # NDRPDR sel
1523     csit-dpdk-perf-verify-1807-3n-hsw:
1524       - 11
1525       - 12  # full
1526       - 14
1527       - 15
1528       - 16
1529       - 17
1530       - 20
1531       - 21
1532       - 22
1533       - 23
1534     csit-dpdk-perf-verify-1810-3n-hsw:
1535       - 1   # NDRPDR sel
1536       - 2   # NDRPDR sel
1537       - 3   # NDRPDR sel
1538       - 4   # NDRPDR sel
1539       - 5   # NDRPDR sel
1540       - 6   # NDRPDR sel
1541       - 7   # NDRPDR sel
1542       - 8   # NDRPDR sel
1543       - 9   # NDRPDR sel
1544       - 10  # NDRPDR sel
1545     csit-dpdk-perf-verify-1901-3n-hsw:
1546       - 13  # NDRPDR sel
1547       - 14  # NDRPDR sel
1548       - 16  # NDRPDR sel
1549       - 17  # NDRPDR sel
1550       - 18  # NDRPDR sel
1551       - 19  # NDRPDR sel
1552       - 20  # NDRPDR sel
1553       - 21  # NDRPDR sel
1554       - 22  # NDRPDR sel
1555       - 23  # NDRPDR sel
1556     csit-dpdk-perf-verify-1807-3n-skx:
1557       - 1   # NDRPDR sel
1558       - 2   # NDRPDR sel
1559       - 3   # NDRPDR sel
1560       - 6   # NDRPDR sel
1561       - 7   # NDRPDR sel
1562       - 8   # NDRPDR sel
1563       - 9   # NDRPDR sel
1564       - 10  # NDRPDR sel
1565       - 11  # NDRPDR sel
1566       - 12  # NDRPDR sel
1567     csit-dpdk-perf-verify-1810-3n-skx:
1568       - 3   # NDRPDR sel
1569       - 4   # NDRPDR sel
1570       - 6   # NDRPDR sel
1571       - 7   # NDRPDR sel
1572       - 8   # NDRPDR sel
1573       - 9   # NDRPDR sel
1574       - 10  # NDRPDR sel
1575       - 11  # NDRPDR sel
1576       - 12  # NDRPDR sel
1577       - 13  # NDRPDR sel
1578     csit-dpdk-perf-verify-1901-3n-skx:
1579       - 3   # NDRPDR sel
1580       - 5   # NDRPDR sel
1581       - 6   # NDRPDR sel
1582       - 7   # NDRPDR sel
1583       - 8   # NDRPDR sel
1584       - 9   # NDRPDR sel
1585       - 10  # NDRPDR sel
1586       - 11  # NDRPDR sel
1587       - 12  # NDRPDR sel
1588       - 13  # NDRPDR sel
1589     csit-dpdk-perf-verify-1810-2n-skx:
1590       - 3   # NDRPDR sel
1591       - 4   # NDRPDR sel
1592       - 5   # NDRPDR sel
1593       - 7   # NDRPDR sel
1594       - 8   # NDRPDR sel
1595       - 9   # NDRPDR sel
1596       - 10  # NDRPDR sel
1597       - 11  # NDRPDR sel
1598       - 12  # NDRPDR sel
1599       - 13  # NDRPDR sel
1600     csit-dpdk-perf-verify-1901-2n-skx:
1601       - 12  # NDRPDR sel
1602       - 13  # NDRPDR sel
1603       - 14  # NDRPDR sel
1604       - 15  # NDRPDR sel
1605       - 16  # NDRPDR sel
1606       - 17  # NDRPDR sel
1607       - 18  # NDRPDR sel
1608       - 19  # NDRPDR sel
1609       - 20  # NDRPDR sel
1610       - 21  # NDRPDR sel
1611     csit-vpp-functional-1901-ubuntu1604-virl:
1612       - 48
1613     csit-vpp-functional-1901-centos7-virl:
1614       - 50
1615     csit-vpp-device-1901-ubuntu1804-1n-skx:
1616       - 49
1617     # Not used
1618     csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1619       - 1
1620     csit-dmm-functional-1901-ubuntu1604-virl:
1621       - 2
1622     csit-hc2vpp-verify-func-1901-ubuntu1604:
1623       - 3
1624
1625 -
1626   type: "output"
1627   output: "report"
1628   format:
1629     html:
1630     - full
1631     pdf:
1632     - minimal
1633
1634 ################################################################################
1635 ###                               T A B L E S                                ###
1636 ################################################################################
1637
1638 # VPP Compare NICs 3n-hsw 1t1c ndr
1639 -
1640   type: "table"
1641   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1642   algorithm: "table_nics_comparison"
1643   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1644   reference:
1645     title: "Intel-x520"
1646     nic: "NIC_Intel-X520-DA2"
1647   compare:
1648     title: "Intel-x710"
1649     nic: "NIC_Intel-X710"
1650   data: "vpp-nic-comparison-3n-hsw"
1651   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1652   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1653   parameters:
1654   - "name"
1655   - "parent"
1656   - "throughput"
1657   - "tags"
1658
1659 # VPP Compare NICs 3n-hsw 2t2c ndr
1660 -
1661   type: "table"
1662   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1663   algorithm: "table_nics_comparison"
1664   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1665   reference:
1666     title: "Intel-x520"
1667     nic: "NIC_Intel-X520-DA2"
1668   compare:
1669     title: "Intel-x710"
1670     nic: "NIC_Intel-X710"
1671   data: "vpp-nic-comparison-3n-hsw"
1672   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1673   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1674   parameters:
1675   - "name"
1676   - "parent"
1677   - "throughput"
1678   - "tags"
1679
1680 # VPP Compare NICs 3n-hsw 1t1c pdr
1681 -
1682   type: "table"
1683   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1684   algorithm: "table_nics_comparison"
1685   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1686   reference:
1687     title: "Intel-x520"
1688     nic: "NIC_Intel-X520-DA2"
1689   compare:
1690     title: "Intel-x710"
1691     nic: "NIC_Intel-X710"
1692   data: "vpp-nic-comparison-3n-hsw"
1693   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1694   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1695   parameters:
1696   - "name"
1697   - "parent"
1698   - "throughput"
1699   - "tags"
1700
1701 # VPP Compare NICs 3n-hsw 2t2c pdr
1702 -
1703   type: "table"
1704   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1705   algorithm: "table_nics_comparison"
1706   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1707   reference:
1708     title: "Intel-x520"
1709     nic: "NIC_Intel-X520-DA2"
1710   compare:
1711     title: "Intel-x710"
1712     nic: "NIC_Intel-X710"
1713   data: "vpp-nic-comparison-3n-hsw"
1714   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1715   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1716   parameters:
1717   - "name"
1718   - "parent"
1719   - "throughput"
1720   - "tags"
1721
1722 # VPP Compare NICs 3n-hsw 1t1c mrr
1723 -
1724   type: "table"
1725   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1726   algorithm: "table_nics_comparison"
1727   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1728   reference:
1729     title: "Intel-x520"
1730     nic: "NIC_Intel-X520-DA2"
1731   compare:
1732     title: "Intel-x710"
1733     nic: "NIC_Intel-X710"
1734   data: "vpp-nic-comparison-3n-hsw-mrr"
1735   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1736   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1737   parameters:
1738   - "name"
1739   - "parent"
1740   - "result"
1741   - "tags"
1742
1743 # VPP Compare NICs 3n-hsw 2t2c mrr
1744 -
1745   type: "table"
1746   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1747   algorithm: "table_nics_comparison"
1748   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1749   reference:
1750     title: "Intel-x520"
1751     nic: "NIC_Intel-X520-DA2"
1752   compare:
1753     title: "Intel-x710"
1754     nic: "NIC_Intel-X710"
1755   data: "vpp-nic-comparison-3n-hsw-mrr"
1756   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1757   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1758   parameters:
1759   - "name"
1760   - "parent"
1761   - "result"
1762   - "tags"
1763
1764 # VPP Compare NICs 3n-hsw 4t4c mrr
1765 -
1766   type: "table"
1767   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1768   algorithm: "table_nics_comparison"
1769   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1770   reference:
1771     title: "Intel-x520"
1772     nic: "NIC_Intel-X520-DA2"
1773   compare:
1774     title: "Intel-x710"
1775     nic: "NIC_Intel-X710"
1776   data: "vpp-nic-comparison-3n-hsw-mrr"
1777   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1778   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1779   parameters:
1780   - "name"
1781   - "parent"
1782   - "result"
1783   - "tags"
1784
1785 # VPP Compare NICs 3n-skx 2t1c ndr
1786 -
1787   type: "table"
1788   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1789   algorithm: "table_nics_comparison"
1790   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1791   reference:
1792     title: "Intel-x710"
1793     nic: "NIC_Intel-X710"
1794   compare:
1795     title: "Intel-xxv710"
1796     nic: "NIC_Intel-XXV710"
1797   data: "vpp-nic-comparison-3n-skx"
1798   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1799   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1800   parameters:
1801   - "name"
1802   - "parent"
1803   - "throughput"
1804   - "tags"
1805
1806 # VPP Compare NICs 3n-skx 4t2c ndr
1807 -
1808   type: "table"
1809   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1810   algorithm: "table_nics_comparison"
1811   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1812   reference:
1813     title: "Intel-x710"
1814     nic: "NIC_Intel-X710"
1815   compare:
1816     title: "Intel-xxv710"
1817     nic: "NIC_Intel-XXV710"
1818   data: "vpp-nic-comparison-3n-skx"
1819   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1820   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1821   parameters:
1822   - "name"
1823   - "parent"
1824   - "throughput"
1825   - "tags"
1826
1827 # VPP Compare NICs 3n-skx 2t1c pdr
1828 -
1829   type: "table"
1830   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1831   algorithm: "table_nics_comparison"
1832   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1833   reference:
1834     title: "Intel-x710"
1835     nic: "NIC_Intel-X710"
1836   compare:
1837     title: "Intel-xxv710"
1838     nic: "NIC_Intel-XXV710"
1839   data: "vpp-nic-comparison-3n-skx"
1840   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1841   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1842   parameters:
1843   - "name"
1844   - "parent"
1845   - "throughput"
1846   - "tags"
1847
1848  # VPP Compare NICs 3n-skx 4t2c pdr
1849 -
1850   type: "table"
1851   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1852   algorithm: "table_nics_comparison"
1853   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1854   reference:
1855     title: "Intel-x710"
1856     nic: "NIC_Intel-X710"
1857   compare:
1858     title: "Intel-xxv710"
1859     nic: "NIC_Intel-XXV710"
1860   data: "vpp-nic-comparison-3n-skx"
1861   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1862   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1863   parameters:
1864   - "name"
1865   - "parent"
1866   - "throughput"
1867   - "tags"
1868
1869 # VPP Compare NICs 3n-skx 2t1c mrr
1870 -
1871   type: "table"
1872   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1873   algorithm: "table_nics_comparison"
1874   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1875   reference:
1876     title: "Intel-x710"
1877     nic: "NIC_Intel-X710"
1878   compare:
1879     title: "Intel-xxv710"
1880     nic: "NIC_Intel-XXV710"
1881   data: "vpp-nic-comparison-3n-skx-mrr"
1882   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1883   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1884   parameters:
1885   - "name"
1886   - "parent"
1887   - "result"
1888   - "tags"
1889
1890 # VPP Compare NICs 3n-skx 4t2c mrr
1891 -
1892   type: "table"
1893   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1894   algorithm: "table_nics_comparison"
1895   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1896   reference:
1897     title: "Intel-x710"
1898     nic: "NIC_Intel-X710"
1899   compare:
1900     title: "Intel-xxv710"
1901     nic: "NIC_Intel-XXV710"
1902   data: "vpp-nic-comparison-3n-skx-mrr"
1903   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1904   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1905   parameters:
1906   - "name"
1907   - "parent"
1908   - "result"
1909   - "tags"
1910
1911  # VPP Compare NICs 3n-skx 8t4c mrr
1912 -
1913   type: "table"
1914   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1915   algorithm: "table_nics_comparison"
1916   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1917   reference:
1918     title: "Intel-x710"
1919     nic: "NIC_Intel-X710"
1920   compare:
1921     title: "Intel-xxv710"
1922     nic: "NIC_Intel-XXV710"
1923   data: "vpp-nic-comparison-3n-skx-mrr"
1924   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1925   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1926   parameters:
1927   - "name"
1928   - "parent"
1929   - "result"
1930   - "tags"
1931
1932 # VPP Compare NICs 2n-skx 2t1c ndr
1933 -
1934   type: "table"
1935   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1936   algorithm: "table_nics_comparison"
1937   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1938   reference:
1939     title: "Intel-x710"
1940     nic: "NIC_Intel-X710"
1941   compare:
1942     title: "Intel-xxv710"
1943     nic: "NIC_Intel-XXV710"
1944   data: "vpp-nic-comparison-2n-skx"
1945   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1946   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1947   parameters:
1948   - "name"
1949   - "parent"
1950   - "throughput"
1951   - "tags"
1952
1953 # VPP Compare NICs 2n-skx 4t2c ndr
1954 -
1955   type: "table"
1956   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1957   algorithm: "table_nics_comparison"
1958   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1959   reference:
1960     title: "Intel-x710"
1961     nic: "NIC_Intel-X710"
1962   compare:
1963     title: "Intel-xxv710"
1964     nic: "NIC_Intel-XXV710"
1965   data: "vpp-nic-comparison-2n-skx"
1966   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1967   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1968   parameters:
1969   - "name"
1970   - "parent"
1971   - "throughput"
1972   - "tags"
1973
1974  # VPP Compare NICs 2n-skx 2t1c pdr
1975 -
1976   type: "table"
1977   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1978   algorithm: "table_nics_comparison"
1979   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1980   reference:
1981     title: "Intel-x710"
1982     nic: "NIC_Intel-X710"
1983   compare:
1984     title: "Intel-xxv710"
1985     nic: "NIC_Intel-XXV710"
1986   data: "vpp-nic-comparison-2n-skx"
1987   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1988   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1989   parameters:
1990   - "name"
1991   - "parent"
1992   - "throughput"
1993   - "tags"
1994
1995 # VPP Compare NICs 2n-skx 4t2c pdr
1996 -
1997   type: "table"
1998   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1999   algorithm: "table_nics_comparison"
2000   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2001   reference:
2002     title: "Intel-x710"
2003     nic: "NIC_Intel-X710"
2004   compare:
2005     title: "Intel-xxv710"
2006     nic: "NIC_Intel-XXV710"
2007   data: "vpp-nic-comparison-2n-skx"
2008   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2009   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2010   parameters:
2011   - "name"
2012   - "parent"
2013   - "throughput"
2014   - "tags"
2015
2016 # VPP Compare NICs 2n-skx 2t1c mrr
2017 -
2018   type: "table"
2019   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2020   algorithm: "table_nics_comparison"
2021   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2022   reference:
2023     title: "Intel-x710"
2024     nic: "NIC_Intel-X710"
2025   compare:
2026     title: "Intel-xxv710"
2027     nic: "NIC_Intel-XXV710"
2028   data: "vpp-nic-comparison-2n-skx-mrr"
2029   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2030   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2031   parameters:
2032   - "name"
2033   - "parent"
2034   - "result"
2035   - "tags"
2036
2037 # VPP Compare NICs 2n-skx 4t2c mrr
2038 -
2039   type: "table"
2040   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2041   algorithm: "table_nics_comparison"
2042   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2043   reference:
2044     title: "Intel-x710"
2045     nic: "NIC_Intel-X710"
2046   compare:
2047     title: "Intel-xxv710"
2048     nic: "NIC_Intel-XXV710"
2049   data: "vpp-nic-comparison-2n-skx-mrr"
2050   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2051   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2052   parameters:
2053   - "name"
2054   - "parent"
2055   - "result"
2056   - "tags"
2057
2058 # VPP Compare NICs 2n-skx 8t4c mrr
2059 -
2060   type: "table"
2061   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2062   algorithm: "table_nics_comparison"
2063   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2064   reference:
2065     title: "Intel-x710"
2066     nic: "NIC_Intel-X710"
2067   compare:
2068     title: "Intel-xxv710"
2069     nic: "NIC_Intel-XXV710"
2070   data: "vpp-nic-comparison-2n-skx-mrr"
2071   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2072   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2073   parameters:
2074   - "name"
2075   - "parent"
2076   - "result"
2077   - "tags"
2078
2079 ################################################################################
2080 # VPP
2081
2082 # VPP Performance Changes 3n-hsw 1t1c pdr
2083 -
2084   type: "table"
2085   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2086   algorithm: "table_performance_comparison"
2087   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2088   history:
2089     -
2090       title: "rls1807"
2091       data: "vpp-performance-changes-3n-hsw-h1"
2092   reference:
2093     title: "rls1810"
2094     data: "vpp-performance-changes-3n-hsw-ref"
2095   compare:
2096     title: "rls1901"
2097     data: "vpp-performance-changes-3n-hsw-cmp"
2098   data: "vpp-performance-changes-3n-hsw"
2099   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2100   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2101   parameters:
2102   - "name"
2103   - "parent"
2104   - "throughput"
2105
2106 # VPP Performance Changes 3n-hsw 2t2c pdr
2107 -
2108   type: "table"
2109   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2110   algorithm: "table_performance_comparison"
2111   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2112   history:
2113     -
2114       title: "rls1807"
2115       data: "vpp-performance-changes-3n-hsw-h1"
2116   reference:
2117     title: "rls1810"
2118     data: "vpp-performance-changes-3n-hsw-ref"
2119   compare:
2120     title: "rls1901"
2121     data: "vpp-performance-changes-3n-hsw-cmp"
2122   data: "vpp-performance-changes-3n-hsw"
2123   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2124   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2125   parameters:
2126   - "name"
2127   - "parent"
2128   - "throughput"
2129
2130 # VPP Performance Changes 3n-hsw 1t1c ndr
2131 -
2132   type: "table"
2133   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2134   algorithm: "table_performance_comparison"
2135   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2136   history:
2137     -
2138       title: "rls1807"
2139       data: "vpp-performance-changes-3n-hsw-h1"
2140   reference:
2141     title: "rls1810"
2142     data: "vpp-performance-changes-3n-hsw-ref"
2143   compare:
2144     title: "rls1901"
2145     data: "vpp-performance-changes-3n-hsw-cmp"
2146   data: "vpp-performance-changes-3n-hsw"
2147   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2148   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2149   parameters:
2150   - "name"
2151   - "parent"
2152   - "throughput"
2153
2154 # VPP Performance Changes 3n-hsw 2t2c ndr
2155 -
2156   type: "table"
2157   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2158   algorithm: "table_performance_comparison"
2159   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2160   history:
2161     -
2162       title: "rls1807"
2163       data: "vpp-performance-changes-3n-hsw-h1"
2164   reference:
2165     title: "rls1810"
2166     data: "vpp-performance-changes-3n-hsw-ref"
2167   compare:
2168     title: "rls1901"
2169     data: "vpp-performance-changes-3n-hsw-cmp"
2170   data: "vpp-performance-changes-3n-hsw"
2171   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2172   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2173   parameters:
2174   - "name"
2175   - "parent"
2176   - "throughput"
2177
2178 # VPP Performance Changes 3n-skx 2t1c pdr
2179 -
2180   type: "table"
2181   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2182   algorithm: "table_performance_comparison"
2183   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2184   history:
2185     -
2186       title: "rls1807"
2187       data: "vpp-performance-changes-3n-skx-h1"
2188   reference:
2189     title: "rls1810"
2190     data: "vpp-performance-changes-3n-skx-ref"
2191   compare:
2192     title: "rls1901"
2193     data: "vpp-performance-changes-3n-skx-cmp"
2194   data: "vpp-performance-changes-3n-skx"
2195   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2196   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2197   parameters:
2198   - "name"
2199   - "parent"
2200   - "throughput"
2201
2202 # VPP Performance Changes 3n-skx 4t2c pdr
2203 -
2204   type: "table"
2205   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2206   algorithm: "table_performance_comparison"
2207   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2208   history:
2209     -
2210       title: "rls1807"
2211       data: "vpp-performance-changes-3n-skx-h1"
2212   reference:
2213     title: "rls1810"
2214     data: "vpp-performance-changes-3n-skx-ref"
2215   compare:
2216     title: "rls1901"
2217     data: "vpp-performance-changes-3n-skx-cmp"
2218   data: "vpp-performance-changes-3n-skx"
2219   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2220   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2221   parameters:
2222   - "name"
2223   - "parent"
2224   - "throughput"
2225
2226 # VPP Performance Changes 3n-skx 2t1c ndr
2227 -
2228   type: "table"
2229   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2230   algorithm: "table_performance_comparison"
2231   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2232   history:
2233     -
2234       title: "rls1807"
2235       data: "vpp-performance-changes-3n-skx-h1"
2236   reference:
2237     title: "rls1810"
2238     data: "vpp-performance-changes-3n-skx-ref"
2239   compare:
2240     title: "rls1901"
2241     data: "vpp-performance-changes-3n-skx-cmp"
2242   data: "vpp-performance-changes-3n-skx"
2243   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2244   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2245   parameters:
2246   - "name"
2247   - "parent"
2248   - "throughput"
2249
2250 # VPP Performance Changes 3n-skx 4t2c ndr
2251 -
2252   type: "table"
2253   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2254   algorithm: "table_performance_comparison"
2255   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2256   history:
2257     -
2258       title: "rls1807"
2259       data: "vpp-performance-changes-3n-skx-h1"
2260   reference:
2261     title: "rls1810"
2262     data: "vpp-performance-changes-3n-skx-ref"
2263   compare:
2264     title: "rls1901"
2265     data: "vpp-performance-changes-3n-skx-cmp"
2266   data: "vpp-performance-changes-3n-skx"
2267   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2268   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2269   parameters:
2270   - "name"
2271   - "parent"
2272   - "throughput"
2273
2274 # VPP Performance Changes 2n-skx 2t1c pdr
2275 -
2276   type: "table"
2277   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2278   algorithm: "table_performance_comparison"
2279   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2280   history:
2281     -
2282       title: "rls1807"
2283       data: "vpp-performance-changes-2n-skx-h1"
2284   reference:
2285     title: "rls1810"
2286     data: "vpp-performance-changes-2n-skx-ref"
2287   compare:
2288     title: "rls1901"
2289     data: "vpp-performance-changes-2n-skx-cmp"
2290   data: "vpp-performance-changes-2n-skx"
2291   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2292   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2293   parameters:
2294   - "name"
2295   - "parent"
2296   - "throughput"
2297
2298 # VPP Performance Changes 2n-skx 4t2c pdr
2299 -
2300   type: "table"
2301   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2302   algorithm: "table_performance_comparison"
2303   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2304   history:
2305     - title: "rls1807"
2306       data: "vpp-performance-changes-2n-skx-h1"
2307   reference:
2308     title: "rls1810"
2309     data: "vpp-performance-changes-2n-skx-ref"
2310   compare:
2311     title: "rls1901"
2312     data: "vpp-performance-changes-2n-skx-cmp"
2313   data: "vpp-performance-changes-2n-skx"
2314   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2315   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2316   parameters:
2317   - "name"
2318   - "parent"
2319   - "throughput"
2320
2321 # VPP Performance Changes 2n-skx 2t1c ndr
2322 -
2323   type: "table"
2324   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2325   algorithm: "table_performance_comparison"
2326   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2327   history:
2328     - title: "rls1807"
2329       data: "vpp-performance-changes-2n-skx-h1"
2330   reference:
2331     title: "rls1810"
2332     data: "vpp-performance-changes-2n-skx-ref"
2333   compare:
2334     title: "rls1901"
2335     data: "vpp-performance-changes-2n-skx-cmp"
2336   data: "vpp-performance-changes-2n-skx"
2337   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2338   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2339   parameters:
2340   - "name"
2341   - "parent"
2342   - "throughput"
2343
2344 # VPP Performance Changes 2n-skx 4t2c ndr
2345 -
2346   type: "table"
2347   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2348   algorithm: "table_performance_comparison"
2349   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2350   history:
2351     - title: "rls1807"
2352       data: "vpp-performance-changes-2n-skx-h1"
2353   reference:
2354     title: "rls1810"
2355     data: "vpp-performance-changes-2n-skx-ref"
2356   compare:
2357     title: "rls1901"
2358     data: "vpp-performance-changes-2n-skx-cmp"
2359   data: "vpp-performance-changes-2n-skx"
2360   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2361   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2362   parameters:
2363   - "name"
2364   - "parent"
2365   - "throughput"
2366
2367 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2368 -
2369   type: "table"
2370   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2371   algorithm: "table_performance_comparison"
2372   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2373   reference:
2374     title: "3-Node Hsw"
2375     data: "vpp-compare-testbeds-ref"
2376   compare:
2377     title: "3-Node Skx"
2378     data: "vpp-compare-testbeds-cmp"
2379   data: "vpp-compare-testbeds"
2380   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2381   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2382   parameters:
2383   - "name"
2384   - "parent"
2385   - "throughput"
2386
2387 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2388 -
2389   type: "table"
2390   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2391   algorithm: "table_performance_comparison"
2392   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2393   reference:
2394     title: "3-Node Hsw"
2395     data: "vpp-compare-testbeds-ref"
2396   compare:
2397     title: "3-Node Skx"
2398     data: "vpp-compare-testbeds-cmp"
2399   data: "vpp-compare-testbeds"
2400   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2401   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2402   parameters:
2403   - "name"
2404   - "parent"
2405   - "throughput"
2406
2407 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2408 -
2409   type: "table"
2410   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2411   algorithm: "table_performance_comparison"
2412   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2413   reference:
2414     title: "3-Node Hsw"
2415     data: "vpp-compare-testbeds-ref"
2416   compare:
2417     title: "3-Node Skx"
2418     data: "vpp-compare-testbeds-cmp"
2419   data: "vpp-compare-testbeds"
2420   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2421   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2422   parameters:
2423   - "name"
2424   - "parent"
2425   - "throughput"
2426
2427 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2428 -
2429   type: "table"
2430   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2431   algorithm: "table_performance_comparison"
2432   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2433   reference:
2434     title: "3-Node Hsw"
2435     data: "vpp-compare-testbeds-ref"
2436   compare:
2437     title: "3-Node Skx"
2438     data: "vpp-compare-testbeds-cmp"
2439   data: "vpp-compare-testbeds"
2440   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2441   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2442   parameters:
2443   - "name"
2444   - "parent"
2445   - "throughput"
2446
2447 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2448 -
2449   type: "table"
2450   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2451   algorithm: "table_performance_comparison"
2452   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2453   reference:
2454     title: "3-Node Skx"
2455     data: "vpp-compare-topologies-ref"
2456   compare:
2457     title: "2-Node Skx"
2458     data: "vpp-compare-topologies-cmp"
2459   data: "vpp-compare-topologies"
2460   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2461   filter: "'NDRPDR' and '1C'"
2462   parameters:
2463   - "name"
2464   - "parent"
2465   - "throughput"
2466
2467 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2468 -
2469   type: "table"
2470   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2471   algorithm: "table_performance_comparison"
2472   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2473   reference:
2474     title: "3-Node Skx"
2475     data: "vpp-compare-topologies-ref"
2476   compare:
2477     title: "2-Node Skx"
2478     data: "vpp-compare-topologies-cmp"
2479   data: "vpp-compare-topologies"
2480   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2481   filter: "'NDRPDR' and '2C'"
2482   parameters:
2483   - "name"
2484   - "parent"
2485   - "throughput"
2486
2487 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2488 -
2489   type: "table"
2490   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2491   algorithm: "table_performance_comparison"
2492   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2493   reference:
2494     title: "3-Node Skx"
2495     data: "vpp-compare-topologies-ref"
2496   compare:
2497     title: "2-Node Skx"
2498     data: "vpp-compare-topologies-cmp"
2499   data: "vpp-compare-topologies"
2500   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2501   filter: "'NDRPDR' and '1C'"
2502   parameters:
2503   - "name"
2504   - "parent"
2505   - "throughput"
2506
2507 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2508 -
2509   type: "table"
2510   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2511   algorithm: "table_performance_comparison"
2512   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2513   reference:
2514     title: "3-Node Skx"
2515     data: "vpp-compare-topologies-ref"
2516   compare:
2517     title: "2-Node Skx"
2518     data: "vpp-compare-topologies-cmp"
2519   data: "vpp-compare-topologies"
2520   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2521   filter: "'NDRPDR' and '2C'"
2522   parameters:
2523   - "name"
2524   - "parent"
2525   - "throughput"
2526
2527 # VPP Performance Changes 3n-hsw 1t1c MRR
2528 -
2529   type: "table"
2530   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2531   algorithm: "table_performance_comparison"
2532   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2533   history:
2534     -
2535       title: "rls1807"
2536       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2537   reference:
2538     title: "rls1810"
2539     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2540   compare:
2541     title: "rls1901"
2542     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2543   data: "vpp-performance-changes-3n-hsw-mrr"
2544   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2545   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2546   parameters:
2547   - "name"
2548   - "parent"
2549   - "result"
2550
2551 # VPP Performance Changes 3n-hsw 2t2c MRR
2552 -
2553   type: "table"
2554   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2555   algorithm: "table_performance_comparison"
2556   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2557   history:
2558     -
2559       title: "rls1807"
2560       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2561   reference:
2562     title: "rls1810"
2563     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2564   compare:
2565     title: "rls1901"
2566     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2567   data: "vpp-performance-changes-3n-hsw-mrr"
2568   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2569   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2570   parameters:
2571   - "name"
2572   - "parent"
2573   - "result"
2574
2575 # VPP Performance Changes 3n-hsw 4t4c MRR
2576 -
2577   type: "table"
2578   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2579   algorithm: "table_performance_comparison"
2580   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2581   history:
2582     -
2583       title: "rls1807"
2584       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2585   reference:
2586     title: "rls1810"
2587     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2588   compare:
2589     title: "rls1901"
2590     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2591   data: "vpp-performance-changes-3n-hsw-mrr"
2592   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2593   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2594   parameters:
2595   - "name"
2596   - "parent"
2597   - "result"
2598
2599 # VPP Performance Changes 3n-skx 2t1c MRR
2600 -
2601   type: "table"
2602   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2603   algorithm: "table_performance_comparison"
2604   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2605   history:
2606     -
2607       title: "rls1807"
2608       data: "vpp-performance-changes-3n-skx-mrr-h1"
2609   reference:
2610     title: "rls1810"
2611     data: "vpp-performance-changes-3n-skx-mrr-ref"
2612   compare:
2613     title: "rls1901"
2614     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2615   data: "vpp-performance-changes-3n-skx-mrr"
2616   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2617   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2618   parameters:
2619   - "name"
2620   - "parent"
2621   - "result"
2622
2623 # VPP Performance Changes 3n-skx 4t2c MRR
2624 -
2625   type: "table"
2626   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2627   algorithm: "table_performance_comparison"
2628   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2629   history:
2630     -
2631       title: "rls1807"
2632       data: "vpp-performance-changes-3n-skx-mrr-h1"
2633   reference:
2634     title: "rls1810"
2635     data: "vpp-performance-changes-3n-skx-mrr-ref"
2636   compare:
2637     title: "rls1901"
2638     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2639   data: "vpp-performance-changes-3n-skx-mrr"
2640   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2641   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2642   parameters:
2643   - "name"
2644   - "parent"
2645   - "result"
2646
2647 # VPP Performance Changes 3n-skx 8t4c MRR
2648 -
2649   type: "table"
2650   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2651   algorithm: "table_performance_comparison"
2652   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2653   history:
2654     -
2655       title: "rls1807"
2656       data: "vpp-performance-changes-3n-skx-mrr-h1"
2657   reference:
2658     title: "rls1810"
2659     data: "vpp-performance-changes-3n-skx-mrr-ref"
2660   compare:
2661     title: "rls1901"
2662     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2663   data: "vpp-performance-changes-3n-skx-mrr"
2664   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2665   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2666   parameters:
2667   - "name"
2668   - "parent"
2669   - "result"
2670
2671 # VPP Performance Changes 2n-skx 2t1c MRR
2672 -
2673   type: "table"
2674   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2675   algorithm: "table_performance_comparison"
2676   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2677   history:
2678     -
2679       title: "rls1807"
2680       data: "vpp-performance-changes-2n-skx-mrr-h1"
2681   reference:
2682     title: "rls1810"
2683     data: "vpp-performance-changes-2n-skx-mrr-ref"
2684   compare:
2685     title: "rls1901"
2686     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2687   data: "vpp-performance-changes-2n-skx-mrr"
2688   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2689   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2690   parameters:
2691   - "name"
2692   - "parent"
2693   - "result"
2694
2695 # VPP Performance Changes 2n-skx 4t2c MRR
2696 -
2697   type: "table"
2698   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2699   algorithm: "table_performance_comparison"
2700   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2701   history:
2702     -
2703       title: "rls1807"
2704       data: "vpp-performance-changes-2n-skx-mrr-h1"
2705   reference:
2706     title: "rls1810"
2707     data: "vpp-performance-changes-2n-skx-mrr-ref"
2708   compare:
2709     title: "rls1901"
2710     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2711   data: "vpp-performance-changes-2n-skx-mrr"
2712   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2713   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2714   parameters:
2715   - "name"
2716   - "parent"
2717   - "result"
2718
2719 # VPP Performance Changes 2n-skx 8t4c MRR
2720 -
2721   type: "table"
2722   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2723   algorithm: "table_performance_comparison"
2724   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2725   history:
2726     -
2727       title: "rls1807"
2728       data: "vpp-performance-changes-2n-skx-mrr-h1"
2729   reference:
2730     title: "rls1810"
2731     data: "vpp-performance-changes-2n-skx-mrr-ref"
2732   compare:
2733     title: "rls1901"
2734     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2735   data: "vpp-performance-changes-2n-skx-mrr"
2736   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2737   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2738   parameters:
2739   - "name"
2740   - "parent"
2741   - "result"
2742
2743 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2744 -
2745   type: "table"
2746   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2747   algorithm: "table_performance_comparison"
2748   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2749   reference:
2750     title: "3-Node Hsw"
2751     data: "vpp-compare-testbeds-mrr-ref"
2752   compare:
2753     title: "3-Node Skx"
2754     data: "vpp-compare-testbeds-mrr-cmp"
2755   data: "vpp-compare-testbeds-mrr"
2756   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2757   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2758   parameters:
2759   - "name"
2760   - "parent"
2761   - "result"
2762
2763 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2764 -
2765   type: "table"
2766   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2767   algorithm: "table_performance_comparison"
2768   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2769   reference:
2770     title: "3-Node Hsw"
2771     data: "vpp-compare-testbeds-mrr-ref"
2772   compare:
2773     title: "3-Node Skx"
2774     data: "vpp-compare-testbeds-mrr-cmp"
2775   data: "vpp-compare-testbeds-mrr"
2776   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2777   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2778   parameters:
2779   - "name"
2780   - "parent"
2781   - "result"
2782
2783 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2784 -
2785   type: "table"
2786   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2787   algorithm: "table_performance_comparison"
2788   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2789   reference:
2790     title: "3-Node Hsw"
2791     data: "vpp-compare-testbeds-mrr-ref"
2792   compare:
2793     title: "3-Node Skx"
2794     data: "vpp-compare-testbeds-mrr-cmp"
2795   data: "vpp-compare-testbeds-mrr"
2796   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2797   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2798   parameters:
2799   - "name"
2800   - "parent"
2801   - "result"
2802
2803 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2804 -
2805   type: "table"
2806   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2807   algorithm: "table_performance_comparison"
2808   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2809   reference:
2810     title: "3-Node Skx"
2811     data: "vpp-compare-topologies-mrr-ref"
2812   compare:
2813     title: "2-Node Skx"
2814     data: "vpp-compare-topologies-mrr-cmp"
2815   data: "vpp-compare-topologies-mrr"
2816   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2817   filter: "'MRR' and '1C'"
2818   parameters:
2819   - "name"
2820   - "parent"
2821   - "result"
2822
2823 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2824 -
2825   type: "table"
2826   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2827   algorithm: "table_performance_comparison"
2828   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2829   reference:
2830     title: "3-Node Skx"
2831     data: "vpp-compare-topologies-mrr-ref"
2832   compare:
2833     title: "2-Node Skx"
2834     data: "vpp-compare-topologies-mrr-cmp"
2835   data: "vpp-compare-topologies-mrr"
2836   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2837   filter: "'MRR' and '2C'"
2838   parameters:
2839   - "name"
2840   - "parent"
2841   - "result"
2842
2843 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2844 -
2845   type: "table"
2846   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2847   algorithm: "table_performance_comparison"
2848   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2849   reference:
2850     title: "3-Node Skx"
2851     data: "vpp-compare-topologies-mrr-ref"
2852   compare:
2853     title: "2-Node Skx"
2854     data: "vpp-compare-topologies-mrr-cmp"
2855   data: "vpp-compare-topologies-mrr"
2856   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2857   filter: "'MRR' and '4C'"
2858   parameters:
2859   - "name"
2860   - "parent"
2861   - "result"
2862
2863 # Detailed Test Results - VPP Performance Results 3n-hsw
2864 -
2865   type: "table"
2866   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2867   algorithm: "table_merged_details"
2868   output-file-ext: ".csv"
2869   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2870   columns:
2871   -
2872     title: "Name"
2873     data: "data name"
2874   -
2875     title: "Status"
2876     data: "data msg"
2877   rows: "generated"
2878   data: "vpp-perf-results-3n-hsw"
2879   filter: "not 'NDRCHK' and not 'PDRCHK'"
2880   parameters:
2881   - "name"
2882   - "parent"
2883   - "msg"
2884
2885 # Detailed Test Results - VPP Performance Results 3n-skx
2886 -
2887   type: "table"
2888   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2889   algorithm: "table_merged_details"
2890   output-file-ext: ".csv"
2891   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2892   columns:
2893   -
2894     title: "Name"
2895     data: "data name"
2896   -
2897     title: "Status"
2898     data: "data msg"
2899   rows: "generated"
2900   data: "vpp-perf-results-3n-skx"
2901   filter: "not 'NDRCHK' and not 'PDRCHK'"
2902   parameters:
2903   - "name"
2904   - "parent"
2905   - "msg"
2906
2907 # Detailed Test Results - VPP Performance Results 2n-skx
2908 -
2909   type: "table"
2910   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2911   algorithm: "table_merged_details"
2912   output-file-ext: ".csv"
2913   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2914   columns:
2915   -
2916     title: "Name"
2917     data: "data name"
2918   -
2919     title: "Status"
2920     data: "data msg"
2921   rows: "generated"
2922   data: "vpp-perf-results-2n-skx"
2923   filter: "not 'NDRCHK' and not 'PDRCHK'"
2924   parameters:
2925   - "name"
2926   - "parent"
2927   - "msg"
2928
2929 # Detailed Test Results - VPP Performance Results 2n-dnv
2930 -
2931   type: "table"
2932   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2933   algorithm: "table_details"
2934   output-file-ext: ".csv"
2935   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2936   columns:
2937   -
2938     title: "Name"
2939     data: "data name"
2940   -
2941     title: "Status"
2942     data: "data msg"
2943   rows: "generated"
2944   data: "intel-dnv-vpp"
2945   filter: "'NDRPDR'"
2946   parameters:
2947   - "name"
2948   - "parent"
2949   - "msg"
2950
2951 # Test configuration - VPP Performance Test Configs 3n-hsw
2952 -
2953   type: "table"
2954   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2955   algorithm: "table_merged_details"
2956   output-file-ext: ".csv"
2957   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2958   columns:
2959   -
2960     title: "Name"
2961     data: "data name"
2962   -
2963     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
2964     data: "data vat-history"
2965   rows: "generated"
2966   data: "vpp-perf-results-3n-hsw"
2967   filter: "not 'NDRCHK' and not 'PDRCHK'"
2968   parameters:
2969   - "parent"
2970   - "name"
2971   - "vat-history"
2972
2973 # Test configuration - VPP Performance Test Configs 3n-skx
2974 -
2975   type: "table"
2976   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2977   algorithm: "table_merged_details"
2978   output-file-ext: ".csv"
2979   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2980   columns:
2981   -
2982     title: "Name"
2983     data: "data name"
2984   -
2985     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
2986     data: "data vat-history"
2987   rows: "generated"
2988   data: "vpp-perf-results-3n-skx"
2989   filter: "not 'NDRCHK' and not 'PDRCHK'"
2990   parameters:
2991   - "parent"
2992   - "name"
2993   - "vat-history"
2994
2995 # Test configuration - VPP Performance Test Configs 2n-skx
2996 -
2997   type: "table"
2998   title: "Test configuration - VPP Performance Test Configs 2n-skx"
2999   algorithm: "table_merged_details"
3000   output-file-ext: ".csv"
3001   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3002   columns:
3003   -
3004     title: "Name"
3005     data: "data name"
3006   -
3007     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3008     data: "data vat-history"
3009   rows: "generated"
3010   data: "vpp-perf-results-2n-skx"
3011   filter: "not 'NDRCHK' and not 'PDRCHK'"
3012   parameters:
3013   - "parent"
3014   - "name"
3015   - "vat-history"
3016
3017 # Test configuration - VPP Performance Test Configs 2n-dnv
3018 -
3019   type: "table"
3020   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3021   algorithm: "table_details"
3022   output-file-ext: ".csv"
3023   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3024   columns:
3025   -
3026     title: "Name"
3027     data: "data name"
3028   -
3029     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3030     data: "data vat-history"
3031   rows: "generated"
3032   data: "intel-dnv-vpp"
3033   filter: "'NDRPDR'"
3034   parameters:
3035   - "parent"
3036   - "name"
3037   - "vat-history"
3038
3039 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3040 -
3041   type: "table"
3042   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3043   algorithm: "table_merged_details"
3044   output-file-ext: ".csv"
3045   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3046   columns:
3047   -
3048     title: "Name"
3049     data: "data name"
3050   -
3051     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3052     data: "data show-run"
3053   rows: "generated"
3054   data: "vpp-perf-results-3n-hsw"
3055   filter: "not 'NDRCHK' and not 'PDRCHK'"
3056   parameters:
3057   - "parent"
3058   - "name"
3059   - "show-run"
3060
3061 # Test Operational Data - VPP Performance Operational Data 3n-skx
3062 -
3063   type: "table"
3064   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3065   algorithm: "table_merged_details"
3066   output-file-ext: ".csv"
3067   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3068   columns:
3069   -
3070     title: "Name"
3071     data: "data name"
3072   -
3073     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3074     data: "data show-run"
3075   rows: "generated"
3076   data: "vpp-perf-results-3n-skx"
3077   filter: "not 'NDRCHK' and not 'PDRCHK'"
3078   parameters:
3079   - "parent"
3080   - "name"
3081   - "show-run"
3082
3083 # Test Operational Data - VPP Performance Operational Data 2n-skx
3084 -
3085   type: "table"
3086   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3087   algorithm: "table_merged_details"
3088   output-file-ext: ".csv"
3089   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3090   columns:
3091   -
3092     title: "Name"
3093     data: "data name"
3094   -
3095     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3096     data: "data show-run"
3097   rows: "generated"
3098   data: "vpp-perf-results-2n-skx"
3099   filter: "not 'NDRCHK' and not 'PDRCHK'"
3100   parameters:
3101   - "parent"
3102   - "name"
3103   - "show-run"
3104
3105 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3106 -
3107   type: "table"
3108   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3109   algorithm: "table_details"
3110   output-file-ext: ".csv"
3111   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3112   columns:
3113   -
3114     title: "Name"
3115     data: "data name"
3116   -
3117     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3118     data: "data show-run"
3119   rows: "generated"
3120   data: "intel-dnv-vpp"
3121   filter: "'NDRPDR'"
3122   parameters:
3123   - "parent"
3124   - "name"
3125   - "show-run"
3126
3127 # Detailed Test Results - VPP MRR Results 3n-hsw
3128 -
3129   type: "table"
3130   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3131   algorithm: "table_details"
3132   output-file-ext: ".csv"
3133   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3134   columns:
3135   -
3136     title: "Name"
3137     data: "data name"
3138   -
3139     title: "Status"
3140     data: "data msg"
3141   rows: "generated"
3142   data: "vpp-mrr-results-3n-hsw"
3143   filter: "'MRR'"
3144   parameters:
3145   - "name"
3146   - "parent"
3147   - "msg"
3148
3149 # Detailed Test Results - VPP MRR Results 3n-skx
3150 -
3151   type: "table"
3152   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3153   algorithm: "table_details"
3154   output-file-ext: ".csv"
3155   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3156   columns:
3157   -
3158     title: "Name"
3159     data: "data name"
3160   -
3161     title: "Status"
3162     data: "data msg"
3163   rows: "generated"
3164   data: "vpp-mrr-results-3n-skx"
3165   filter: "'MRR'"
3166   parameters:
3167   - "name"
3168   - "parent"
3169   - "msg"
3170
3171 # Detailed Test Results - VPP MRR Results 2n-skx
3172 -
3173   type: "table"
3174   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3175   algorithm: "table_details"
3176   output-file-ext: ".csv"
3177   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3178   columns:
3179   -
3180     title: "Name"
3181     data: "data name"
3182   -
3183     title: "Status"
3184     data: "data msg"
3185   rows: "generated"
3186   data: "vpp-mrr-results-2n-skx"
3187   filter: "'MRR'"
3188   parameters:
3189   - "name"
3190   - "parent"
3191   - "msg"
3192
3193 # Detailed Test Results - VPP MRR Results 2n-dnv
3194 -
3195   type: "table"
3196   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3197   algorithm: "table_details"
3198   output-file-ext: ".csv"
3199   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3200   columns:
3201   -
3202     title: "Name"
3203     data: "data name"
3204   -
3205     title: "Status"
3206     data: "data msg"
3207   rows: "generated"
3208   data: "intel-dnv-vpp"
3209   filter: "'MRR'"
3210   parameters:
3211   - "name"
3212   - "parent"
3213   - "msg"
3214
3215 # Test configuration - VPP MRR Test Configs 3n-hsw
3216 -
3217   type: "table"
3218   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3219   algorithm: "table_details"
3220   output-file-ext: ".csv"
3221   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3222   columns:
3223   -
3224     title: "Name"
3225     data: "data name"
3226   -
3227     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3228     data: "data vat-history"
3229   rows: "generated"
3230   data: "vpp-mrr-results-3n-hsw"
3231   filter: "'MRR'"
3232   parameters:
3233   - "parent"
3234   - "name"
3235   - "vat-history"
3236
3237 # Test configuration - VPP MRR Test Configs 3n-skx
3238 -
3239   type: "table"
3240   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3241   algorithm: "table_details"
3242   output-file-ext: ".csv"
3243   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3244   columns:
3245   -
3246     title: "Name"
3247     data: "data name"
3248   -
3249     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3250     data: "data vat-history"
3251   rows: "generated"
3252   data: "vpp-mrr-results-3n-skx"
3253   filter: "'MRR'"
3254   parameters:
3255   - "parent"
3256   - "name"
3257   - "vat-history"
3258
3259 # Test configuration - VPP MRR Test Configs 2n-skx
3260 -
3261   type: "table"
3262   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3263   algorithm: "table_details"
3264   output-file-ext: ".csv"
3265   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3266   columns:
3267   -
3268     title: "Name"
3269     data: "data name"
3270   -
3271     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3272     data: "data vat-history"
3273   rows: "generated"
3274   data: "vpp-mrr-results-2n-skx"
3275   filter: "'MRR'"
3276   parameters:
3277   - "parent"
3278   - "name"
3279   - "vat-history"
3280
3281 # Test configuration - VPP MRR Test Configs 2n-dnv
3282 -
3283   type: "table"
3284   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3285   algorithm: "table_details"
3286   output-file-ext: ".csv"
3287   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3288   columns:
3289   -
3290     title: "Name"
3291     data: "data name"
3292   -
3293     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3294     data: "data vat-history"
3295   rows: "generated"
3296   data: "intel-dnv-vpp"
3297   filter: "'MRR'"
3298   parameters:
3299   - "parent"
3300   - "name"
3301   - "vat-history"
3302
3303 # Detailed Test Results - VPP Functional Results - Ubuntu
3304 -
3305   type: "table"
3306   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3307   algorithm: "table_details"
3308   output-file-ext: ".csv"
3309   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3310   columns:
3311   -
3312     title: "Name"
3313     data: "data name"
3314   -
3315     title: "Documentation"
3316     data: "data doc"
3317   -
3318     title: "Status"
3319     data: "data status"
3320   rows: "generated"
3321   data: "vpp-func-results-ubuntu"
3322   filter: "all"
3323   parameters:
3324   - "name"
3325   - "parent"
3326   - "doc"
3327   - "status"
3328
3329 # Detailed Test Results - VPP Functional Results - CentOS
3330 -
3331   type: "table"
3332   title: "Detailed Test Results - VPP Functional Results - CentOS"
3333   algorithm: "table_details"
3334   output-file-ext: ".csv"
3335   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3336   columns:
3337   -
3338     title: "Name"
3339     data: "data name"
3340   -
3341     title: "Documentation"
3342     data: "data doc"
3343   -
3344     title: "Status"
3345     data: "data status"
3346   rows: "generated"
3347   data:
3348     "vpp-func-results-centos"
3349   filter: "all"
3350   parameters:
3351   - "name"
3352   - "parent"
3353   - "doc"
3354   - "status"
3355
3356 # Test configuration - VPP Functional Test Configs - Ubuntu
3357 -
3358   type: "table"
3359   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3360   algorithm: "table_details"
3361   output-file-ext: ".csv"
3362   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3363   columns:
3364   -
3365     title: "Name"
3366     data: "data name"
3367   -
3368     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3369     data: "data vat-history"
3370   rows: "generated"
3371   data: "vpp-func-results-ubuntu"
3372   filter: "all"
3373   parameters:
3374   - "parent"
3375   - "name"
3376   - "vat-history"
3377
3378 # Test configuration - VPP Functional Test Configs - CentOS
3379 -
3380   type: "table"
3381   title: "Test configuration - VPP Functional Test Configs - CentOS"
3382   algorithm: "table_details"
3383   output-file-ext: ".csv"
3384   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3385   columns:
3386   -
3387     title: "Name"
3388     data: "data name"
3389   -
3390     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3391     data: "data vat-history"
3392   rows: "generated"
3393   data: "vpp-func-results-centos"
3394   filter: "all"
3395   parameters:
3396   - "parent"
3397   - "name"
3398   - "vat-history"
3399
3400 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3401 -
3402   type: "table"
3403   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3404   algorithm: "table_details"
3405   output-file-ext: ".csv"
3406   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3407   columns:
3408   -
3409     title: "Name"
3410     data: "data name"
3411   -
3412     title: "Status"
3413     data: "data msg"
3414   rows: "generated"
3415   data: "ligato-perf-results-3n-hsw"
3416   filter: "all"
3417   parameters:
3418   - "name"
3419   - "parent"
3420   - "msg"
3421
3422 # Detailed Test Results - VPP Device Results - Ubuntu
3423 -
3424   type: "table"
3425   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3426   algorithm: "table_details"
3427   output-file-ext: ".csv"
3428   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3429   columns:
3430   -
3431     title: "Name"
3432     data: "data name"
3433   -
3434     title: "Documentation"
3435     data: "data doc"
3436   -
3437     title: "Status"
3438     data: "data status"
3439   rows: "generated"
3440   data: "vpp-device-results-ubuntu"
3441   filter: "all"
3442   parameters:
3443   - "name"
3444   - "parent"
3445   - "doc"
3446   - "status"
3447
3448 # Test configuration - VPP Device Test Configs - Ubuntu
3449 -
3450   type: "table"
3451   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3452   algorithm: "table_details"
3453   output-file-ext: ".csv"
3454   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3455   columns:
3456   -
3457     title: "Name"
3458     data: "data name"
3459   -
3460     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
3461     data: "data vat-history"
3462   rows: "generated"
3463   data: "vpp-device-results-ubuntu"
3464   filter: "all"
3465   parameters:
3466   - "parent"
3467   - "name"
3468   - "vat-history"
3469
3470 ################################################################################
3471
3472 # DPDK Performance Changes 3n-hsw 1t1c pdr
3473 -
3474   type: "table"
3475   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3476   algorithm: "table_performance_comparison"
3477   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3478   history:
3479     -
3480       title: "rls1807"
3481       data: "dpdk-performance-changes-3n-hsw-h1"
3482   reference:
3483     title: "rls1810"
3484     data: "dpdk-performance-changes-3n-hsw-ref"
3485   compare:
3486     title: "rls1901"
3487     data: "dpdk-performance-changes-3n-hsw-cmp"
3488   data: "dpdk-performance-changes-3n-hsw"
3489   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3490   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3491   parameters:
3492   - "name"
3493   - "parent"
3494   - "throughput"
3495
3496 # DPDK Performance Changes 3n-hsw 2t2c pdr
3497 -
3498   type: "table"
3499   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3500   algorithm: "table_performance_comparison"
3501   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3502   history:
3503     -
3504       title: "rls1807"
3505       data: "dpdk-performance-changes-3n-hsw-h1"
3506   reference:
3507     title: "rls1810"
3508     data: "dpdk-performance-changes-3n-hsw-ref"
3509   compare:
3510     title: "rls1901"
3511     data: "dpdk-performance-changes-3n-hsw-cmp"
3512   data: "dpdk-performance-changes-3n-hsw"
3513   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3514   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3515   parameters:
3516   - "name"
3517   - "parent"
3518   - "throughput"
3519
3520 # DPDK Performance Changes 3n-hsw 1t1c ndr
3521 -
3522   type: "table"
3523   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3524   algorithm: "table_performance_comparison"
3525   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3526   history:
3527     -
3528       title: "rls1807"
3529       data: "dpdk-performance-changes-3n-hsw-h1"
3530   reference:
3531     title: "rls1810"
3532     data: "dpdk-performance-changes-3n-hsw-ref"
3533   compare:
3534     title: "rls1901"
3535     data: "dpdk-performance-changes-3n-hsw-cmp"
3536   data: "dpdk-performance-changes-3n-hsw"
3537   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3538   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3539   parameters:
3540   - "name"
3541   - "parent"
3542   - "throughput"
3543
3544 # DPDK Performance Changes 3n-hsw 2t2c ndr
3545 -
3546   type: "table"
3547   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3548   algorithm: "table_performance_comparison"
3549   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3550   history:
3551     -
3552       title: "rls1807"
3553       data: "dpdk-performance-changes-3n-hsw-h1"
3554   reference:
3555     title: "rls1810"
3556     data: "dpdk-performance-changes-3n-hsw-ref"
3557   compare:
3558     title: "rls1901"
3559     data: "dpdk-performance-changes-3n-hsw-cmp"
3560   data: "dpdk-performance-changes-3n-hsw"
3561   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3562   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3563   parameters:
3564   - "name"
3565   - "parent"
3566   - "throughput"
3567
3568 # DPDK Performance Changes 3n-skx 2t1c pdr
3569 -
3570   type: "table"
3571   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3572   algorithm: "table_performance_comparison"
3573   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3574   history:
3575     -
3576       title: "rls1807"
3577       data: "dpdk-performance-changes-3n-skx-h1"
3578   reference:
3579     title: "rls1810"
3580     data: "dpdk-performance-changes-3n-skx-ref"
3581   compare:
3582     title: "rls1901"
3583     data: "dpdk-performance-changes-3n-skx-cmp"
3584   data: "dpdk-performance-changes-3n-skx"
3585   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3586   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3587   parameters:
3588   - "name"
3589   - "parent"
3590   - "throughput"
3591
3592 # DPDK Performance Changes 3n-skx 4t2c pdr
3593 -
3594   type: "table"
3595   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3596   algorithm: "table_performance_comparison"
3597   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3598   history:
3599     -
3600       title: "rls1807"
3601       data: "dpdk-performance-changes-3n-skx-h1"
3602   reference:
3603     title: "rls1810"
3604     data: "dpdk-performance-changes-3n-skx-ref"
3605   compare:
3606     title: "rls1901"
3607     data: "dpdk-performance-changes-3n-skx-cmp"
3608   data: "dpdk-performance-changes-3n-skx"
3609   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3610   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3611   parameters:
3612   - "name"
3613   - "parent"
3614   - "throughput"
3615
3616 # DPDK Performance Changes 3n-skx 2t1c ndr
3617 -
3618   type: "table"
3619   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3620   algorithm: "table_performance_comparison"
3621   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3622   history:
3623     -
3624       title: "rls1807"
3625       data: "dpdk-performance-changes-3n-skx-h1"
3626   reference:
3627     title: "rls1810"
3628     data: "dpdk-performance-changes-3n-skx-ref"
3629   compare:
3630     title: "rls1901"
3631     data: "dpdk-performance-changes-3n-skx-cmp"
3632   data: "dpdk-performance-changes-3n-skx"
3633   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3634   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3635   parameters:
3636   - "name"
3637   - "parent"
3638   - "throughput"
3639
3640 # DPDK Performance Changes 3n-skx 4t2c ndr
3641 -
3642   type: "table"
3643   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3644   algorithm: "table_performance_comparison"
3645   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3646   history:
3647     -
3648       title: "rls1807"
3649       data: "dpdk-performance-changes-3n-skx-h1"
3650   reference:
3651     title: "rls1810"
3652     data: "dpdk-performance-changes-3n-skx-ref"
3653   compare:
3654     title: "rls1901"
3655     data: "dpdk-performance-changes-3n-skx-cmp"
3656   data: "dpdk-performance-changes-3n-skx"
3657   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3658   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3659   parameters:
3660   - "name"
3661   - "parent"
3662   - "throughput"
3663
3664 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3665 -
3666   type: "table"
3667   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3668   algorithm: "table_performance_comparison"
3669   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3670   reference:
3671     title: "3-Node Hsw"
3672     data: "dpdk-compare-testbeds-ref"
3673   compare:
3674     title: "3-Node Skx"
3675     data: "dpdk-compare-testbeds-cmp"
3676   data: "dpdk-compare-testbeds"
3677   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3678   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3679   parameters:
3680   - "name"
3681   - "parent"
3682   - "throughput"
3683
3684 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3685 -
3686   type: "table"
3687   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3688   algorithm: "table_performance_comparison"
3689   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3690   reference:
3691     title: "3-Node Hsw"
3692     data: "dpdk-compare-testbeds-ref"
3693   compare:
3694     title: "3-Node Skx"
3695     data: "dpdk-compare-testbeds-cmp"
3696   data: "dpdk-compare-testbeds"
3697   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3698   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3699   parameters:
3700   - "name"
3701   - "parent"
3702   - "throughput"
3703
3704 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3705 -
3706   type: "table"
3707   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3708   algorithm: "table_performance_comparison"
3709   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3710   reference:
3711     title: "3-Node Skx"
3712     data: "dpdk-compare-topologies-ref"
3713   compare:
3714     title: "2-Node Skx"
3715     data: "dpdk-compare-topologies-cmp"
3716   data: "dpdk-compare-topologies"
3717   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3718   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3719   parameters:
3720   - "name"
3721   - "parent"
3722   - "throughput"
3723
3724 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3725 -
3726   type: "table"
3727   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3728   algorithm: "table_performance_comparison"
3729   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3730   reference:
3731     title: "3-Node Skx"
3732     data: "dpdk-compare-topologies-ref"
3733   compare:
3734     title: "2-Node Skx"
3735     data: "dpdk-compare-topologies-cmp"
3736   data: "dpdk-compare-topologies"
3737   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3738   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3739   parameters:
3740   - "name"
3741   - "parent"
3742   - "throughput"
3743
3744 # DPDK Performance Changes 2n-skx 2t1c pdr
3745 -
3746   type: "table"
3747   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3748   algorithm: "table_performance_comparison"
3749   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3750   reference:
3751     title: "rls1810"
3752     data: "dpdk-performance-changes-2n-skx-ref"
3753   compare:
3754     title: "rls1901"
3755     data: "dpdk-performance-changes-2n-skx-cmp"
3756   data: "dpdk-performance-changes-2n-skx"
3757   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3758   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3759   parameters:
3760   - "name"
3761   - "parent"
3762   - "throughput"
3763
3764 # DPDK Performance Changes 2n-skx 4t2c pdr
3765 -
3766   type: "table"
3767   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3768   algorithm: "table_performance_comparison"
3769   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3770   reference:
3771     title: "rls1810"
3772     data: "dpdk-performance-changes-2n-skx-ref"
3773   compare:
3774     title: "rls1901"
3775     data: "dpdk-performance-changes-2n-skx-cmp"
3776   data: "dpdk-performance-changes-2n-skx"
3777   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3778   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3779   parameters:
3780   - "name"
3781   - "parent"
3782   - "throughput"
3783
3784 # DPDK Performance Changes 2n-skx 2t1c ndr
3785 -
3786   type: "table"
3787   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3788   algorithm: "table_performance_comparison"
3789   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3790   reference:
3791     title: "rls1810"
3792     data: "dpdk-performance-changes-2n-skx-ref"
3793   compare:
3794     title: "rls1901"
3795     data: "dpdk-performance-changes-2n-skx-cmp"
3796   data: "dpdk-performance-changes-2n-skx"
3797   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3798   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3799   parameters:
3800   - "name"
3801   - "parent"
3802   - "throughput"
3803
3804 # DPDK Performance Changes 2n-skx 4t2c ndr
3805 -
3806   type: "table"
3807   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3808   algorithm: "table_performance_comparison"
3809   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3810   reference:
3811     title: "rls1810"
3812     data: "dpdk-performance-changes-2n-skx-ref"
3813   compare:
3814     title: "rls1901"
3815     data: "dpdk-performance-changes-2n-skx-cmp"
3816   data: "dpdk-performance-changes-2n-skx"
3817   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3818   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3819   parameters:
3820   - "name"
3821   - "parent"
3822   - "throughput"
3823
3824 # Detailed Test Results - DPDK Performance Results 3n-hsw
3825 -
3826   type: "table"
3827   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3828   algorithm: "table_details"
3829   output-file-ext: ".csv"
3830   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3831   columns:
3832   -
3833     title: "Name"
3834     data: "data name"
3835   -
3836     title: "Status"
3837     data: "data msg"
3838   rows: "generated"
3839   data: "dpdk-perf-results-3n-hsw"
3840   filter: "all"
3841   parameters:
3842   - "name"
3843   - "parent"
3844   - "msg"
3845
3846 # Detailed Test Results - DPDK Performance Results 3n-skx
3847 -
3848   type: "table"
3849   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3850   algorithm: "table_details"
3851   output-file-ext: ".csv"
3852   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3853   columns:
3854   -
3855     title: "Name"
3856     data: "data name"
3857   -
3858     title: "Status"
3859     data: "data msg"
3860   rows: "generated"
3861   data: "dpdk-perf-results-3n-skx"
3862   filter: "all"
3863   parameters:
3864   - "name"
3865   - "parent"
3866   - "msg"
3867
3868 # Detailed Test Results - DPDK Performance Results 2n-skx
3869 -
3870   type: "table"
3871   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3872   algorithm: "table_details"
3873   output-file-ext: ".csv"
3874   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3875   columns:
3876   -
3877     title: "Name"
3878     data: "data name"
3879   -
3880     title: "Status"
3881     data: "data msg"
3882   rows: "generated"
3883   data: "dpdk-perf-results-2n-skx"
3884   filter: "all"
3885   parameters:
3886   - "name"
3887   - "parent"
3888   - "msg"
3889
3890 ################################################################################
3891 # HoneyComb
3892 -
3893   type: "table"
3894   title: "Detailed Test Results - Honeycomb Functional Results"
3895   algorithm: "table_details"
3896   output-file-ext: ".csv"
3897   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3898   columns:
3899   -
3900     title: "Name"
3901     data: "data name"
3902   -
3903     title: "Documentation"
3904     data: "data doc"
3905   -
3906     title: "Status"
3907     data: "data status"
3908   rows: "generated"
3909   data:
3910     "hc-func-results"
3911   filter: "all"
3912   parameters:
3913   - "name"
3914   - "parent"
3915   - "doc"
3916   - "status"
3917
3918 ################################################################################
3919 # NSH SFC
3920 -
3921   type: "table"
3922   title: "Detailed Test Results - NSH SFC Functional Results"
3923   algorithm: "table_details"
3924   output-file-ext: ".csv"
3925   output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3926   columns:
3927   -
3928     title: "Name"
3929     data: "data name"
3930   -
3931     title: "Documentation"
3932     data: "data doc"
3933   -
3934     title: "Status"
3935     data: "data status"
3936   rows: "generated"
3937   data:
3938     "nsh-func-results"
3939   filter: "all"
3940   parameters:
3941   - "name"
3942   - "parent"
3943   - "doc"
3944   - "status"
3945
3946 ################################################################################
3947 # DMM
3948 -
3949   type: "table"
3950   title: "Detailed Test Results - DMM Functional Results"
3951   algorithm: "table_details"
3952   output-file-ext: ".csv"
3953   output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
3954   columns:
3955   -
3956     title: "Name"
3957     data: "data name"
3958   -
3959     title: "Documentation"
3960     data: "data doc"
3961   -
3962     title: "Status"
3963     data: "data status"
3964   rows: "generated"
3965   data:
3966     "dmm-func-results"
3967   filter: "all"
3968   parameters:
3969   - "name"
3970   - "parent"
3971   - "doc"
3972   - "status"
3973
3974 ################################################################################
3975 ###                                F I L E S                                 ###
3976 ################################################################################
3977
3978 # VPP Performance Results 3n-hsw
3979 -
3980   type: "file"
3981   title: "VPP Performance Results 3n-hsw"
3982   algorithm: "file_test_results"
3983   output-file-ext: ".rst"
3984   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3985   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
3986   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
3987   data: "vpp-perf-results-3n-hsw"
3988   filter: "not 'NDRCHK' and not 'PDRCHK'"
3989   parameters:
3990   - "name"
3991   - "doc"
3992   - "level"
3993   - "parent"
3994   data-start-level: 3
3995
3996 # VPP Performance Results 3n-skx
3997 -
3998   type: "file"
3999   title: "VPP Performance Results 3n-skx"
4000   algorithm: "file_test_results"
4001   output-file-ext: ".rst"
4002   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
4003   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4004   dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
4005   data: "vpp-perf-results-3n-skx"
4006   filter: "not 'NDRCHK' and not 'PDRCHK'"
4007   parameters:
4008   - "name"
4009   - "doc"
4010   - "level"
4011   - "parent"
4012   data-start-level: 3
4013
4014 # VPP Performance Results 2n-skx
4015 -
4016   type: "file"
4017   title: "VPP Performance Results 2n-skx"
4018   algorithm: "file_test_results"
4019   output-file-ext: ".rst"
4020   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
4021   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4022   dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
4023   data: "vpp-perf-results-2n-skx"
4024   filter: "not 'NDRCHK' and not 'PDRCHK'"
4025   parameters:
4026   - "name"
4027   - "doc"
4028   - "level"
4029   - "parent"
4030   data-start-level: 3
4031
4032 # VPP Performance Results 2n-dnv
4033 -
4034   type: "file"
4035   title: "VPP Performance Results 2n-dnv"
4036   algorithm: "file_test_results"
4037   output-file-ext: ".rst"
4038   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
4039   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4040   dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}"
4041   data: "intel-dnv-vpp"
4042   filter: "'NDRPDR'"
4043   parameters:
4044   - "name"
4045   - "doc"
4046   - "level"
4047   - "parent"
4048   data-start-level: 3
4049
4050 # VPP Performance Configuration 3n-hsw
4051 -
4052   type: "file"
4053   title: "VPP Performance Configuration 3n-hsw"
4054   algorithm: