1a9cbaef20c82b7371cda9409d82d5560398ad55
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # TODO: Replace with 1904 data
147 #      # csit-vpp-perf-verify-1904-3n-hsw:
148 #      csit-vpp-perf-verify-1810-3n-hsw:
149 #        - 28  # WRK
150 #        - 29  # WRK
151 #        - 30  # WRK
152 #        - 31  # WRK
153 #        - 32  # WRK
154 #        - 33  # WRK
155 #        - 34  # WRK
156 #        - 35  # WRK
157 #        - 36  # WRK
158 #        - 37  # WRK
159
160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
161 #      # TODO: Replace with 1904 data
162 #      # csit-ligato-perf-verify-1904-3n-hsw:
163 #      csit-ligato-perf-verify-1901-3n-hsw:
164 #        - 8   # NDRPDR sel
165 #        - 9   # NDRPDR sel
166 #        - 11  # NDRPDR sel
167 #        - 12  # NDRPDR sel
168 #        - 13  # NDRPDR sel
169 #        - 14  # NDRPDR sel
170 #        - 15  # NDRPDR sel
171 #        - 16  # NDRPDR sel
172 #        - 17  # NDRPDR sel
173 #        - 18  # NDRPDR sel
174
175     plot-dpdk-throughput-latency-3n-hsw:
176       csit-dpdk-perf-verify-1904-3n-hsw:
177         - 2   # NDRPDR sel
178         - 3   # NDRPDR sel
179         - 5   # NDRPDR sel
180         - 6   # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 18  # NDRPDR sel
185         - 19  # NDRPDR sel
186         - 20  # NDRPDR sel
187
188     # 3n-skx
189
190     plot-vpp-throughput-lat-tsa-3n-skx:
191       csit-vpp-perf-verify-1904-3n-skx:
192         - 8   # NDRPDR sel
193         - 9   # NDRPDR sel
194         - 10  # NDRPDR sel
195         - 11  # NDRPDR sel
196         - 12  # NDRPDR sel
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 21  # NDRPDR sel
200         - 23  # NDRPDR sel
201         - 25  # NDRPDR sel
202
203     plot-dpdk-throughput-latency-3n-skx:
204       csit-dpdk-perf-verify-1904-3n-skx:
205         - 2   # NDRPDR sel
206         - 3   # NDRPDR sel
207         - 4   # NDRPDR sel
208         - 5   # NDRPDR sel
209         - 6   # NDRPDR sel
210         - 7   # NDRPDR sel
211         - 11  # NDRPDR sel
212         - 12  # NDRPDR sel
213         - 13  # NDRPDR sel
214         - 14  # NDRPDR sel
215
216     # 2n-skx
217
218     plot-vpp-throughput-lat-tsa-2n-skx:
219       csit-vpp-perf-verify-1904-2n-skx:
220         - 12  # NDRPDR sel
221         - 14  # NDRPDR sel
222         - 16  # NDRPDR sel
223         - 17  # NDRPDR sel
224         - 18  # NDRPDR sel
225         - 21  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 30  # NDRPDR sel
228         - 31  # NDRPDR sel
229         - 32  # NDRPDR sel
230
231     plot-vpp-soak-2n-skx:
232       # TODO: Add 1904 data
233       csit-vpp-perf-verify-1904-2n-skx:
234         - 70  # SOAK
235         - 71  # SOAK
236
237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
238       csit-vpp-perf-verify-1904-2n-skx:
239         - 56  # NFV NDRPDR 64b
240         - 59  # NFV NDRPDR 64b
241         - 60  # NFV NDRPDR 64b
242         - 65  # NFV NDRPDR 64b
243         - 68  # NFV NDRPDR 64b
244         - 80  # NFV MRR NDRPDR 64b IMIX
245
246     plot-vpp-nfv-2n-skx-ndrpdr-imix:
247       # TODO: Add 1904 data
248       csit-vpp-perf-verify-1904-2n-skx:
249         - 66  # NFV NDRPDR IMIX
250         - 67  # NFV NDRPDR IMIX
251         - 69  # NFV NDRPDR IMIX
252         - 80  # NFV MRR NDRPDR 64b IMIX
253
254     plot-vpp-nfv-2n-skx-mrr-64b:
255       csit-vpp-perf-verify-1904-2n-skx:
256         - 40  # NFV MRR 64b
257         - 41  # NFV MRR 64b
258         - 42  # NFV MRR 64b
259         - 47  # NFV MRR 64b
260         - 48  # NFV MRR 64b
261         - 80  # NFV MRR NDRPDR 64b IMIX
262
263     plot-vpp-nfv-2n-skx-mrr-imix:
264       csit-vpp-perf-verify-1904-2n-skx:
265         - 49  # NFV MRR IMIX
266         - 50  # NFV MRR IMIX
267         - 51  # NFV MRR IMIX
268         - 54  # NFV MRR IMIX
269         - 55  # NFV MRR IMIX
270         - 80  # NFV MRR NDRPDR 64b IMIX
271
272     plot-dpdk-throughput-latency-2n-skx:
273       csit-dpdk-perf-verify-1904-2n-skx:
274         - 2   # NDRPDR sel
275         - 3   # NDRPDR sel
276         - 4   # NDRPDR sel
277         - 5   # NDRPDR sel
278         - 7   # NDRPDR sel
279         - 8   # NDRPDR sel
280         - 9   # NDRPDR sel
281         - 10  # NDRPDR sel
282         - 11  # NDRPDR sel
283         - 12  # NDRPDR sel
284
285     # 3rd party
286
287 #    # Denverton:
288 #    intel-dnv-vpp:
289 #      # TODO: Replace with 1904 data
290 #      # intel-dnv-vpp-release-1904:
291 #      intel-dnv-vpp-release-1901:
292 #        - 1
293
294     ###########################################################################
295     # Simple tables (only one data set):
296
297     # NIC Comparisons
298
299     vpp-nic-comparison-3n-hsw:
300       csit-vpp-perf-verify-1904-3n-hsw:
301         - 11  # NDRPDR sel
302         - 12  # NDRPDR sel
303         - 20  # NDRPDR sel
304         - 21  # NDRPDR sel
305         - 23  # NDRPDR sel
306         - 24  # NDRPDR sel
307         - 25  # NDRPDR sel
308         - 26  # NDRPDR sel
309         - 29  # NDRPDR sel
310         - 30  # NDRPDR sel
311
312     vpp-nic-comparison-3n-skx:
313       csit-vpp-perf-verify-1904-3n-skx:
314         - 8   # NDRPDR sel
315         - 9   # NDRPDR sel
316         - 10  # NDRPDR sel
317         - 11  # NDRPDR sel
318         - 12  # NDRPDR sel
319         - 14  # NDRPDR sel
320         - 16  # NDRPDR sel
321         - 21  # NDRPDR sel
322         - 23  # NDRPDR sel
323         - 25  # NDRPDR sel
324
325     vpp-nic-comparison-2n-skx:
326       csit-vpp-perf-verify-1904-2n-skx:
327         - 12  # NDRPDR sel
328         - 14  # NDRPDR sel
329         - 16  # NDRPDR sel
330         - 17  # NDRPDR sel
331         - 18  # NDRPDR sel
332         - 21  # NDRPDR sel
333         - 27  # NDRPDR sel
334         - 30  # NDRPDR sel
335         - 31  # NDRPDR sel
336         - 32  # NDRPDR sel
337
338     vpp-nic-comparison-3n-hsw-mrr:
339       csit-vpp-perf-verify-1904-3n-hsw:
340         - 9   # MRR sel
341
342     vpp-nic-comparison-3n-skx-mrr:
343       csit-vpp-perf-verify-1904-3n-skx:
344         - 7   # MRR sel
345
346     vpp-nic-comparison-2n-skx-mrr:
347       csit-vpp-perf-verify-1904-2n-skx:
348         - 11  # MRR sel
349
350     # Results
351
352     vpp-perf-results-3n-hsw:
353       # TODO: Replace with FULL 1904 data
354       csit-vpp-perf-verify-1904-3n-hsw:
355         - 12  # NDRPDR sel
356
357     vpp-perf-results-3n-skx:
358       csit-vpp-perf-verify-1904-3n-skx:
359         - 26  # NDRPDR full
360         - 27  # NDRPDR full
361         - 30  # NDRPDR full
362         - 31  # NDRPDR full
363
364     vpp-perf-results-2n-skx:
365       csit-vpp-perf-verify-1904-2n-skx:
366         - 33  # NDRPDR full
367         - 39  # NDRPDR full
368         - 58  # NDRPDR full
369         - 62  # NDRPDR full
370
371     vpp-mrr-results-3n-hsw:
372       csit-vpp-perf-verify-1904-3n-hsw:
373         - 9   # MRR sel
374
375     vpp-mrr-results-3n-skx:
376       csit-vpp-perf-verify-1904-3n-skx:
377         - 7   # MRR sel
378
379     vpp-mrr-results-2n-skx:
380       csit-vpp-perf-verify-1904-2n-skx:
381         - 11  # MRR sel
382
383     vpp-func-results-ubuntu:
384       csit-vpp-functional-1904-ubuntu1604-virl:
385         - 29
386
387     vpp-func-results-centos:
388       csit-vpp-functional-1904-centos7-virl:
389         - 32
390
391     vpp-device-results-ubuntu:
392       csit-vpp-device-1904-ubuntu1804-1n-skx:
393         - 33
394
395 #    # VPP Ligato
396 #    ligato-perf-results-3n-hsw:
397 #      # TODO: Replace with 1904 data
398 #      # csit-ligato-perf-verify-1904-3n-hsw:
399 #      csit-ligato-perf-verify-1901-3n-hsw:
400 #        - 10  # NDRPDR full
401
402     dpdk-perf-results-3n-hsw:
403       csit-dpdk-perf-verify-1904-3n-hsw:
404         - 5   # NDRPDR sel
405
406     dpdk-perf-results-3n-skx:
407       csit-dpdk-perf-verify-1904-3n-skx:
408         - 7   # NDRPDR sel
409
410     dpdk-perf-results-2n-skx:
411       csit-dpdk-perf-verify-1904-2n-skx:
412         - 9   # NDRPDR sel
413
414     # HoneyComb Functional
415     hc-func-results:
416       csit-hc2vpp-verify-func-1904-ubuntu1604:
417         - 4
418
419 #    # NSH SFC Functional
420 #    nsh-func-results:
421 #      # Not used
422 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
423 #        - 1
424
425     # DMM Functional
426     dmm-func-results:
427       csit-dmm-functional-1904-ubuntu1604-virl:
428         - 1
429
430     ###########################################################################
431     # Tables (more than one data set)
432
433     # Performance changes
434
435 #    intel-dnv-vpp-changes-2n-dnv-h1:
436 #      intel-dnv-vpp-release-1810:
437 #        - 1
438 #    intel-dnv-vpp-changes-2n-dnv-ref:
439 #      intel-dnv-vpp-release-1901:
440 #        - 1
441 #    intel-dnv-vpp-changes-2n-dnv-cmp:
442 #      # TODO: Replace with 1904 data
443 #      # intel-dnv-vpp-release-1904:
444 #      intel-dnv-vpp-release-1901:
445 #        - 1
446 #    intel-dnv-vpp-changes-2n-dnv:
447 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
448 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
449 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
450
451     vpp-performance-changes-3n-hsw-h1:
452       csit-vpp-perf-verify-1810-3n-hsw:
453         - 8   # NDRPDR sel
454         - 12  # NDRPDR sel
455         - 14  # NDRPDR sel
456         - 18  # NDRPDR sel
457         - 23  # NDRPDR sel
458         - 25  # NDRPDR sel
459         - 38  # NDRPDR sel
460         - 39  # NDRPDR sel
461         - 41  # NDRPDR sel
462         - 42  # NDRPDR sel
463     vpp-performance-changes-3n-hsw-ref:
464       csit-vpp-perf-verify-1901-3n-hsw:
465         - 10  # NDRPDR sel
466         - 19  # NDRPDR sel
467         - 31  # NDRPDR sel
468         - 36  # NDRPDR sel
469         - 40  # NDRPDR sel
470         - 42  # NDRPDR sel
471         - 44  # NDRPDR sel
472         - 46  # NDRPDR sel
473         - 47  # NDRPDR sel
474         - 48  # NDRPDR sel
475         - 61  # NDRPDR LB
476         - 62  # NDRPDR LB
477         - 63  # NDRPDR LB
478         - 64  # NDRPDR LB
479         - 65  # NDRPDR LB
480         - 66  # NDRPDR LB
481         - 67  # NDRPDR LB
482         - 69  # NDRPDR LB
483         - 70  # NDRPDR LB
484         - 71  # NDRPDR LB
485     vpp-performance-changes-3n-hsw-cmp:
486       csit-vpp-perf-verify-1904-3n-hsw:
487         - 11  # NDRPDR sel
488         - 12  # NDRPDR sel
489         - 20  # NDRPDR sel
490         - 21  # NDRPDR sel
491         - 23  # NDRPDR sel
492         - 24  # NDRPDR sel
493         - 25  # NDRPDR sel
494         - 26  # NDRPDR sel
495         - 29  # NDRPDR sel
496         - 30  # NDRPDR sel
497     vpp-performance-changes-3n-hsw:
498       - "vpp-performance-changes-3n-hsw-h1"
499       - "vpp-performance-changes-3n-hsw-ref"
500       - "vpp-performance-changes-3n-hsw-cmp"
501
502     vpp-performance-changes-3n-skx-h1:
503       csit-vpp-perf-verify-1810-3n-skx:
504         - 10  # NDRPDR sel
505         - 14  # NDRPDR sel
506         - 15  # NDRPDR sel
507         - 16  # NDRPDR sel
508         - 17  # NDRPDR sel
509         - 19  # NDRPDR sel
510         - 20  # NDRPDR sel
511         - 21  # NDRPDR sel
512         - 22  # NDRPDR sel
513         - 25  # NDRPDR sel
514     vpp-performance-changes-3n-skx-ref:
515       csit-vpp-perf-verify-1901-3n-skx:
516         - 18  # NDRPDR sel
517         - 19  # NDRPDR sel
518         - 20  # NDRPDR sel
519         - 28  # NDRPDR sel
520         - 31  # NDRPDR sel
521         - 33  # NDRPDR sel
522         - 36  # NDRPDR sel
523         - 38  # NDRPDR sel
524         - 47  # NDRPDR sel
525         - 48  # NDRPDR sel
526         - 54  # NDRPDR LB
527         - 57  # NDRPDR LB
528         - 58  # NDRPDR LB
529         - 59  # NDRPDR LB
530         - 60  # NDRPDR LB
531         - 63  # NDRPDR LB
532         - 64  # NDRPDR LB
533         - 65  # NDRPDR LB
534         - 66  # NDRPDR LB
535         - 67  # NDRPDR LB
536     vpp-performance-changes-3n-skx-cmp:
537       csit-vpp-perf-verify-1904-3n-skx:
538         - 8   # NDRPDR sel
539         - 9   # NDRPDR sel
540         - 10  # NDRPDR sel
541         - 11  # NDRPDR sel
542         - 12  # NDRPDR sel
543         - 14  # NDRPDR sel
544         - 16  # NDRPDR sel
545         - 21  # NDRPDR sel
546         - 23  # NDRPDR sel
547         - 25  # NDRPDR sel
548     vpp-performance-changes-3n-skx:
549       - "vpp-performance-changes-3n-skx-h1"
550       - "vpp-performance-changes-3n-skx-ref"
551       - "vpp-performance-changes-3n-skx-cmp"
552
553     vpp-performance-changes-2n-skx-h1:
554       csit-vpp-perf-verify-1810-2n-skx:
555         - 9   # NDRPDR sel
556         - 13  # NDRPDR sel
557         - 14  # NDRPDR sel
558         - 19  # NDRPDR sel
559         - 20  # NDRPDR sel
560         - 21  # NDRPDR sel
561         - 22  # NDRPDR sel
562         - 23  # NDRPDR sel
563         - 24  # NDRPDR sel
564         - 27  # NDRPDR sel
565     vpp-performance-changes-2n-skx-ref:
566       csit-vpp-perf-verify-1901-2n-skx:
567         - 5   # NDRPDR sel
568         - 12  # NDRPDR sel
569         - 13  # NDRPDR sel
570         - 21  # NDRPDR sel
571         - 23  # NDRPDR sel
572         - 31  # NDRPDR sel
573         - 34  # NDRPDR sel
574         - 40  # NDRPDR sel
575         - 42  # NDRPDR sel
576         - 43  # NDRPDR sel
577     vpp-performance-changes-2n-skx-cmp:
578       csit-vpp-perf-verify-1904-2n-skx:
579         - 12  # NDRPDR sel
580         - 14  # NDRPDR sel
581         - 16  # NDRPDR sel
582         - 17  # NDRPDR sel
583         - 18  # NDRPDR sel
584         - 21  # NDRPDR sel
585         - 27  # NDRPDR sel
586         - 30  # NDRPDR sel
587         - 31  # NDRPDR sel
588         - 32  # NDRPDR sel
589     vpp-performance-changes-2n-skx:
590       - "vpp-performance-changes-2n-skx-h1"
591       - "vpp-performance-changes-2n-skx-ref"
592       - "vpp-performance-changes-2n-skx-cmp"
593
594     vpp-soak-vs-ndr-2n-skx-ref:
595       csit-vpp-perf-verify-1904-2n-skx:
596         - 12  # NDRPDR sel
597         - 14  # NDRPDR sel
598         - 16  # NDRPDR sel
599         - 17  # NDRPDR sel
600         - 18  # NDRPDR sel
601         - 21  # NDRPDR sel
602         - 27  # NDRPDR sel
603         - 30  # NDRPDR sel
604         - 31  # NDRPDR sel
605         - 32  # NDRPDR sel
606     vpp-soak-vs-ndr-2n-skx-cmp:
607       csit-vpp-perf-verify-1904-2n-skx:
608         - 70  # SOAK
609         - 71  # SOAK
610     vpp-soak-vs-ndr-2n-skx:
611       csit-vpp-perf-verify-1904-2n-skx:
612         - 12  # NDRPDR sel
613         - 14  # NDRPDR sel
614         - 16  # NDRPDR sel
615         - 17  # NDRPDR sel
616         - 18  # NDRPDR sel
617         - 21  # NDRPDR sel
618         - 27  # NDRPDR sel
619         - 30  # NDRPDR sel
620         - 31  # NDRPDR sel
621         - 32  # NDRPDR sel
622         - 70  # SOAK
623         - 71  # SOAK
624
625     vpp-performance-changes-3n-hsw-mrr-h1:
626       csit-vpp-perf-verify-1810-3n-hsw:
627         - 9   # MRR sel
628     vpp-performance-changes-3n-hsw-mrr-ref:
629       csit-vpp-perf-verify-1901-3n-hsw:
630         - 35  # MRR sel
631     vpp-performance-changes-3n-hsw-mrr-cmp:
632       csit-vpp-perf-verify-1904-3n-hsw:
633         - 9   # MRR sel
634     vpp-performance-changes-3n-hsw-mrr:
635       - "vpp-performance-changes-3n-hsw-mrr-h1"
636       - "vpp-performance-changes-3n-hsw-mrr-ref"
637       - "vpp-performance-changes-3n-hsw-mrr-cmp"
638
639     vpp-performance-changes-3n-skx-mrr-h1:
640       csit-vpp-perf-verify-1810-3n-skx:
641         - 9   # MRR sel
642         - 11  # MRR sel
643         - 12  # MRR sel
644         - 13  # MRR sel
645     vpp-performance-changes-3n-skx-mrr-ref:
646       csit-vpp-perf-verify-1901-3n-skx:
647         - 32  # MRR sel
648     vpp-performance-changes-3n-skx-mrr-cmp:
649       csit-vpp-perf-verify-1904-3n-skx:
650         - 7   # MRR sel
651     vpp-performance-changes-3n-skx-mrr:
652       - "vpp-performance-changes-3n-skx-mrr-h1"
653       - "vpp-performance-changes-3n-skx-mrr-ref"
654       - "vpp-performance-changes-3n-skx-mrr-cmp"
655
656     vpp-performance-changes-2n-skx-mrr-h1:
657       csit-vpp-perf-verify-1810-2n-skx:
658         - 8   # MRR sel
659         - 10  # MRR sel
660         - 11  # MRR sel
661         - 12  # MRR sel
662     vpp-performance-changes-2n-skx-mrr-ref:
663       csit-vpp-perf-verify-1901-2n-skx:
664         - 22  # MRR sel
665     vpp-performance-changes-2n-skx-mrr-cmp:
666       csit-vpp-perf-verify-1904-2n-skx:
667         - 11  # MRR sel
668     vpp-performance-changes-2n-skx-mrr:
669       - "vpp-performance-changes-2n-skx-mrr-h1"
670       - "vpp-performance-changes-2n-skx-mrr-ref"
671       - "vpp-performance-changes-2n-skx-mrr-cmp"
672
673     dpdk-performance-changes-3n-hsw-h1:
674       csit-dpdk-perf-verify-1810-3n-hsw:
675         - 1   # NDRPDR sel
676         - 2   # NDRPDR sel
677         - 3   # NDRPDR sel
678         - 4   # NDRPDR sel
679         - 5   # NDRPDR sel
680         - 6   # NDRPDR sel
681         - 7   # NDRPDR sel
682         - 8   # NDRPDR sel
683         - 9   # NDRPDR sel
684         - 10  # NDRPDR sel
685     dpdk-performance-changes-3n-hsw-ref:
686       csit-dpdk-perf-verify-1901-3n-hsw:
687         - 13  # NDRPDR sel
688         - 14  # NDRPDR sel
689         - 16  # NDRPDR sel
690         - 17  # NDRPDR sel
691         - 18  # NDRPDR sel
692         - 19  # NDRPDR sel
693         - 20  # NDRPDR sel
694         - 21  # NDRPDR sel
695         - 22  # NDRPDR sel
696         - 23  # NDRPDR sel
697     dpdk-performance-changes-3n-hsw-cmp:
698       csit-dpdk-perf-verify-1904-3n-hsw:
699         - 2   # NDRPDR sel
700         - 3   # NDRPDR sel
701         - 5   # NDRPDR sel
702         - 6   # NDRPDR sel
703         - 13  # NDRPDR sel
704         - 14  # NDRPDR sel
705         - 15  # NDRPDR sel
706         - 18  # NDRPDR sel
707         - 19  # NDRPDR sel
708         - 20  # NDRPDR sel
709     dpdk-performance-changes-3n-hsw:
710       - "dpdk-performance-changes-3n-hsw-h1"
711       - "dpdk-performance-changes-3n-hsw-ref"
712       - "dpdk-performance-changes-3n-hsw-cmp"
713
714     dpdk-performance-changes-3n-skx-h1:
715       csit-dpdk-perf-verify-1810-3n-skx:
716         - 3   # NDRPDR sel
717         - 4   # NDRPDR sel
718         - 6   # NDRPDR sel
719         - 7   # NDRPDR sel
720         - 8   # NDRPDR sel
721         - 9   # NDRPDR sel
722         - 10  # NDRPDR sel
723         - 11  # NDRPDR sel
724         - 12  # NDRPDR sel
725         - 13  # NDRPDR sel
726     dpdk-performance-changes-3n-skx-ref:
727       csit-dpdk-perf-verify-1901-3n-skx:
728         - 3   # NDRPDR sel
729         - 5   # NDRPDR sel
730         - 6   # NDRPDR sel
731         - 7   # NDRPDR sel
732         - 8   # NDRPDR sel
733         - 9   # NDRPDR sel
734         - 10  # NDRPDR sel
735         - 11  # NDRPDR sel
736         - 12  # NDRPDR sel
737         - 13  # NDRPDR sel
738     dpdk-performance-changes-3n-skx-cmp:
739       csit-dpdk-perf-verify-1904-3n-skx:
740         - 2   # NDRPDR sel
741         - 3   # NDRPDR sel
742         - 4   # NDRPDR sel
743         - 5   # NDRPDR sel
744         - 6   # NDRPDR sel
745         - 7   # NDRPDR sel
746         - 11  # NDRPDR sel
747         - 12  # NDRPDR sel
748         - 13  # NDRPDR sel
749         - 14  # NDRPDR sel
750     dpdk-performance-changes-3n-skx:
751       - "dpdk-performance-changes-3n-skx-h1"
752       - "dpdk-performance-changes-3n-skx-ref"
753       - "dpdk-performance-changes-3n-skx-cmp"
754
755     dpdk-performance-changes-2n-skx-h1:
756       csit-dpdk-perf-verify-1810-2n-skx:
757         - 3   # NDRPDR sel
758         - 4   # NDRPDR sel
759         - 5   # NDRPDR sel
760         - 7   # NDRPDR sel
761         - 8   # NDRPDR sel
762         - 9   # NDRPDR sel
763         - 10  # NDRPDR sel
764         - 11  # NDRPDR sel
765         - 12  # NDRPDR sel
766         - 13  # NDRPDR sel
767     dpdk-performance-changes-2n-skx-ref:
768       csit-dpdk-perf-verify-1901-2n-skx:
769         - 12  # NDRPDR sel
770         - 13  # NDRPDR sel
771         - 14  # NDRPDR sel
772         - 15  # NDRPDR sel
773         - 16  # NDRPDR sel
774         - 17  # NDRPDR sel
775         - 18  # NDRPDR sel
776         - 19  # NDRPDR sel
777         - 20  # NDRPDR sel
778         - 21  # NDRPDR sel
779     dpdk-performance-changes-2n-skx-cmp:
780       csit-dpdk-perf-verify-1904-2n-skx:
781         - 2   # NDRPDR sel
782         - 3   # NDRPDR sel
783         - 4   # NDRPDR sel
784         - 5   # NDRPDR sel
785         - 7   # NDRPDR sel
786         - 8   # NDRPDR sel
787         - 9   # NDRPDR sel
788         - 10  # NDRPDR sel
789         - 11  # NDRPDR sel
790         - 12  # NDRPDR sel
791     dpdk-performance-changes-2n-skx:
792       - "dpdk-performance-changes-2n-skx-h1"
793       - "dpdk-performance-changes-2n-skx-ref"
794       - "dpdk-performance-changes-2n-skx-cmp"
795
796     # Compare testbeds
797
798     vpp-compare-testbeds-ref:
799       csit-vpp-perf-verify-1904-3n-hsw:
800         - 11  # NDRPDR sel
801         - 12  # NDRPDR sel
802         - 20  # NDRPDR sel
803         - 21  # NDRPDR sel
804         - 23  # NDRPDR sel
805         - 24  # NDRPDR sel
806         - 25  # NDRPDR sel
807         - 26  # NDRPDR sel
808         - 29  # NDRPDR sel
809         - 30  # NDRPDR sel
810     vpp-compare-testbeds-cmp:
811       csit-vpp-perf-verify-1904-3n-skx:
812         - 8   # NDRPDR sel
813         - 9   # NDRPDR sel
814         - 10  # NDRPDR sel
815         - 11  # NDRPDR sel
816         - 12  # NDRPDR sel
817         - 14  # NDRPDR sel
818         - 16  # NDRPDR sel
819         - 21  # NDRPDR sel
820         - 23  # NDRPDR sel
821         - 25  # NDRPDR sel
822     vpp-compare-testbeds:
823       - "vpp-compare-testbeds-ref"
824       - "vpp-compare-testbeds-cmp"
825
826     vpp-compare-testbeds-mrr-ref:
827       csit-vpp-perf-verify-1904-3n-hsw:
828         - 9   # MRR sel
829     vpp-compare-testbeds-mrr-cmp:
830       csit-vpp-perf-verify-1904-3n-skx:
831         - 7   # MRR sel
832     vpp-compare-testbeds-mrr:
833       - "vpp-compare-testbeds-mrr-ref"
834       - "vpp-compare-testbeds-mrr-cmp"
835
836     dpdk-compare-testbeds-ref:
837       csit-dpdk-perf-verify-1904-3n-hsw:
838         - 2   # NDRPDR sel
839         - 3   # NDRPDR sel
840         - 5   # NDRPDR sel
841         - 6   # NDRPDR sel
842         - 13  # NDRPDR sel
843         - 14  # NDRPDR sel
844         - 15  # NDRPDR sel
845         - 18  # NDRPDR sel
846         - 19  # NDRPDR sel
847         - 20  # NDRPDR sel
848     dpdk-compare-testbeds-cmp:
849       csit-dpdk-perf-verify-1904-3n-skx:
850         - 2   # NDRPDR sel
851         - 3   # NDRPDR sel
852         - 4   # NDRPDR sel
853         - 5   # NDRPDR sel
854         - 6   # NDRPDR sel
855         - 7   # NDRPDR sel
856         - 11  # NDRPDR sel
857         - 12  # NDRPDR sel
858         - 13  # NDRPDR sel
859         - 14  # NDRPDR sel
860     dpdk-compare-testbeds:
861       - "dpdk-compare-testbeds-ref"
862       - "dpdk-compare-testbeds-cmp"
863
864     # Compare topologies
865
866     vpp-compare-topologies-ref:
867       csit-vpp-perf-verify-1904-3n-skx:
868         - 8   # NDRPDR sel
869         - 9   # NDRPDR sel
870         - 10  # NDRPDR sel
871         - 11  # NDRPDR sel
872         - 12  # NDRPDR sel
873         - 14  # NDRPDR sel
874         - 16  # NDRPDR sel
875         - 21  # NDRPDR sel
876         - 23  # NDRPDR sel
877         - 25  # NDRPDR sel
878     vpp-compare-topologies-cmp:
879       csit-vpp-perf-verify-1904-2n-skx:
880         - 12  # NDRPDR sel
881         - 14  # NDRPDR sel
882         - 16  # NDRPDR sel
883         - 17  # NDRPDR sel
884         - 18  # NDRPDR sel
885         - 21  # NDRPDR sel
886         - 27  # NDRPDR sel
887         - 30  # NDRPDR sel
888         - 31  # NDRPDR sel
889         - 32  # NDRPDR sel
890     vpp-compare-topologies:
891       - "vpp-compare-topologies-ref"
892       - "vpp-compare-topologies-cmp"
893
894     vpp-compare-topologies-mrr-ref:
895       csit-vpp-perf-verify-1904-3n-skx:
896         - 7   # MRR sel
897     vpp-compare-topologies-mrr-cmp:
898       csit-vpp-perf-verify-1904-2n-skx:
899         - 11  # MRR sel
900     vpp-compare-topologies-mrr:
901       - "vpp-compare-topologies-mrr-ref"
902       - "vpp-compare-topologies-mrr-cmp"
903
904     dpdk-compare-topologies-ref:
905       csit-dpdk-perf-verify-1904-3n-skx:
906         - 2   # NDRPDR sel
907         - 3   # NDRPDR sel
908         - 4   # NDRPDR sel
909         - 5   # NDRPDR sel
910         - 6   # NDRPDR sel
911         - 7   # NDRPDR sel
912         - 11  # NDRPDR sel
913         - 12  # NDRPDR sel
914         - 13  # NDRPDR sel
915         - 14  # NDRPDR sel
916     dpdk-compare-topologies-cmp:
917       csit-dpdk-perf-verify-1904-2n-skx:
918         - 2   # NDRPDR sel
919         - 3   # NDRPDR sel
920         - 4   # NDRPDR sel
921         - 5   # NDRPDR sel
922         - 7   # NDRPDR sel
923         - 8   # NDRPDR sel
924         - 9   # NDRPDR sel
925         - 10  # NDRPDR sel
926         - 11  # NDRPDR sel
927         - 12  # NDRPDR sel
928     dpdk-compare-topologies:
929       - "dpdk-compare-topologies-ref"
930       - "dpdk-compare-topologies-cmp"
931
932   plot-layouts:
933
934     plot-soak-throughput:
935       titlefont:
936         size: 18
937       xaxis:
938         title: "<b>Test Cases [Index]</b>"
939         titlefont:
940           size: 16
941         autorange: True
942         fixedrange: False
943         gridcolor: "rgb(230, 230, 230)"
944         linecolor: "rgb(220, 220, 220)"
945         linewidth: 1
946         showgrid: True
947         showline: True
948         showticklabels: True
949         tickcolor: "rgb(220, 220, 220)"
950         tickmode: "linear"
951         tickfont:
952           size: 16
953         zeroline: False
954       yaxis:
955         title: "<b>Packet Throughput [Mpps]</b>"
956         titlefont:
957           size: 16
958         gridcolor: "rgb(230, 230, 230)"
959         hoverformat: ".4r"
960         tickformat: ".3r"
961         linecolor: "rgb(220, 220, 220)"
962         linewidth: 1
963         showgrid: True
964         showline: True
965         showticklabels: True
966         tickcolor: "rgb(220, 220, 220)"
967         tickfont:
968           size: 16
969         zeroline: False
970         range: [0,50]
971       autosize: False
972       margin:
973         t: 50
974         b: 0
975         l: 80
976         r: 20
977       showlegend: True
978       legend:
979         orientation: "h"
980         font:
981           size: 16
982       width: 700
983       height: 900
984
985     plot-service-density:
986       titlefont:
987         size: 18
988       xaxis:
989         side: "top"
990         autorange: True
991         fixedrange: False
992         showgrid: False
993         showline: False
994         showticklabels: False
995         ticks: ""
996         ticklen: 0
997         tickwidth: 0
998         zeroline: False
999       yaxis:
1000         autorange: "reversed"
1001         showgrid: False
1002         showline: False
1003         showticklabels: False
1004         ticks: ""
1005         ticklen: 0
1006         tickwidth: 0
1007         zeroline: False
1008       autosize: True
1009       showlegend: False
1010       width: 700
1011       height: 700
1012
1013     plot-cps:
1014       titlefont:
1015         size: 18
1016       xaxis:
1017         title: "<b>Test Cases [Index]</b>"
1018         titlefont:
1019           size: 16
1020         autorange: True
1021         fixedrange: False
1022         gridcolor: "rgb(230, 230, 230)"
1023         linecolor: "rgb(220, 220, 220)"
1024         linewidth: 1
1025         showgrid: True
1026         showline: True
1027         showticklabels: True
1028         tickcolor: "rgb(220, 220, 220)"
1029         tickmode: "linear"
1030         tickfont:
1031           size: 16
1032         zeroline: False
1033       yaxis:
1034         title: "<b>Connections Per Second [cps]</b>"
1035         titlefont:
1036           size: 16
1037         gridcolor: "rgb(230, 230, 230)"
1038         hoverformat: ".4s"
1039         linecolor: "rgb(220, 220, 220)"
1040         linewidth: 1
1041         rangemode: "tozero"
1042         showgrid: True
1043         showline: True
1044         showticklabels: True
1045         tickcolor: "rgb(220, 220, 220)"
1046         tickformat: ".3s"
1047         tickfont:
1048           size: 16
1049         zeroline: False
1050       boxmode: "group"
1051       boxgroupgap: 0.5
1052       autosize: False
1053       margin:
1054         t: 50
1055         b: 20
1056         l: 80
1057         r: 20
1058       showlegend: True
1059       legend:
1060         orientation: "h"
1061         font:
1062           size: 16
1063       width: 700
1064       height: 800
1065
1066     plot-rps:
1067       titlefont:
1068         size: 18
1069       xaxis:
1070         title: "<b>Test Cases [Index]</b>"
1071         titlefont:
1072           size: 16
1073         autorange: True
1074         fixedrange: False
1075         gridcolor: "rgb(230, 230, 230)"
1076         linecolor: "rgb(220, 220, 220)"
1077         linewidth: 1
1078         showgrid: True
1079         showline: True
1080         showticklabels: True
1081         tickcolor: "rgb(220, 220, 220)"
1082         tickmode: "linear"
1083         tickfont:
1084           size: 16
1085         zeroline: False
1086       yaxis:
1087         title: "<b>Requests Per Second [rps]</b>"
1088         titlefont:
1089           size: 16
1090         gridcolor: "rgb(230, 230, 230)"
1091         hoverformat: ".4s"
1092         linecolor: "rgb(220, 220, 220)"
1093         linewidth: 1
1094         rangemode: "tozero"
1095         showgrid: True
1096         showline: True
1097         showticklabels: True
1098         tickcolor: "rgb(230, 230, 230)"
1099         tickformat: ".3s"
1100         tickfont:
1101           size: 16
1102         zeroline: False
1103       boxmode: "group"
1104       boxgroupgap: 0.5
1105       autosize: False
1106       margin:
1107         t: 50
1108         b: 20
1109         l: 80
1110         r: 20
1111       showlegend: True
1112       legend:
1113         orientation: "h"
1114         font:
1115           size: 16
1116       width: 700
1117       height: 800
1118
1119     plot-throughput:
1120       titlefont:
1121         size: 18
1122       xaxis:
1123         title: "<b>Test Cases [Index]</b>"
1124         titlefont:
1125           size: 16
1126         autorange: True
1127         fixedrange: False
1128         gridcolor: "rgb(230, 230, 230)"
1129         linecolor: "rgb(220, 220, 220)"
1130         linewidth: 1
1131         showgrid: True
1132         showline: True
1133         showticklabels: True
1134         tickcolor: "rgb(220, 220, 220)"
1135         tickmode: "linear"
1136         tickfont:
1137           size: 16
1138         zeroline: False
1139       yaxis:
1140         title: "<b>Packet Throughput [Mpps]</b>"
1141         titlefont:
1142           size: 16
1143         gridcolor: "rgb(230, 230, 230)"
1144         hoverformat: ".4r"
1145         tickformat: ".3r"
1146         linecolor: "rgb(220, 220, 220)"
1147         linewidth: 1
1148         showgrid: True
1149         showline: True
1150         showticklabels: True
1151         tickcolor: "rgb(220, 220, 220)"
1152         tickfont:
1153           size: 16
1154         zeroline: False
1155         range: [0,50]
1156       boxmode: "group"
1157       boxgroupgap: 0.5
1158       autosize: False
1159       margin:
1160         t: 50
1161         b: 0
1162         l: 80
1163         r: 20
1164       showlegend: True
1165       legend:
1166         orientation: "h"
1167         font:
1168           size: 16
1169       width: 700
1170       height: 900
1171
1172     plot-throughput-speedup-analysis:
1173       titlefont:
1174         size: 18
1175       xaxis:
1176         title: "<b>Number of Cores [Qty]</b>"
1177         titlefont:
1178           size: 16
1179         autorange: True
1180         fixedrange: False
1181         gridcolor: "rgb(230, 230, 230)"
1182         linecolor: "rgb(220, 220, 220)"
1183         linewidth: 1
1184         showgrid: True
1185         showline: True
1186         showticklabels: True
1187         tickcolor: "rgb(238, 238, 238)"
1188         tickmode: "linear"
1189         tickfont:
1190           size: 16
1191         zeroline: False
1192       yaxis:
1193         title: "<b>Packet Throughput [Mpps]</b>"
1194         titlefont:
1195           size: 16
1196         type: "linear"
1197         gridcolor: "rgb(230, 230, 230)"
1198         hoverformat: ".4s"
1199         linecolor: "rgb(220, 220, 220)"
1200         linewidth: 1
1201         showgrid: True
1202         showline: True
1203         showticklabels: True
1204         tickcolor: "rgb(220, 220, 220)"
1205         tickformat: ".4s"
1206         tickfont:
1207           size: 16
1208         zeroline: True
1209         rangemode: "tozero"
1210         range: [0,100]
1211       legend:
1212         orientation: "h"
1213         font:
1214           size: 16
1215         xanchor: "left"
1216         yanchor: "top"
1217         x: 0
1218         y: -0.2
1219         bgcolor: "rgba(255, 255, 255, 0)"
1220         bordercolor: "rgba(255, 255, 255, 0)"
1221         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1222       autosize: False
1223       margin:
1224           't': 50
1225           'b': 150
1226           'l': 85
1227           'r': 10
1228       showlegend: True
1229       width: 700
1230       height: 700
1231       hoverlabel:
1232         namelength: -1
1233       annotations: [
1234         {
1235           text: "_ _          __          ...",
1236           align: "left",
1237           showarrow: False,
1238           xref: "paper",
1239           yref: "paper",
1240           xanchor: "left",
1241           yanchor: "top",
1242           x: 0,
1243           y: -0.13,
1244           font: {
1245             family: "Consolas, Courier New",
1246             size: 15
1247           },
1248         },
1249         {
1250           text: "    Perfect     Measured     Limit",
1251           align: "left",
1252           showarrow: False,
1253           xref: "paper",
1254           yref: "paper",
1255           xanchor: "left",
1256           yanchor: "top",
1257           x: 0,
1258           y: -0.15,
1259           font: {
1260             family: "Consolas, Courier New",
1261             size: 15
1262           },
1263         },
1264       ]
1265
1266     plot-latency:
1267       titlefont:
1268         size: 18
1269       xaxis:
1270         title: "<b>Direction</b>"
1271         titlefont:
1272           size: 16
1273         autorange: True
1274         fixedrange: False
1275         gridcolor: "rgb(230, 230, 230)"
1276         linecolor: "rgb(220, 220, 220)"
1277         linewidth: 1
1278         showgrid: True
1279         showline: True
1280         showticklabels: False
1281         tickcolor: "rgb(220, 220, 220)"
1282         tickmode: "linear"
1283         tickfont:
1284           size: 16
1285         zeroline: False
1286       yaxis:
1287         title: "<b>Packet Latency [uSec]</b>"
1288         titlefont:
1289           size: 16
1290         type: "linear"
1291         gridcolor: "rgb(230, 230, 230)"
1292         hoverformat: ".4s"
1293         linecolor: "rgb(220, 220, 220)"
1294         linewidth: 1
1295         showgrid: True
1296         showline: True
1297         showticklabels: True
1298         tickcolor: "rgb(220, 220, 220)"
1299         tickformat: ".4s"
1300         tickfont:
1301           size: 16
1302         zeroline: True
1303         rangemode: "tozero"
1304       legend:
1305         orientation: "h"
1306         font:
1307           size: 16
1308         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1309       autosize: False
1310       margin:
1311           't': 50
1312           'b': 150
1313           'l': 80
1314           'r': 10
1315       showlegend: True
1316       width: 700
1317       height: 700
1318       hoverlabel:
1319         namelength: -1
1320
1321 - type: "static"
1322   src-path: "{DIR[RST]}"
1323   dst-path: "{DIR[WORKING,SRC]}"
1324
1325 - type: "input"
1326   general:
1327     file-name: "robot-plugin.zip"
1328     file-format: ".zip"
1329     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1330     extract: "robot-plugin/output.xml"
1331
1332   builds:
1333 #    # TODO: Add 1904 data
1334 ##    intel-dnv-vpp-release-1904:
1335 ##      - 1
1336 #
1337 #    intel-dnv-vpp-release-1901:
1338 #      - 1
1339 #
1340 #    intel-dnv-vpp-release-1810:
1341 #      - 1
1342
1343     csit-vpp-perf-verify-1810-3n-hsw:
1344       - 9   # MRR sel
1345       - 8   # NDRPDR sel
1346       - 12  # NDRPDR sel
1347       - 14  # NDRPDR sel
1348       - 18  # NDRPDR sel
1349       - 23  # NDRPDR sel
1350       - 25  # NDRPDR sel
1351       - 38  # NDRPDR sel
1352       - 39  # NDRPDR sel
1353       - 41  # NDRPDR sel
1354       - 42  # NDRPDR sel
1355 #      - 28  # WRK
1356 #      - 29  # WRK
1357 #      - 30  # WRK
1358 #      - 31  # WRK
1359 #      - 32  # WRK
1360 #      - 33  # WRK
1361 #      - 34  # WRK
1362 #      - 35  # WRK
1363 #      - 36  # WRK
1364 #      - 37  # WRK
1365     csit-vpp-perf-verify-1901-3n-hsw:
1366       - 35  # MRR sel
1367       - 10  # NDRPDR sel
1368       - 19  # NDRPDR sel
1369       - 31  # NDRPDR sel
1370       - 36  # NDRPDR sel
1371       - 40  # NDRPDR sel
1372       - 42  # NDRPDR sel
1373       - 44  # NDRPDR sel
1374       - 46  # NDRPDR sel
1375       - 47  # NDRPDR sel
1376       - 48  # NDRPDR sel
1377       - 61  # NDRPDR LB
1378       - 62  # NDRPDR LB
1379       - 63  # NDRPDR LB
1380       - 64  # NDRPDR LB
1381       - 65  # NDRPDR LB
1382       - 66  # NDRPDR LB
1383       - 67  # NDRPDR LB
1384       - 69  # NDRPDR LB
1385       - 70  # NDRPDR LB
1386       - 71  # NDRPDR LB
1387     # TODO: Add 1904 Data
1388     csit-vpp-perf-verify-1904-3n-hsw:
1389       - 9   # MRR sel
1390       - 11  # NDRPDR sel
1391       - 12  # NDRPDR sel
1392       - 20  # NDRPDR sel
1393       - 21  # NDRPDR sel
1394       - 23  # NDRPDR sel
1395       - 24  # NDRPDR sel
1396       - 25  # NDRPDR sel
1397       - 26  # NDRPDR sel
1398       - 29  # NDRPDR sel
1399       - 30  # NDRPDR sel
1400
1401     csit-vpp-perf-verify-1810-3n-skx:
1402       - 9   # MRR sel
1403       - 11  # MRR sel
1404       - 12  # MRR sel
1405       - 13  # MRR sel
1406       - 10  # NDRPDR sel
1407       - 14  # NDRPDR sel
1408       - 15  # NDRPDR sel
1409       - 16  # NDRPDR sel
1410       - 17  # NDRPDR sel
1411       - 19  # NDRPDR sel
1412       - 20  # NDRPDR sel
1413       - 21  # NDRPDR sel
1414       - 22  # NDRPDR sel
1415       - 25  # NDRPDR sel
1416     csit-vpp-perf-verify-1901-3n-skx:
1417       - 32  # MRR sel
1418       - 18  # NDRPDR sel
1419       - 19  # NDRPDR sel
1420       - 20  # NDRPDR sel
1421       - 28  # NDRPDR sel
1422       - 31  # NDRPDR sel
1423       - 33  # NDRPDR sel
1424       - 36  # NDRPDR sel
1425       - 38  # NDRPDR sel
1426       - 47  # NDRPDR sel
1427       - 48  # NDRPDR sel
1428       - 54  # NDRPDR LB
1429       - 57  # NDRPDR LB
1430       - 58  # NDRPDR LB
1431       - 59  # NDRPDR LB
1432       - 60  # NDRPDR LB
1433       - 63  # NDRPDR LB
1434       - 64  # NDRPDR LB
1435       - 65  # NDRPDR LB
1436       - 66  # NDRPDR LB
1437       - 67  # NDRPDR LB
1438     csit-vpp-perf-verify-1904-3n-skx:
1439       - 7   # MRR sel
1440       - 26  # NDRPDR full
1441       - 27  # NDRPDR full
1442       - 30  # NDRPDR full
1443       - 31  # NDRPDR full
1444       - 8   # NDRPDR sel
1445       - 9   # NDRPDR sel
1446       - 10  # NDRPDR sel
1447       - 11  # NDRPDR sel
1448       - 12  # NDRPDR sel
1449       - 14  # NDRPDR sel
1450       - 16  # NDRPDR sel
1451       - 21  # NDRPDR sel
1452       - 23  # NDRPDR sel
1453       - 25  # NDRPDR sel
1454
1455     csit-vpp-perf-verify-1810-2n-skx:
1456       - 8   # MRR sel
1457       - 10  # MRR sel
1458       - 11  # MRR sel
1459       - 12  # MRR sel
1460       - 9   # NDRPDR sel
1461       - 13  # NDRPDR sel
1462       - 14  # NDRPDR sel
1463       - 19  # NDRPDR sel
1464       - 20  # NDRPDR sel
1465       - 21  # NDRPDR sel
1466       - 22  # NDRPDR sel
1467       - 23  # NDRPDR sel
1468       - 24  # NDRPDR sel
1469       - 27  # NDRPDR sel
1470     csit-vpp-perf-verify-1901-2n-skx:
1471       - 22  # MRR sel
1472       - 5   # NDRPDR sel
1473       - 12  # NDRPDR sel
1474       - 13  # NDRPDR sel
1475       - 21  # NDRPDR sel
1476       - 23  # NDRPDR sel
1477       - 31  # NDRPDR sel
1478       - 34  # NDRPDR sel
1479       - 40  # NDRPDR sel
1480       - 42  # NDRPDR sel
1481       - 43  # NDRPDR sel
1482     # TODO: Add 1904 data
1483     csit-vpp-perf-verify-1904-2n-skx:
1484       - 11  # MRR sel
1485       - 33  # NDRPDR full
1486       - 39  # NDRPDR full
1487       - 58  # NDRPDR full
1488       - 62  # NDRPDR full
1489       - 12  # NDRPDR sel
1490       - 14  # NDRPDR sel
1491       - 16  # NDRPDR sel
1492       - 17  # NDRPDR sel
1493       - 18  # NDRPDR sel
1494       - 21  # NDRPDR sel
1495       - 27  # NDRPDR sel
1496       - 30  # NDRPDR sel
1497       - 31  # NDRPDR sel
1498       - 32  # NDRPDR sel
1499       - 40  # NFV MRR 64b
1500       - 41  # NFV MRR 64b
1501       - 42  # NFV MRR 64b
1502       - 47  # NFV MRR 64b
1503       - 48  # NFV MRR 64b
1504       - 49  # NFV MRR IMIX
1505       - 50  # NFV MRR IMIX
1506       - 51  # NFV MRR IMIX
1507       - 54  # NFV MRR IMIX
1508       - 55  # NFV MRR IMIX
1509       - 56  # NFV NDRPDR 64b
1510       - 59  # NFV NDRPDR 64b
1511       - 60  # NFV NDRPDR 64b
1512       - 65  # NFV NDRPDR 64b
1513       - 68  # NFV NDRPDR 64b
1514       - 66  # NFV NDRPDR IMIX
1515       - 67  # NFV NDRPDR IMIX
1516       - 69  # NFV NDRPDR IMIX
1517       - 80  # NFV MRR NDRPDR 64b IMIX
1518       - 70  # SOAK
1519       - 71  # SOAK
1520
1521 #    csit-ligato-perf-verify-1901-3n-hsw:
1522 #      - 10  # NDRPDR full
1523 #      - 8   # NDRPDR sel
1524 #      - 9   # NDRPDR sel
1525 #      - 11  # NDRPDR sel
1526 #      - 12  # NDRPDR sel
1527 #      - 13  # NDRPDR sel
1528 #      - 14  # NDRPDR sel
1529 #      - 15  # NDRPDR sel
1530 #      - 16  # NDRPDR sel
1531 #      - 17  # NDRPDR sel
1532 #      - 18  # NDRPDR sel
1533 #    # TODO: Add 1904 data
1534 ##    csit-ligato-perf-verify-1904-3n-hsw:
1535 ##      -
1536
1537     csit-dpdk-perf-verify-1810-3n-hsw:
1538       - 1   # NDRPDR sel
1539       - 2   # NDRPDR sel
1540       - 3   # NDRPDR sel
1541       - 4   # NDRPDR sel
1542       - 5   # NDRPDR sel
1543       - 6   # NDRPDR sel
1544       - 7   # NDRPDR sel
1545       - 8   # NDRPDR sel
1546       - 9   # NDRPDR sel
1547       - 10  # NDRPDR sel
1548     csit-dpdk-perf-verify-1901-3n-hsw:
1549       - 13  # NDRPDR sel
1550       - 14  # NDRPDR sel
1551       - 16  # NDRPDR sel
1552       - 17  # NDRPDR sel
1553       - 18  # NDRPDR sel
1554       - 19  # NDRPDR sel
1555       - 20  # NDRPDR sel
1556       - 21  # NDRPDR sel
1557       - 22  # NDRPDR sel
1558       - 23  # NDRPDR sel
1559     csit-dpdk-perf-verify-1904-3n-hsw:
1560       - 2   # NDRPDR sel
1561       - 3   # NDRPDR sel
1562       - 5   # NDRPDR sel
1563       - 6   # NDRPDR sel
1564       - 13  # NDRPDR sel
1565       - 14  # NDRPDR sel
1566       - 15  # NDRPDR sel
1567       - 18  # NDRPDR sel
1568       - 19  # NDRPDR sel
1569       - 20  # NDRPDR sel
1570
1571     csit-dpdk-perf-verify-1810-3n-skx:
1572       - 3   # NDRPDR sel
1573       - 4   # NDRPDR sel
1574       - 6   # NDRPDR sel
1575       - 7   # NDRPDR sel
1576       - 8   # NDRPDR sel
1577       - 9   # NDRPDR sel
1578       - 10  # NDRPDR sel
1579       - 11  # NDRPDR sel
1580       - 12  # NDRPDR sel
1581       - 13  # NDRPDR sel
1582     csit-dpdk-perf-verify-1901-3n-skx:
1583       - 3   # NDRPDR sel
1584       - 5   # NDRPDR sel
1585       - 6   # NDRPDR sel
1586       - 7   # NDRPDR sel
1587       - 8   # NDRPDR sel
1588       - 9   # NDRPDR sel
1589       - 10  # NDRPDR sel
1590       - 11  # NDRPDR sel
1591       - 12  # NDRPDR sel
1592       - 13  # NDRPDR sel
1593     csit-dpdk-perf-verify-1904-3n-skx:
1594       - 2   # NDRPDR sel
1595       - 3   # NDRPDR sel
1596       - 4   # NDRPDR sel
1597       - 5   # NDRPDR sel
1598       - 6   # NDRPDR sel
1599       - 7   # NDRPDR sel
1600       - 11  # NDRPDR sel
1601       - 12  # NDRPDR sel
1602       - 13  # NDRPDR sel
1603       - 14  # NDRPDR sel
1604
1605     csit-dpdk-perf-verify-1810-2n-skx:
1606       - 3   # NDRPDR sel
1607       - 4   # NDRPDR sel
1608       - 5   # NDRPDR sel
1609       - 7   # NDRPDR sel
1610       - 8   # NDRPDR sel
1611       - 9   # NDRPDR sel
1612       - 10  # NDRPDR sel
1613       - 11  # NDRPDR sel
1614       - 12  # NDRPDR sel
1615       - 13  # NDRPDR sel
1616     csit-dpdk-perf-verify-1901-2n-skx:
1617       - 12  # NDRPDR sel
1618       - 13  # NDRPDR sel
1619       - 14  # NDRPDR sel
1620       - 15  # NDRPDR sel
1621       - 16  # NDRPDR sel
1622       - 17  # NDRPDR sel
1623       - 18  # NDRPDR sel
1624       - 19  # NDRPDR sel
1625       - 20  # NDRPDR sel
1626       - 21  # NDRPDR sel
1627     csit-dpdk-perf-verify-1904-2n-skx:
1628       - 2   # NDRPDR sel
1629       - 3   # NDRPDR sel
1630       - 4   # NDRPDR sel
1631       - 5   # NDRPDR sel
1632       - 7   # NDRPDR sel
1633       - 8   # NDRPDR sel
1634       - 9   # NDRPDR sel
1635       - 10  # NDRPDR sel
1636       - 11  # NDRPDR sel
1637       - 12  # NDRPDR sel
1638
1639     csit-vpp-functional-1904-ubuntu1604-virl:
1640       - 33
1641     csit-vpp-functional-1904-centos7-virl:
1642       - 32
1643     csit-vpp-device-1904-ubuntu1804-1n-skx:
1644       - 32
1645 #    # Not used
1646 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1647 #      - 1
1648     csit-dmm-functional-1904-ubuntu1604-virl:
1649       - 1
1650     csit-hc2vpp-verify-func-1904-ubuntu1604:
1651       - 4
1652
1653 - type: "output"
1654   output: "report"
1655   format:
1656     html:
1657     - full
1658 #    pdf:
1659 #    - minimal
1660
1661 ################################################################################
1662 ###                               T A B L E S                                ###
1663 ################################################################################
1664
1665 # VPP SOAK vs NDR
1666 - type: "table"
1667   title: "VPP Soak vs NDR 2n-skx"
1668   algorithm: "table_soak_vs_ndr"
1669   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1670   reference:
1671     title: "NDR"
1672     data: "vpp-soak-vs-ndr-2n-skx-ref"
1673   compare:
1674     title: "Soak"
1675     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1676   data: "vpp-soak-vs-ndr-2n-skx"
1677   include-tests: "NDR"
1678   filter: "('NDRPDR' or 'SOAK')"
1679   parameters:
1680     - "throughput"
1681     - "name"
1682     - "parent"
1683
1684 ################################################################################
1685
1686 # VPP Compare NICs 3n-hsw 1t1c ndr
1687 - type: "table"
1688   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1689   algorithm: "table_nics_comparison"
1690   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1691   reference:
1692     title: "Intel-x520"
1693     nic: "NIC_Intel-X520-DA2"
1694   compare:
1695     title: "Intel-x710"
1696     nic: "NIC_Intel-X710"
1697   data: "vpp-nic-comparison-3n-hsw"
1698   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1699   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1700   parameters:
1701   - "name"
1702   - "parent"
1703   - "throughput"
1704   - "tags"
1705
1706 # VPP Compare NICs 3n-hsw 2t2c ndr
1707 - type: "table"
1708   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1709   algorithm: "table_nics_comparison"
1710   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1711   reference:
1712     title: "Intel-x520"
1713     nic: "NIC_Intel-X520-DA2"
1714   compare:
1715     title: "Intel-x710"
1716     nic: "NIC_Intel-X710"
1717   data: "vpp-nic-comparison-3n-hsw"
1718   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1719   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1720   parameters:
1721   - "name"
1722   - "parent"
1723   - "throughput"
1724   - "tags"
1725
1726 # VPP Compare NICs 3n-hsw 1t1c pdr
1727 - type: "table"
1728   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1729   algorithm: "table_nics_comparison"
1730   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1731   reference:
1732     title: "Intel-x520"
1733     nic: "NIC_Intel-X520-DA2"
1734   compare:
1735     title: "Intel-x710"
1736     nic: "NIC_Intel-X710"
1737   data: "vpp-nic-comparison-3n-hsw"
1738   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1739   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1740   parameters:
1741   - "name"
1742   - "parent"
1743   - "throughput"
1744   - "tags"
1745
1746 # VPP Compare NICs 3n-hsw 2t2c pdr
1747 - type: "table"
1748   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1749   algorithm: "table_nics_comparison"
1750   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1751   reference:
1752     title: "Intel-x520"
1753     nic: "NIC_Intel-X520-DA2"
1754   compare:
1755     title: "Intel-x710"
1756     nic: "NIC_Intel-X710"
1757   data: "vpp-nic-comparison-3n-hsw"
1758   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1759   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1760   parameters:
1761   - "name"
1762   - "parent"
1763   - "throughput"
1764   - "tags"
1765
1766 # VPP Compare NICs 3n-hsw 1t1c mrr
1767 - type: "table"
1768   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1769   algorithm: "table_nics_comparison"
1770   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1771   reference:
1772     title: "Intel-x520"
1773     nic: "NIC_Intel-X520-DA2"
1774   compare:
1775     title: "Intel-x710"
1776     nic: "NIC_Intel-X710"
1777   data: "vpp-nic-comparison-3n-hsw-mrr"
1778   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1779   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1780   parameters:
1781   - "name"
1782   - "parent"
1783   - "result"
1784   - "tags"
1785
1786 # VPP Compare NICs 3n-hsw 2t2c mrr
1787 - type: "table"
1788   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1789   algorithm: "table_nics_comparison"
1790   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1791   reference:
1792     title: "Intel-x520"
1793     nic: "NIC_Intel-X520-DA2"
1794   compare:
1795     title: "Intel-x710"
1796     nic: "NIC_Intel-X710"
1797   data: "vpp-nic-comparison-3n-hsw-mrr"
1798   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1799   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1800   parameters:
1801   - "name"
1802   - "parent"
1803   - "result"
1804   - "tags"
1805
1806 # VPP Compare NICs 3n-hsw 4t4c mrr
1807 - type: "table"
1808   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1809   algorithm: "table_nics_comparison"
1810   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1811   reference:
1812     title: "Intel-x520"
1813     nic: "NIC_Intel-X520-DA2"
1814   compare:
1815     title: "Intel-x710"
1816     nic: "NIC_Intel-X710"
1817   data: "vpp-nic-comparison-3n-hsw-mrr"
1818   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1819   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1820   parameters:
1821   - "name"
1822   - "parent"
1823   - "result"
1824   - "tags"
1825
1826 # VPP Compare NICs 3n-skx 2t1c ndr
1827 - type: "table"
1828   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1829   algorithm: "table_nics_comparison"
1830   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1831   reference:
1832     title: "Intel-x710"
1833     nic: "NIC_Intel-X710"
1834   compare:
1835     title: "Intel-xxv710"
1836     nic: "NIC_Intel-XXV710"
1837   data: "vpp-nic-comparison-3n-skx"
1838   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1839   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1840   parameters:
1841   - "name"
1842   - "parent"
1843   - "throughput"
1844   - "tags"
1845
1846 # VPP Compare NICs 3n-skx 4t2c ndr
1847 - type: "table"
1848   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1849   algorithm: "table_nics_comparison"
1850   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1851   reference:
1852     title: "Intel-x710"
1853     nic: "NIC_Intel-X710"
1854   compare:
1855     title: "Intel-xxv710"
1856     nic: "NIC_Intel-XXV710"
1857   data: "vpp-nic-comparison-3n-skx"
1858   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1859   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1860   parameters:
1861   - "name"
1862   - "parent"
1863   - "throughput"
1864   - "tags"
1865
1866 # VPP Compare NICs 3n-skx 2t1c pdr
1867 - type: "table"
1868   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1869   algorithm: "table_nics_comparison"
1870   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1871   reference:
1872     title: "Intel-x710"
1873     nic: "NIC_Intel-X710"
1874   compare:
1875     title: "Intel-xxv710"
1876     nic: "NIC_Intel-XXV710"
1877   data: "vpp-nic-comparison-3n-skx"
1878   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1879   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1880   parameters:
1881   - "name"
1882   - "parent"
1883   - "throughput"
1884   - "tags"
1885
1886  # VPP Compare NICs 3n-skx 4t2c pdr
1887 - type: "table"
1888   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1889   algorithm: "table_nics_comparison"
1890   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1891   reference:
1892     title: "Intel-x710"
1893     nic: "NIC_Intel-X710"
1894   compare:
1895     title: "Intel-xxv710"
1896     nic: "NIC_Intel-XXV710"
1897   data: "vpp-nic-comparison-3n-skx"
1898   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1899   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1900   parameters:
1901   - "name"
1902   - "parent"
1903   - "throughput"
1904   - "tags"
1905
1906 # VPP Compare NICs 3n-skx 2t1c mrr
1907 - type: "table"
1908   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1909   algorithm: "table_nics_comparison"
1910   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1911   reference:
1912     title: "Intel-x710"
1913     nic: "NIC_Intel-X710"
1914   compare:
1915     title: "Intel-xxv710"
1916     nic: "NIC_Intel-XXV710"
1917   data: "vpp-nic-comparison-3n-skx-mrr"
1918   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1919   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1920   parameters:
1921   - "name"
1922   - "parent"
1923   - "result"
1924   - "tags"
1925
1926 # VPP Compare NICs 3n-skx 4t2c mrr
1927 - type: "table"
1928   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1929   algorithm: "table_nics_comparison"
1930   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1931   reference:
1932     title: "Intel-x710"
1933     nic: "NIC_Intel-X710"
1934   compare:
1935     title: "Intel-xxv710"
1936     nic: "NIC_Intel-XXV710"
1937   data: "vpp-nic-comparison-3n-skx-mrr"
1938   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1939   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1940   parameters:
1941   - "name"
1942   - "parent"
1943   - "result"
1944   - "tags"
1945
1946  # VPP Compare NICs 3n-skx 8t4c mrr
1947 - type: "table"
1948   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1949   algorithm: "table_nics_comparison"
1950   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1951   reference:
1952     title: "Intel-x710"
1953     nic: "NIC_Intel-X710"
1954   compare:
1955     title: "Intel-xxv710"
1956     nic: "NIC_Intel-XXV710"
1957   data: "vpp-nic-comparison-3n-skx-mrr"
1958   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1959   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1960   parameters:
1961   - "name"
1962   - "parent"
1963   - "result"
1964   - "tags"
1965
1966 # VPP Compare NICs 2n-skx 2t1c ndr
1967 - type: "table"
1968   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1969   algorithm: "table_nics_comparison"
1970   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1971   reference:
1972     title: "Intel-x710"
1973     nic: "NIC_Intel-X710"
1974   compare:
1975     title: "Intel-xxv710"
1976     nic: "NIC_Intel-XXV710"
1977   data: "vpp-nic-comparison-2n-skx"
1978   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1979   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1980   parameters:
1981   - "name"
1982   - "parent"
1983   - "throughput"
1984   - "tags"
1985
1986 # VPP Compare NICs 2n-skx 4t2c ndr
1987 - type: "table"
1988   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1989   algorithm: "table_nics_comparison"
1990   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1991   reference:
1992     title: "Intel-x710"
1993     nic: "NIC_Intel-X710"
1994   compare:
1995     title: "Intel-xxv710"
1996     nic: "NIC_Intel-XXV710"
1997   data: "vpp-nic-comparison-2n-skx"
1998   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1999   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2000   parameters:
2001   - "name"
2002   - "parent"
2003   - "throughput"
2004   - "tags"
2005
2006  # VPP Compare NICs 2n-skx 2t1c pdr
2007 - type: "table"
2008   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2009   algorithm: "table_nics_comparison"
2010   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2011   reference:
2012     title: "Intel-x710"
2013     nic: "NIC_Intel-X710"
2014   compare:
2015     title: "Intel-xxv710"
2016     nic: "NIC_Intel-XXV710"
2017   data: "vpp-nic-comparison-2n-skx"
2018   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2019   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2020   parameters:
2021   - "name"
2022   - "parent"
2023   - "throughput"
2024   - "tags"
2025
2026 # VPP Compare NICs 2n-skx 4t2c pdr
2027 - type: "table"
2028   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2029   algorithm: "table_nics_comparison"
2030   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2031   reference:
2032     title: "Intel-x710"
2033     nic: "NIC_Intel-X710"
2034   compare:
2035     title: "Intel-xxv710"
2036     nic: "NIC_Intel-XXV710"
2037   data: "vpp-nic-comparison-2n-skx"
2038   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2039   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2040   parameters:
2041   - "name"
2042   - "parent"
2043   - "throughput"
2044   - "tags"
2045
2046 # VPP Compare NICs 2n-skx 2t1c mrr
2047 - type: "table"
2048   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2049   algorithm: "table_nics_comparison"
2050   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2051   reference:
2052     title: "Intel-x710"
2053     nic: "NIC_Intel-X710"
2054   compare:
2055     title: "Intel-xxv710"
2056     nic: "NIC_Intel-XXV710"
2057   data: "vpp-nic-comparison-2n-skx-mrr"
2058   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2059   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2060   parameters:
2061   - "name"
2062   - "parent"
2063   - "result"
2064   - "tags"
2065
2066 # VPP Compare NICs 2n-skx 4t2c mrr
2067 - type: "table"
2068   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2069   algorithm: "table_nics_comparison"
2070   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2071   reference:
2072     title: "Intel-x710"
2073     nic: "NIC_Intel-X710"
2074   compare:
2075     title: "Intel-xxv710"
2076     nic: "NIC_Intel-XXV710"
2077   data: "vpp-nic-comparison-2n-skx-mrr"
2078   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2079   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2080   parameters:
2081   - "name"
2082   - "parent"
2083   - "result"
2084   - "tags"
2085
2086 # VPP Compare NICs 2n-skx 8t4c mrr
2087 - type: "table"
2088   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2089   algorithm: "table_nics_comparison"
2090   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2091   reference:
2092     title: "Intel-x710"
2093     nic: "NIC_Intel-X710"
2094   compare:
2095     title: "Intel-xxv710"
2096     nic: "NIC_Intel-XXV710"
2097   data: "vpp-nic-comparison-2n-skx-mrr"
2098   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2099   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2100   parameters:
2101   - "name"
2102   - "parent"
2103   - "result"
2104   - "tags"
2105
2106 ################################################################################
2107 # VPP
2108
2109 ## VPP Performance Changes 2n-dnv 1t1c pdr
2110 #- type: "table"
2111 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2112 #  algorithm: "table_performance_comparison"
2113 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2114 #  history:
2115 #    - title: "rls1810"
2116 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2117 #  reference:
2118 #    title: "rls1901"
2119 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2120 #  compare:
2121 #    title: "rls1904"
2122 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2123 #  data: "intel-dnv-vpp-changes-2n-dnv"
2124 #  include-tests: "PDR"
2125 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2126 #  parameters:
2127 #  - "name"
2128 #  - "parent"
2129 #  - "throughput"
2130 #
2131 ## VPP Performance Changes 2n-dnv 2t2c pdr
2132 #- type: "table"
2133 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2134 #  algorithm: "table_performance_comparison"
2135 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2136 #  history:
2137 #    - title: "rls1810"
2138 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2139 #  reference:
2140 #    title: "rls1901"
2141 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2142 #  compare:
2143 #    title: "rls1904"
2144 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2145 #  data: "intel-dnv-vpp-changes-2n-dnv"
2146 #  include-tests: "PDR"
2147 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2148 #  parameters:
2149 #  - "name"
2150 #  - "parent"
2151 #  - "throughput"
2152 #
2153 ## VPP Performance Changes 2n-dnv 1t1c ndr
2154 #- type: "table"
2155 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2156 #  algorithm: "table_performance_comparison"
2157 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2158 #  history:
2159 #    - title: "rls1810"
2160 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2161 #  reference:
2162 #    title: "rls1901"
2163 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2164 #  compare:
2165 #    title: "rls1904"
2166 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2167 #  data: "intel-dnv-vpp-changes-2n-dnv"
2168 #  include-tests: "NDR"
2169 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2170 #  parameters:
2171 #  - "name"
2172 #  - "parent"
2173 #  - "throughput"
2174 #
2175 ## VPP Performance Changes 2n-dnv 2t2c ndr
2176 #- type: "table"
2177 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2178 #  algorithm: "table_performance_comparison"
2179 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2180 #  history:
2181 #    - title: "rls1810"
2182 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2183 #  reference:
2184 #    title: "rls1901"
2185 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2186 #  compare:
2187 #    title: "rls1904"
2188 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2189 #  data: "intel-dnv-vpp-changes-2n-dnv"
2190 #  include-tests: "NDR"
2191 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2192 #  parameters:
2193 #  - "name"
2194 #  - "parent"
2195 #  - "throughput"
2196 #
2197 ## VPP Performance Changes 2n-dnv 1t1c MRR
2198 #- type: "table"
2199 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2200 #  algorithm: "table_performance_comparison"
2201 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2202 #  history:
2203 #    - title: "rls1810"
2204 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2205 #  reference:
2206 #    title: "rls1901"
2207 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2208 #  compare:
2209 #    title: "rls1904"
2210 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2211 #  data: "intel-dnv-vpp-changes-2n-dnv"
2212 #  include-tests: "MRR"
2213 #  filter: "'1T1C' and 'MRR'"
2214 #  parameters:
2215 #  - "name"
2216 #  - "parent"
2217 #  - "result"
2218 #
2219 ## VPP Performance Changes 2n-dnv 2t2c MRR
2220 #- type: "table"
2221 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2222 #  algorithm: "table_performance_comparison"
2223 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2224 #  history:
2225 #    - title: "rls1810"
2226 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2227 #  reference:
2228 #    title: "rls1901"
2229 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2230 #  compare:
2231 #    title: "rls1904"
2232 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2233 #  data: "intel-dnv-vpp-changes-2n-dnv"
2234 #  include-tests: "MRR"
2235 #  filter: "'2T2C' and 'MRR'"
2236 #  parameters:
2237 #  - "name"
2238 #  - "parent"
2239 #  - "result"
2240 #
2241 ## VPP Performance Changes 2n-dnv 4t4c MRR
2242 #- type: "table"
2243 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2244 #  algorithm: "table_performance_comparison"
2245 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2246 #  history:
2247 #    - title: "rls1810"
2248 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2249 #  reference:
2250 #    title: "rls1901"
2251 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2252 #  compare:
2253 #    title: "rls1904"
2254 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2255 #  data: "intel-dnv-vpp-changes-2n-dnv"
2256 #  include-tests: "MRR"
2257 #  filter: "'4T4C' and 'MRR'"
2258 #  parameters:
2259 #  - "name"
2260 #  - "parent"
2261 #  - "result"
2262
2263 # VPP Performance Changes 3n-hsw 1t1c pdr
2264 - type: "table"
2265   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2266   algorithm: "table_performance_comparison"
2267   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2268   history:
2269     - title: "rls1810"
2270       data: "vpp-performance-changes-3n-hsw-h1"
2271   reference:
2272     title: "rls1901"
2273     data: "vpp-performance-changes-3n-hsw-ref"
2274   compare:
2275     title: "rls1904"
2276     data: "vpp-performance-changes-3n-hsw-cmp"
2277   data: "vpp-performance-changes-3n-hsw"
2278   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2279   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2280   parameters:
2281   - "name"
2282   - "parent"
2283   - "throughput"
2284
2285 # VPP Performance Changes 3n-hsw 2t2c pdr
2286 - type: "table"
2287   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2288   algorithm: "table_performance_comparison"
2289   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2290   history:
2291     - title: "rls1810"
2292       data: "vpp-performance-changes-3n-hsw-h1"
2293   reference:
2294     title: "rls1901"
2295     data: "vpp-performance-changes-3n-hsw-ref"
2296   compare:
2297     title: "rls1904"
2298     data: "vpp-performance-changes-3n-hsw-cmp"
2299   data: "vpp-performance-changes-3n-hsw"
2300   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2301   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2302   parameters:
2303   - "name"
2304   - "parent"
2305   - "throughput"
2306
2307 # VPP Performance Changes 3n-hsw 1t1c ndr
2308 - type: "table"
2309   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2310   algorithm: "table_performance_comparison"
2311   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2312   history:
2313     - title: "rls1810"
2314       data: "vpp-performance-changes-3n-hsw-h1"
2315   reference:
2316     title: "rls1901"
2317     data: "vpp-performance-changes-3n-hsw-ref"
2318   compare:
2319     title: "rls1904"
2320     data: "vpp-performance-changes-3n-hsw-cmp"
2321   data: "vpp-performance-changes-3n-hsw"
2322   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2323   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2324   parameters:
2325   - "name"
2326   - "parent"
2327   - "throughput"
2328
2329 # VPP Performance Changes 3n-hsw 2t2c ndr
2330 - type: "table"
2331   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2332   algorithm: "table_performance_comparison"
2333   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2334   history:
2335     - title: "rls1810"
2336       data: "vpp-performance-changes-3n-hsw-h1"
2337   reference:
2338     title: "rls1901"
2339     data: "vpp-performance-changes-3n-hsw-ref"
2340   compare:
2341     title: "rls1904"
2342     data: "vpp-performance-changes-3n-hsw-cmp"
2343   data: "vpp-performance-changes-3n-hsw"
2344   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2345   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2346   parameters:
2347   - "name"
2348   - "parent"
2349   - "throughput"
2350
2351 # VPP Performance Changes 3n-skx 2t1c pdr
2352 - type: "table"
2353   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2354   algorithm: "table_performance_comparison"
2355   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2356   history:
2357     - title: "rls1810"
2358       data: "vpp-performance-changes-3n-skx-h1"
2359   reference:
2360     title: "rls1901"
2361     data: "vpp-performance-changes-3n-skx-ref"
2362   compare:
2363     title: "rls1904"
2364     data: "vpp-performance-changes-3n-skx-cmp"
2365   data: "vpp-performance-changes-3n-skx"
2366   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2367   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2368   parameters:
2369   - "name"
2370   - "parent"
2371   - "throughput"
2372
2373 # VPP Performance Changes 3n-skx 4t2c pdr
2374 - type: "table"
2375   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2376   algorithm: "table_performance_comparison"
2377   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2378   history:
2379     - title: "rls1810"
2380       data: "vpp-performance-changes-3n-skx-h1"
2381   reference:
2382     title: "rls1901"
2383     data: "vpp-performance-changes-3n-skx-ref"
2384   compare:
2385     title: "rls1904"
2386     data: "vpp-performance-changes-3n-skx-cmp"
2387   data: "vpp-performance-changes-3n-skx"
2388   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2389   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2390   parameters:
2391   - "name"
2392   - "parent"
2393   - "throughput"
2394
2395 # VPP Performance Changes 3n-skx 2t1c ndr
2396 - type: "table"
2397   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2398   algorithm: "table_performance_comparison"
2399   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2400   history:
2401     - title: "rls1810"
2402       data: "vpp-performance-changes-3n-skx-h1"
2403   reference:
2404     title: "rls1901"
2405     data: "vpp-performance-changes-3n-skx-ref"
2406   compare:
2407     title: "rls1904"
2408     data: "vpp-performance-changes-3n-skx-cmp"
2409   data: "vpp-performance-changes-3n-skx"
2410   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2411   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2412   parameters:
2413   - "name"
2414   - "parent"
2415   - "throughput"
2416
2417 # VPP Performance Changes 3n-skx 4t2c ndr
2418 - type: "table"
2419   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2420   algorithm: "table_performance_comparison"
2421   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2422   history:
2423     - title: "rls1810"
2424       data: "vpp-performance-changes-3n-skx-h1"
2425   reference:
2426     title: "rls1901"
2427     data: "vpp-performance-changes-3n-skx-ref"
2428   compare:
2429     title: "rls1904"
2430     data: "vpp-performance-changes-3n-skx-cmp"
2431   data: "vpp-performance-changes-3n-skx"
2432   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2433   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2434   parameters:
2435   - "name"
2436   - "parent"
2437   - "throughput"
2438
2439 # VPP Performance Changes 2n-skx 2t1c pdr
2440 - type: "table"
2441   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2442   algorithm: "table_performance_comparison"
2443   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2444   history:
2445     - title: "rls1810"
2446       data: "vpp-performance-changes-2n-skx-h1"
2447   reference:
2448     title: "rls1901"
2449     data: "vpp-performance-changes-2n-skx-ref"
2450   compare:
2451     title: "rls1904"
2452     data: "vpp-performance-changes-2n-skx-cmp"
2453   data: "vpp-performance-changes-2n-skx"
2454   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2455   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2456   parameters:
2457   - "name"
2458   - "parent"
2459   - "throughput"
2460
2461 # VPP Performance Changes 2n-skx 4t2c pdr
2462 - type: "table"
2463   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2464   algorithm: "table_performance_comparison"
2465   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2466   history:
2467     - title: "rls1810"
2468       data: "vpp-performance-changes-2n-skx-h1"
2469   reference:
2470     title: "rls1901"
2471     data: "vpp-performance-changes-2n-skx-ref"
2472   compare:
2473     title: "rls1904"
2474     data: "vpp-performance-changes-2n-skx-cmp"
2475   data: "vpp-performance-changes-2n-skx"
2476   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2477   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2478   parameters:
2479   - "name"
2480   - "parent"
2481   - "throughput"
2482
2483 # VPP Performance Changes 2n-skx 2t1c ndr
2484 - type: "table"
2485   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2486   algorithm: "table_performance_comparison"
2487   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2488   history:
2489     - title: "rls1810"
2490       data: "vpp-performance-changes-2n-skx-h1"
2491   reference:
2492     title: "rls1901"
2493     data: "vpp-performance-changes-2n-skx-ref"
2494   compare:
2495     title: "rls1904"
2496     data: "vpp-performance-changes-2n-skx-cmp"
2497   data: "vpp-performance-changes-2n-skx"
2498   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2499   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2500   parameters:
2501   - "name"
2502   - "parent"
2503   - "throughput"
2504
2505 # VPP Performance Changes 2n-skx 4t2c ndr
2506 - type: "table"
2507   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2508   algorithm: "table_performance_comparison"
2509   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2510   history:
2511     - title: "rls1810"
2512       data: "vpp-performance-changes-2n-skx-h1"
2513   reference:
2514     title: "rls1901"
2515     data: "vpp-performance-changes-2n-skx-ref"
2516   compare:
2517     title: "rls1904"
2518     data: "vpp-performance-changes-2n-skx-cmp"
2519   data: "vpp-performance-changes-2n-skx"
2520   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2521   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2522   parameters:
2523   - "name"
2524   - "parent"
2525   - "throughput"
2526
2527 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2528 - type: "table"
2529   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2530   algorithm: "table_performance_comparison"
2531   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2532   reference:
2533     title: "3-Node Hsw"
2534     data: "vpp-compare-testbeds-ref"
2535   compare:
2536     title: "3-Node Skx"
2537     data: "vpp-compare-testbeds-cmp"
2538   data: "vpp-compare-testbeds"
2539   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2540   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2541   parameters:
2542   - "name"
2543   - "parent"
2544   - "throughput"
2545
2546 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2547 - type: "table"
2548   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2549   algorithm: "table_performance_comparison"
2550   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2551   reference:
2552     title: "3-Node Hsw"
2553     data: "vpp-compare-testbeds-ref"
2554   compare:
2555     title: "3-Node Skx"
2556     data: "vpp-compare-testbeds-cmp"
2557   data: "vpp-compare-testbeds"
2558   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2559   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2560   parameters:
2561   - "name"
2562   - "parent"
2563   - "throughput"
2564
2565 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2566 - type: "table"
2567   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2568   algorithm: "table_performance_comparison"
2569   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2570   reference:
2571     title: "3-Node Hsw"
2572     data: "vpp-compare-testbeds-ref"
2573   compare:
2574     title: "3-Node Skx"
2575     data: "vpp-compare-testbeds-cmp"
2576   data: "vpp-compare-testbeds"
2577   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2578   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2579   parameters:
2580   - "name"
2581   - "parent"
2582   - "throughput"
2583
2584 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2585 - type: "table"
2586   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2587   algorithm: "table_performance_comparison"
2588   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2589   reference:
2590     title: "3-Node Hsw"
2591     data: "vpp-compare-testbeds-ref"
2592   compare:
2593     title: "3-Node Skx"
2594     data: "vpp-compare-testbeds-cmp"
2595   data: "vpp-compare-testbeds"
2596   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2597   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2598   parameters:
2599   - "name"
2600   - "parent"
2601   - "throughput"
2602
2603 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2604 - type: "table"
2605   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2606   algorithm: "table_performance_comparison"
2607   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2608   reference:
2609     title: "3-Node Skx"
2610     data: "vpp-compare-topologies-ref"
2611   compare:
2612     title: "2-Node Skx"
2613     data: "vpp-compare-topologies-cmp"
2614   data: "vpp-compare-topologies"
2615   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2616   filter: "'NDRPDR' and '1C'"
2617   parameters:
2618   - "name"
2619   - "parent"
2620   - "throughput"
2621
2622 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2623 - type: "table"
2624   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2625   algorithm: "table_performance_comparison"
2626   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2627   reference:
2628     title: "3-Node Skx"
2629     data: "vpp-compare-topologies-ref"
2630   compare:
2631     title: "2-Node Skx"
2632     data: "vpp-compare-topologies-cmp"
2633   data: "vpp-compare-topologies"
2634   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2635   filter: "'NDRPDR' and '2C'"
2636   parameters:
2637   - "name"
2638   - "parent"
2639   - "throughput"
2640
2641 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2642 - type: "table"
2643   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2644   algorithm: "table_performance_comparison"
2645   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2646   reference:
2647     title: "3-Node Skx"
2648     data: "vpp-compare-topologies-ref"
2649   compare:
2650     title: "2-Node Skx"
2651     data: "vpp-compare-topologies-cmp"
2652   data: "vpp-compare-topologies"
2653   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2654   filter: "'NDRPDR' and '1C'"
2655   parameters:
2656   - "name"
2657   - "parent"
2658   - "throughput"
2659
2660 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2661 - type: "table"
2662   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2663   algorithm: "table_performance_comparison"
2664   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2665   reference:
2666     title: "3-Node Skx"
2667     data: "vpp-compare-topologies-ref"
2668   compare:
2669     title: "2-Node Skx"
2670     data: "vpp-compare-topologies-cmp"
2671   data: "vpp-compare-topologies"
2672   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2673   filter: "'NDRPDR' and '2C'"
2674   parameters:
2675   - "name"
2676   - "parent"
2677   - "throughput"
2678
2679 # VPP Performance Changes 3n-hsw 1t1c MRR
2680 - type: "table"
2681   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2682   algorithm: "table_performance_comparison"
2683   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2684   history:
2685     - title: "rls1810"
2686       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2687   reference:
2688     title: "rls1901"
2689     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2690   compare:
2691     title: "rls1904"
2692     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2693   data: "vpp-performance-changes-3n-hsw-mrr"
2694   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2695   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2696   parameters:
2697   - "name"
2698   - "parent"
2699   - "result"
2700
2701 # VPP Performance Changes 3n-hsw 2t2c MRR
2702 - type: "table"
2703   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2704   algorithm: "table_performance_comparison"
2705   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2706   history:
2707     - title: "rls1810"
2708       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2709   reference:
2710     title: "rls1901"
2711     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2712   compare:
2713     title: "rls1904"
2714     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2715   data: "vpp-performance-changes-3n-hsw-mrr"
2716   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2717   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2718   parameters:
2719   - "name"
2720   - "parent"
2721   - "result"
2722
2723 # VPP Performance Changes 3n-hsw 4t4c MRR
2724 - type: "table"
2725   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2726   algorithm: "table_performance_comparison"
2727   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2728   history:
2729     - title: "rls1810"
2730       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2731   reference:
2732     title: "rls1901"
2733     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2734   compare:
2735     title: "rls1904"
2736     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2737   data: "vpp-performance-changes-3n-hsw-mrr"
2738   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2739   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2740   parameters:
2741   - "name"
2742   - "parent"
2743   - "result"
2744
2745 # VPP Performance Changes 3n-skx 2t1c MRR
2746 - type: "table"
2747   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2748   algorithm: "table_performance_comparison"
2749   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2750   history:
2751     - title: "rls1810"
2752       data: "vpp-performance-changes-3n-skx-mrr-h1"
2753   reference:
2754     title: "rls1901"
2755     data: "vpp-performance-changes-3n-skx-mrr-ref"
2756   compare:
2757     title: "rls1904"
2758     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2759   data: "vpp-performance-changes-3n-skx-mrr"
2760   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2761   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2762   parameters:
2763   - "name"
2764   - "parent"
2765   - "result"
2766
2767 # VPP Performance Changes 3n-skx 4t2c MRR
2768 - type: "table"
2769   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2770   algorithm: "table_performance_comparison"
2771   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2772   history:
2773     - title: "rls1810"
2774       data: "vpp-performance-changes-3n-skx-mrr-h1"
2775   reference:
2776     title: "rls1901"
2777     data: "vpp-performance-changes-3n-skx-mrr-ref"
2778   compare:
2779     title: "rls1904"
2780     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2781   data: "vpp-performance-changes-3n-skx-mrr"
2782   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2783   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2784   parameters:
2785   - "name"
2786   - "parent"
2787   - "result"
2788
2789 # VPP Performance Changes 3n-skx 8t4c MRR
2790 - type: "table"
2791   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2792   algorithm: "table_performance_comparison"
2793   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2794   history:
2795     - title: "rls1810"
2796       data: "vpp-performance-changes-3n-skx-mrr-h1"
2797   reference:
2798     title: "rls1901"
2799     data: "vpp-performance-changes-3n-skx-mrr-ref"
2800   compare:
2801     title: "rls1904"
2802     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2803   data: "vpp-performance-changes-3n-skx-mrr"
2804   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2805   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2806   parameters:
2807   - "name"
2808   - "parent"
2809   - "result"
2810
2811 # VPP Performance Changes 2n-skx 2t1c MRR
2812 - type: "table"
2813   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2814   algorithm: "table_performance_comparison"
2815   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2816   history:
2817     - title: "rls1810"
2818       data: "vpp-performance-changes-2n-skx-mrr-h1"
2819   reference:
2820     title: "rls1901"
2821     data: "vpp-performance-changes-2n-skx-mrr-ref"
2822   compare:
2823     title: "rls1904"
2824     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2825   data: "vpp-performance-changes-2n-skx-mrr"
2826   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2827   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2828   parameters:
2829   - "name"
2830   - "parent"
2831   - "result"
2832
2833 # VPP Performance Changes 2n-skx 4t2c MRR
2834 - type: "table"
2835   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2836   algorithm: "table_performance_comparison"
2837   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2838   history:
2839     - title: "rls1810"
2840       data: "vpp-performance-changes-2n-skx-mrr-h1"
2841   reference:
2842     title: "rls1901"
2843     data: "vpp-performance-changes-2n-skx-mrr-ref"
2844   compare:
2845     title: "rls1904"
2846     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2847   data: "vpp-performance-changes-2n-skx-mrr"
2848   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2849   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2850   parameters:
2851   - "name"
2852   - "parent"
2853   - "result"
2854
2855 # VPP Performance Changes 2n-skx 8t4c MRR
2856 - type: "table"
2857   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2858   algorithm: "table_performance_comparison"
2859   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2860   history:
2861     - title: "rls1810"
2862       data: "vpp-performance-changes-2n-skx-mrr-h1"
2863   reference:
2864     title: "rls1901"
2865     data: "vpp-performance-changes-2n-skx-mrr-ref"
2866   compare:
2867     title: "rls1904"
2868     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2869   data: "vpp-performance-changes-2n-skx-mrr"
2870   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2871   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2872   parameters:
2873   - "name"
2874   - "parent"
2875   - "result"
2876
2877 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2878 - type: "table"
2879   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2880   algorithm: "table_performance_comparison"
2881   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2882   reference:
2883     title: "3-Node Hsw"
2884     data: "vpp-compare-testbeds-mrr-ref"
2885   compare:
2886     title: "3-Node Skx"
2887     data: "vpp-compare-testbeds-mrr-cmp"
2888   data: "vpp-compare-testbeds-mrr"
2889   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2890   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2891   parameters:
2892   - "name"
2893   - "parent"
2894   - "result"
2895
2896 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2897 - type: "table"
2898   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2899   algorithm: "table_performance_comparison"
2900   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2901   reference:
2902     title: "3-Node Hsw"
2903     data: "vpp-compare-testbeds-mrr-ref"
2904   compare:
2905     title: "3-Node Skx"
2906     data: "vpp-compare-testbeds-mrr-cmp"
2907   data: "vpp-compare-testbeds-mrr"
2908   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2909   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2910   parameters:
2911   - "name"
2912   - "parent"
2913   - "result"
2914
2915 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2916 - type: "table"
2917   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2918   algorithm: "table_performance_comparison"
2919   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2920   reference:
2921     title: "3-Node Hsw"
2922     data: "vpp-compare-testbeds-mrr-ref"
2923   compare:
2924     title: "3-Node Skx"
2925     data: "vpp-compare-testbeds-mrr-cmp"
2926   data: "vpp-compare-testbeds-mrr"
2927   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2928   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2929   parameters:
2930   - "name"
2931   - "parent"
2932   - "result"
2933
2934 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2935 - type: "table"
2936   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2937   algorithm: "table_performance_comparison"
2938   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2939   reference:
2940     title: "3-Node Skx"
2941     data: "vpp-compare-topologies-mrr-ref"
2942   compare:
2943     title: "2-Node Skx"
2944     data: "vpp-compare-topologies-mrr-cmp"
2945   data: "vpp-compare-topologies-mrr"
2946   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2947   filter: "'MRR' and '1C'"
2948   parameters:
2949   - "name"
2950   - "parent"
2951   - "result"
2952
2953 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2954 - type: "table"
2955   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2956   algorithm: "table_performance_comparison"
2957   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2958   reference:
2959     title: "3-Node Skx"
2960     data: "vpp-compare-topologies-mrr-ref"
2961   compare:
2962     title: "2-Node Skx"
2963     data: "vpp-compare-topologies-mrr-cmp"
2964   data: "vpp-compare-topologies-mrr"
2965   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2966   filter: "'MRR' and '2C'"
2967   parameters:
2968   - "name"
2969   - "parent"
2970   - "result"
2971
2972 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2973 - type: "table"
2974   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2975   algorithm: "table_performance_comparison"
2976   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2977   reference:
2978     title: "3-Node Skx"
2979     data: "vpp-compare-topologies-mrr-ref"
2980   compare:
2981     title: "2-Node Skx"
2982     data: "vpp-compare-topologies-mrr-cmp"
2983   data: "vpp-compare-topologies-mrr"
2984   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2985   filter: "'MRR' and '4C'"
2986   parameters:
2987   - "name"
2988   - "parent"
2989   - "result"
2990
2991 # Detailed Test Results - VPP Performance Results 3n-hsw
2992 - type: "table"
2993   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2994   algorithm: "table_merged_details"
2995   output-file-ext: ".csv"
2996   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2997   columns:
2998   - title: "Name"
2999     data: "data name"
3000   - title: "Status"
3001     data: "data msg"
3002   rows: "generated"
3003   data: "vpp-perf-results-3n-hsw"
3004   filter: "not 'NDRCHK' and not 'PDRCHK'"
3005   parameters:
3006   - "name"
3007   - "parent"
3008   - "msg"
3009
3010 # Detailed Test Results - VPP Performance Results 3n-skx
3011 - type: "table"
3012   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3013   algorithm: "table_merged_details"
3014   output-file-ext: ".csv"
3015   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3016   columns:
3017   - title: "Name"
3018     data: "data name"
3019   - title: "Status"
3020     data: "data msg"
3021   rows: "generated"
3022   data: "vpp-perf-results-3n-skx"
3023   filter: "not 'CFS_OPT'"
3024   parameters:
3025   - "name"
3026   - "parent"
3027   - "msg"
3028
3029 # Detailed Test Results - VPP Performance Results 2n-skx
3030 - type: "table"
3031   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3032   algorithm: "table_merged_details"
3033   output-file-ext: ".csv"
3034   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3035   columns:
3036   - title: "Name"
3037     data: "data name"
3038   - title: "Status"
3039     data: "data msg"
3040   rows: "generated"
3041   data: "vpp-perf-results-2n-skx"
3042   filter: "not 'CFS_OPT'"
3043   parameters:
3044   - "name"
3045   - "parent"
3046   - "msg"
3047
3048 ## Detailed Test Results - VPP Performance Results 2n-dnv
3049 #- type: "table"
3050 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3051 #  algorithm: "table_details"
3052 #  output-file-ext: ".csv"
3053 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3054 #  columns:
3055 #  - title: "Name"
3056 #    data: "data name"
3057 #  - title: "Status"
3058 #    data: "data msg"
3059 #  rows: "generated"
3060 #  data: "intel-dnv-vpp"
3061 #  filter: "'NDRPDR'"
3062 #  parameters:
3063 #  - "name"
3064 #  - "parent"
3065 #  - "msg"
3066
3067 # Test configuration - VPP Performance Test Configs 3n-hsw
3068 - type: "table"
3069   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3070   algorithm: "table_merged_details"
3071   output-file-ext: ".csv"
3072   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3073   columns:
3074   - title: "Name"
3075     data: "data name"
3076   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3077     data: "data conf-history"
3078   rows: "generated"
3079   data: "vpp-perf-results-3n-hsw"
3080   filter: "not 'NDRCHK' and not 'PDRCHK'"
3081   parameters:
3082   - "parent"
3083   - "name"
3084   - "conf-history"
3085
3086 # Test configuration - VPP Performance Test Configs 3n-skx
3087 - type: "table"
3088   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3089   algorithm: "table_merged_details"
3090   output-file-ext: ".csv"
3091   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3092   columns:
3093   - title: "Name"
3094     data: "data name"
3095   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3096     data: "data conf-history"
3097   rows: "generated"
3098   data: "vpp-perf-results-3n-skx"
3099   filter: "not 'CFS_OPT'"
3100   parameters:
3101   - "parent"
3102   - "name"
3103   - "conf-history"
3104
3105 # Test configuration - VPP Performance Test Configs 2n-skx
3106 - type: "table"
3107   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3108   algorithm: "table_merged_details"
3109   output-file-ext: ".csv"
3110   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3111   columns:
3112   - title: "Name"
3113     data: "data name"
3114   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3115     data: "data conf-history"
3116   rows: "generated"
3117   data: "vpp-perf-results-2n-skx"
3118   filter: "not 'CFS_OPT'"
3119   parameters:
3120   - "parent"
3121   - "name"
3122   - "conf-history"
3123
3124 ## Test configuration - VPP Performance Test Configs 2n-dnv
3125 #- type: "table"
3126 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3127 #  algorithm: "table_details"
3128 #  output-file-ext: ".csv"
3129 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3130 #  columns:
3131 #  - title: "Name"
3132 #    data: "data name"
3133 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3134 #    data: "data conf-history"
3135 #  rows: "generated"
3136 #  data: "intel-dnv-vpp"
3137 #  filter: "'NDRPDR'"
3138 #  parameters:
3139 #  - "parent"
3140 #  - "name"
3141 #  - "conf-history"
3142
3143 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3144 - type: "table"
3145   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3146   algorithm: "table_merged_details"
3147   output-file-ext: ".csv"
3148   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3149   columns:
3150   - title: "Name"
3151     data: "data name"
3152   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3153     data: "data show-run"
3154   rows: "generated"
3155   data: "vpp-perf-results-3n-hsw"
3156   filter: "not 'NDRCHK' and not 'PDRCHK'"
3157   parameters:
3158   - "parent"
3159   - "name"
3160   - "show-run"
3161
3162 # Test Operational Data - VPP Performance Operational Data 3n-skx
3163 - type: "table"
3164   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3165   algorithm: "table_merged_details"
3166   output-file-ext: ".csv"
3167   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3168   columns:
3169   - title: "Name"
3170     data: "data name"
3171   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3172     data: "data show-run"
3173   rows: "generated"
3174   data: "vpp-perf-results-3n-skx"
3175   filter: "not 'CFS_OPT'"
3176   parameters:
3177   - "parent"
3178   - "name"
3179   - "show-run"
3180
3181 # Test Operational Data - VPP Performance Operational Data 2n-skx
3182 - type: "table"
3183   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3184   algorithm: "table_merged_details"
3185   output-file-ext: ".csv"
3186   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3187   columns:
3188   - title: "Name"
3189     data: "data name"
3190   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3191     data: "data show-run"
3192   rows: "generated"
3193   data: "vpp-perf-results-2n-skx"
3194   filter: "not 'CFS_OPT'"
3195   parameters:
3196   - "parent"
3197   - "name"
3198   - "show-run"
3199
3200 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3201 #- type: "table"
3202 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3203 #  algorithm: "table_details"
3204 #  output-file-ext: ".csv"
3205 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3206 #  columns:
3207 #  - title: "Name"
3208 #    data: "data name"
3209 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3210 #    data: "data show-run"
3211 #  rows: "generated"
3212 #  data: "intel-dnv-vpp"
3213 #  filter: "'NDRPDR'"
3214 #  parameters:
3215 #  - "parent"
3216 #  - "name"
3217 #  - "show-run"
3218
3219 # Detailed Test Results - VPP MRR Results 3n-hsw
3220 - type: "table"
3221   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3222   algorithm: "table_details"
3223   output-file-ext: ".csv"
3224   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3225   columns:
3226   - title: "Name"
3227     data: "data name"
3228   - title: "Status"
3229     data: "data msg"
3230   rows: "generated"
3231   data: "vpp-mrr-results-3n-hsw"
3232   filter: "'MRR'"
3233   parameters:
3234   - "name"
3235   - "parent"
3236   - "msg"
3237
3238 # Detailed Test Results - VPP MRR Results 3n-skx
3239 - type: "table"
3240   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3241   algorithm: "table_details"
3242   output-file-ext: ".csv"
3243   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3244   columns:
3245   - title: "Name"
3246     data: "data name"
3247   - title: "Status"
3248     data: "data msg"
3249   rows: "generated"
3250   data: "vpp-mrr-results-3n-skx"
3251   filter: "'MRR'"
3252   parameters:
3253   - "name"
3254   - "parent"
3255   - "msg"
3256
3257 # Detailed Test Results - VPP MRR Results 2n-skx
3258 - type: "table"
3259   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3260   algorithm: "table_details"
3261   output-file-ext: ".csv"
3262   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3263   columns:
3264   - title: "Name"
3265     data: "data name"
3266   - title: "Status"
3267     data: "data msg"
3268   rows: "generated"
3269   data: "vpp-mrr-results-2n-skx"
3270   filter: "'MRR'"
3271   parameters:
3272   - "name"
3273   - "parent"
3274   - "msg"
3275
3276 ## Detailed Test Results - VPP MRR Results 2n-dnv
3277 #- type: "table"
3278 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3279 #  algorithm: "table_details"
3280 #  output-file-ext: ".csv"
3281 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3282 #  columns:
3283 #  - title: "Name"
3284 #    data: "data name"
3285 #  - title: "Status"
3286 #    data: "data msg"
3287 #  rows: "generated"
3288 #  data: "intel-dnv-vpp"
3289 #  filter: "'MRR'"
3290 #  parameters:
3291 #  - "name"
3292 #  - "parent"
3293 #  - "msg"
3294
3295 # Test configuration - VPP MRR Test Configs 3n-hsw
3296 - type: "table"
3297   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3298   algorithm: "table_details"
3299   output-file-ext: ".csv"
3300   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3301   columns:
3302   - title: "Name"
3303     data: "data name"
3304   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3305     data: "data conf-history"
3306   rows: "generated"
3307   data: "vpp-mrr-results-3n-hsw"
3308   filter: "'MRR'"
3309   parameters:
3310   - "parent"
3311   - "name"
3312   - "conf-history"
3313
3314 # Test configuration - VPP MRR Test Configs 3n-skx
3315 - type: "table"
3316   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3317   algorithm: "table_details"
3318   output-file-ext: ".csv"
3319   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3320   columns:
3321   - title: "Name"
3322     data: "data name"
3323   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3324     data: "data conf-history"
3325   rows: "generated"
3326   data: "vpp-mrr-results-3n-skx"
3327   filter: "'MRR'"
3328   parameters:
3329   - "parent"
3330   - "name"
3331   - "conf-history"
3332
3333 # Test configuration - VPP MRR Test Configs 2n-skx
3334 - type: "table"
3335   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3336   algorithm: "table_details"
3337   output-file-ext: ".csv"
3338   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3339   columns:
3340   - title: "Name"
3341     data: "data name"
3342   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3343     data: "data conf-history"
3344   rows: "generated"
3345   data: "vpp-mrr-results-2n-skx"
3346   filter: "'MRR'"
3347   parameters:
3348   - "parent"
3349   - "name"
3350   - "conf-history"
3351
3352 ## Test configuration - VPP MRR Test Configs 2n-dnv
3353 #- type: "table"
3354 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3355 #  algorithm: "table_details"
3356 #  output-file-ext: ".csv"
3357 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3358 #  columns:
3359 #  - title: "Name"
3360 #    data: "data name"
3361 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3362 #    data: "data conf-history"
3363 #  rows: "generated"
3364 #  data: "intel-dnv-vpp"
3365 #  filter: "'MRR'"
3366 #  parameters:
3367 #  - "parent"
3368 #  - "name"
3369 #  - "conf-history"
3370
3371 # Detailed Test Results - VPP Functional Results - Ubuntu
3372 - type: "table"
3373   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3374   algorithm: "table_details"
3375   output-file-ext: ".csv"
3376   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3377   columns:
3378   - title: "Name"
3379     data: "data name"
3380   - title: "Documentation"
3381     data: "data doc"
3382   - title: "Status"
3383     data: "data status"
3384   rows: "generated"
3385   data: "vpp-func-results-ubuntu"
3386   filter: "all"
3387   parameters:
3388   - "name"
3389   - "parent"
3390   - "doc"
3391   - "status"
3392
3393 # Detailed Test Results - VPP Functional Results - CentOS
3394 - type: "table"
3395   title: "Detailed Test Results - VPP Functional Results - CentOS"
3396   algorithm: "table_details"
3397   output-file-ext: ".csv"
3398   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3399   columns:
3400   - title: "Name"
3401     data: "data name"
3402   - title: "Documentation"
3403     data: "data doc"
3404   -
3405     title: "Status"
3406     data: "data status"
3407   rows: "generated"
3408   data:
3409     "vpp-func-results-centos"
3410   filter: "all"
3411   parameters:
3412   - "name"
3413   - "parent"
3414   - "doc"
3415   - "status"
3416
3417 # Test configuration - VPP Functional Test Configs - Ubuntu
3418 - type: "table"
3419   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3420   algorithm: "table_details"
3421   output-file-ext: ".csv"
3422   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3423   columns:
3424   - title: "Name"
3425     data: "data name"
3426   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3427     data: "data conf-history"
3428   rows: "generated"
3429   data: "vpp-func-results-ubuntu"
3430   filter: "all"
3431   parameters:
3432   - "parent"
3433   - "name"
3434   - "conf-history"
3435
3436 # Test configuration - VPP Functional Test Configs - CentOS
3437 - type: "table"
3438   title: "Test configuration - VPP Functional Test Configs - CentOS"
3439   algorithm: "table_details"
3440   output-file-ext: ".csv"
3441   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3442   columns:
3443   - title: "Name"
3444     data: "data name"
3445   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3446     data: "data conf-history"
3447   rows: "generated"
3448   data: "vpp-func-results-centos"
3449   filter: "all"
3450   parameters:
3451   - "parent"
3452   - "name"
3453   - "conf-history"
3454
3455 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3456 #- type: "table"
3457 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3458 #  algorithm: "table_details"
3459 #  output-file-ext: ".csv"
3460 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3461 #  columns:
3462 #  - title: "Name"
3463 #    data: "data name"
3464 #  - title: "Status"
3465 #    data: "data msg"
3466 #  rows: "generated"
3467 #  data: "ligato-perf-results-3n-hsw"
3468 #  filter: "all"
3469 #  parameters:
3470 #  - "name"
3471 #  - "parent"
3472 #  - "msg"
3473
3474 # Detailed Test Results - VPP Device Results - Ubuntu
3475 - type: "table"
3476   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3477   algorithm: "table_details"
3478   output-file-ext: ".csv"
3479   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3480   columns:
3481   - title: "Name"
3482     data: "data name"
3483   - title: "Documentation"
3484     data: "data doc"
3485   - title: "Status"
3486     data: "data status"
3487   rows: "generated"
3488   data: "vpp-device-results-ubuntu"
3489   filter: "all"
3490   parameters:
3491   - "name"
3492   - "parent"
3493   - "doc"
3494   - "status"
3495
3496 # Test configuration - VPP Device Test Configs - Ubuntu
3497 - type: "table"
3498   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3499   algorithm: "table_details"
3500   output-file-ext: ".csv"
3501   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3502   columns:
3503   - title: "Name"
3504     data: "data name"
3505   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3506     data: "data conf-history"
3507   rows: "generated"
3508   data: "vpp-device-results-ubuntu"
3509   filter: "all"
3510   parameters:
3511   - "parent"
3512   - "name"
3513   - "conf-history"
3514
3515 ################################################################################
3516
3517 # DPDK Performance Changes 3n-hsw 1t1c pdr
3518 - type: "table"
3519   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3520   algorithm: "table_performance_comparison"
3521   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3522   history:
3523     - title: "rls1810"
3524       data: "dpdk-performance-changes-3n-hsw-h1"
3525   reference:
3526     title: "rls1901"
3527     data: "dpdk-performance-changes-3n-hsw-ref"
3528   compare:
3529     title: "rls1904"
3530     data: "dpdk-performance-changes-3n-hsw-cmp"
3531   data: "dpdk-performance-changes-3n-hsw"
3532   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3533   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3534   parameters:
3535   - "name"
3536   - "parent"
3537   - "throughput"
3538
3539 # DPDK Performance Changes 3n-hsw 2t2c pdr
3540 - type: "table"
3541   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3542   algorithm: "table_performance_comparison"
3543   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3544   history:
3545     - title: "rls1810"
3546       data: "dpdk-performance-changes-3n-hsw-h1"
3547   reference:
3548     title: "rls1901"
3549     data: "dpdk-performance-changes-3n-hsw-ref"
3550   compare:
3551     title: "rls1904"
3552     data: "dpdk-performance-changes-3n-hsw-cmp"
3553   data: "dpdk-performance-changes-3n-hsw"
3554   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3555   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3556   parameters:
3557   - "name"
3558   - "parent"
3559   - "throughput"
3560
3561 # DPDK Performance Changes 3n-hsw 1t1c ndr
3562 - type: "table"
3563   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3564   algorithm: "table_performance_comparison"
3565   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3566   history:
3567     - title: "rls1810"
3568       data: "dpdk-performance-changes-3n-hsw-h1"
3569   reference:
3570     title: "rls1901"
3571     data: "dpdk-performance-changes-3n-hsw-ref"
3572   compare:
3573     title: "rls1904"
3574     data: "dpdk-performance-changes-3n-hsw-cmp"
3575   data: "dpdk-performance-changes-3n-hsw"
3576   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3577   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3578   parameters:
3579   - "name"
3580   - "parent"
3581   - "throughput"
3582
3583 # DPDK Performance Changes 3n-hsw 2t2c ndr
3584 - type: "table"
3585   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3586   algorithm: "table_performance_comparison"
3587   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3588   history:
3589     - title: "rls1810"
3590       data: "dpdk-performance-changes-3n-hsw-h1"
3591   reference:
3592     title: "rls1901"
3593     data: "dpdk-performance-changes-3n-hsw-ref"
3594   compare:
3595     title: "rls1904"
3596     data: "dpdk-performance-changes-3n-hsw-cmp"
3597   data: "dpdk-performance-changes-3n-hsw"
3598   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3599   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3600   parameters:
3601   - "name"
3602   - "parent"
3603   - "throughput"
3604
3605 # DPDK Performance Changes 3n-skx 2t1c pdr
3606 - type: "table"
3607   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3608   algorithm: "table_performance_comparison"
3609   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3610   history:
3611     - title: "rls1810"
3612       data: "dpdk-performance-changes-3n-skx-h1"
3613   reference:
3614     title: "rls1901"
3615     data: "dpdk-performance-changes-3n-skx-ref"
3616   compare:
3617     title: "rls1904"
3618     data: "dpdk-performance-changes-3n-skx-cmp"
3619   data: "dpdk-performance-changes-3n-skx"
3620   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3621   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3622   parameters:
3623   - "name"
3624   - "parent"
3625   - "throughput"
3626
3627 # DPDK Performance Changes 3n-skx 4t2c pdr
3628 - type: "table"
3629   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3630   algorithm: "table_performance_comparison"
3631   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3632   history:
3633     - title: "rls1810"
3634       data: "dpdk-performance-changes-3n-skx-h1"
3635   reference:
3636     title: "rls1901"
3637     data: "dpdk-performance-changes-3n-skx-ref"
3638   compare:
3639     title: "rls1904"
3640     data: "dpdk-performance-changes-3n-skx-cmp"
3641   data: "dpdk-performance-changes-3n-skx"
3642   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3643   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3644   parameters:
3645   - "name"
3646   - "parent"
3647   - "throughput"
3648
3649 # DPDK Performance Changes 3n-skx 2t1c ndr
3650 - type: "table"
3651   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3652   algorithm: "table_performance_comparison"
3653   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3654   history:
3655     - title: "rls1810"
3656       data: "dpdk-performance-changes-3n-skx-h1"
3657   reference:
3658     title: "rls1901"
3659     data: "dpdk-performance-changes-3n-skx-ref"
3660   compare:
3661     title: "rls1904"
3662     data: "dpdk-performance-changes-3n-skx-cmp"
3663   data: "dpdk-performance-changes-3n-skx"
3664   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3665   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3666   parameters:
3667   - "name"
3668   - "parent"
3669   - "throughput"
3670
3671 # DPDK Performance Changes 3n-skx 4t2c ndr
3672 - type: "table"
3673   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3674   algorithm: "table_performance_comparison"
3675   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3676   history:
3677     - title: "rls1810"
3678       data: "dpdk-performance-changes-3n-skx-h1"
3679   reference:
3680     title: "rls1901"
3681     data: "dpdk-performance-changes-3n-skx-ref"
3682   compare:
3683     title: "rls1904"
3684     data: "dpdk-performance-changes-3n-skx-cmp"
3685   data: "dpdk-performance-changes-3n-skx"
3686   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3687   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3688   parameters:
3689   - "name"
3690   - "parent"
3691   - "throughput"
3692
3693 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3694 - type: "table"
3695   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3696   algorithm: "table_performance_comparison"
3697   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3698   reference:
3699     title: "3-Node Hsw"
3700     data: "dpdk-compare-testbeds-ref"
3701   compare:
3702     title: "3-Node Skx"
3703     data: "dpdk-compare-testbeds-cmp"
3704   data: "dpdk-compare-testbeds"
3705   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3706   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3707   parameters:
3708   - "name"
3709   - "parent"
3710   - "throughput"
3711
3712 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3713 - type: "table"
3714   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3715   algorithm: "table_performance_comparison"
3716   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3717   reference:
3718     title: "3-Node Hsw"
3719     data: "dpdk-compare-testbeds-ref"
3720   compare:
3721     title: "3-Node Skx"
3722     data: "dpdk-compare-testbeds-cmp"
3723   data: "dpdk-compare-testbeds"
3724   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3725   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3726   parameters:
3727   - "name"
3728   - "parent"
3729   - "throughput"
3730
3731 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3732 - type: "table"
3733   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3734   algorithm: "table_performance_comparison"
3735   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3736   reference:
3737     title: "3-Node Skx"
3738     data: "dpdk-compare-topologies-ref"
3739   compare:
3740     title: "2-Node Skx"
3741     data: "dpdk-compare-topologies-cmp"
3742   data: "dpdk-compare-topologies"
3743   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3744   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3745   parameters:
3746   - "name"
3747   - "parent"
3748   - "throughput"
3749
3750 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3751 - type: "table"
3752   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3753   algorithm: "table_performance_comparison"
3754   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3755   reference:
3756     title: "3-Node Skx"
3757     data: "dpdk-compare-topologies-ref"
3758   compare:
3759     title: "2-Node Skx"
3760     data: "dpdk-compare-topologies-cmp"
3761   data: "dpdk-compare-topologies"
3762   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3763   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3764   parameters:
3765   - "name"
3766   - "parent"
3767   - "throughput"
3768
3769 # DPDK Performance Changes 2n-skx 2t1c pdr
3770 - type: "table"
3771   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3772   algorithm: "table_performance_comparison"
3773   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3774   history:
3775     - title: "rls1810"
3776       data: "dpdk-performance-changes-2n-skx-h1"
3777   reference:
3778     title: "rls1901"
3779     data: "dpdk-performance-changes-2n-skx-ref"
3780   compare:
3781     title: "rls1904"
3782     data: "dpdk-performance-changes-2n-skx-cmp"
3783   data: "dpdk-performance-changes-2n-skx"
3784   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3785   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3786   parameters:
3787   - "name"
3788   - "parent"
3789   - "throughput"
3790
3791 # DPDK Performance Changes 2n-skx 4t2c pdr
3792 - type: "table"
3793   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3794   algorithm: "table_performance_comparison"
3795   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3796   history:
3797     - title: "rls1810"
3798       data: "dpdk-performance-changes-2n-skx-h1"
3799   reference:
3800     title: "rls1901"
3801     data: "dpdk-performance-changes-2n-skx-ref"
3802   compare:
3803     title: "rls1904"
3804     data: "dpdk-performance-changes-2n-skx-cmp"
3805   data: "dpdk-performance-changes-2n-skx"
3806   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3807   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3808   parameters:
3809   - "name"
3810   - "parent"
3811   - "throughput"
3812
3813 # DPDK Performance Changes 2n-skx 2t1c ndr
3814 - type: "table"
3815   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3816   algorithm: "table_performance_comparison"
3817   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3818   history:
3819     - title: "rls1810"
3820       data: "dpdk-performance-changes-2n-skx-h1"
3821   reference:
3822     title: "rls1901"
3823     data: "dpdk-performance-changes-2n-skx-ref"
3824   compare:
3825     title: "rls1904"
3826     data: "dpdk-performance-changes-2n-skx-cmp"
3827   data: "dpdk-performance-changes-2n-skx"
3828   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3829   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3830   parameters:
3831   - "name"
3832   - "parent"
3833   - "throughput"
3834
3835 # DPDK Performance Changes 2n-skx 4t2c ndr
3836 - type: "table"
3837   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3838   algorithm: "table_performance_comparison"
3839   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3840   history:
3841     - title: "rls1810"
3842       data: "dpdk-performance-changes-2n-skx-h1"
3843   reference:
3844     title: "rls1901"
3845     data: "dpdk-performance-changes-2n-skx-ref"
3846   compare:
3847     title: "rls1904"
3848     data: "dpdk-performance-changes-2n-skx-cmp"
3849   data: "dpdk-performance-changes-2n-skx"
3850   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3851   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3852   parameters:
3853   - "name"
3854   - "parent"
3855   - "throughput"
3856
3857 # Detailed Test Results - DPDK Performance Results 3n-hsw
3858 - type: "table"
3859   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3860   algorithm: "table_details"
3861   output-file-ext: ".csv"
3862   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3863   columns:
3864   - title: "Name"
3865     data: "data name"
3866   - title: "Status"
3867     data: "data msg"
3868   rows: "generated"
3869   data: "dpdk-perf-results-3n-hsw"
3870   filter: "all"
3871   parameters:
3872   - "name"
3873   - "parent"
3874   - "msg"
3875
3876 # Detailed Test Results - DPDK Performance Results 3n-skx
3877 - type: "table"
3878   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3879   algorithm: "table_details"
3880   output-file-ext: ".csv"
3881   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3882   columns:
3883   - title: "Name"
3884     data: "data name"
3885   - title: "Status"
3886     data: "data msg"
3887   rows: "generated"
3888   data: "dpdk-perf-results-3n-skx"
3889   filter: "all"
3890   parameters:
3891   - "name"
3892   - "parent"
3893   - "msg"
3894
3895 # Detailed Test Results - DPDK Performance Results 2n-skx
3896 - type: "table"
3897   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3898   algorithm: "table_details"
3899   output-file-ext: ".csv"
3900   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3901   columns:
3902   - title: "Name"
3903     data: "data name"
3904   - title: "Status"
3905     data: "data msg"
3906   rows: "generated"
3907   data: "dpdk-perf-results-2n-skx"
3908   filter: "all"
3909   parameters:
3910   - "name"
3911   - "parent"
3912   - "msg"
3913
3914 ################################################################################
3915 # HoneyComb
3916 - type: "table"
3917   title: "Detailed Test Results - Honeycomb Functional Results"
3918   algorithm: "table_details"
3919   output-file-ext: ".csv"
3920   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3921   columns:
3922   - title: "Name"
3923     data: "data name"
3924   - title: "Documentation"
3925     data: "data doc"
3926   - title: "Status"
3927     data: "data status"
3928   rows: "generated"
3929   data:
3930     "hc-func-results"
3931   filter: "all"
3932   parameters:
3933   - "name"
3934   - "parent"
3935   - "doc"
3936   - "status"
3937
3938 ################################################################################
3939 # NSH SFC
3940 #-
3941 #  type: "table"
3942 #  title: "Detailed Test Results - NSH SFC Functional Results"
3943 #  algorithm: "table_details"
3944 #  output-file-ext: ".csv"
3945 #  output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3946 #  columns:
3947 #  -
3948 #    title: "Name"
3949 #    data: "data name"
3950 #  -
3951 #    title: "Documentation"
3952 #    data: "data doc"
3953 #  -
3954 #    title: "Status"
3955 #    data: "data status"
3956 #  rows: "generated"
3957 #  data:
3958 #    "nsh-func-results"
3959 #  filter: "all"
3960 #  parameters:
3961 #  - "name"
3962 #  - "parent"
3963 #  - "doc"
3964 #  - "status"
3965
3966 ################################################################################
3967 # DMM
3968 - type: "table"
3969   title: "Detailed Test Results - DMM Functional Results"
3970   algorithm: "table_details"
3971   output-file-ext: ".csv"
3972   output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
3973   columns:
3974   - title: "Name"
3975     data: "data name"
3976   - title: "Documentation"
3977     data: "data doc"
3978   - title: "Status"
3979     data: "data status"
3980   rows: "generated"
3981   data:
3982     "dmm-func-results"
3983   filter: "all"
3984   parameters:
3985   - "name"
3986   - "parent"
3987   - "doc"
3988   - "status"
3989
3990 ################################################################################
3991 ###                                F I L E S                                 ###
3992 ################################################################################
3993
3994 # VPP Performance Results 3n-hsw
3995 - type: "file"
3996   title: "VPP Performance Results 3n-hsw"
3997   algorithm: "file_test_results"
3998   output-file-ext: ".rst"
3999   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
4000   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
4001   dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
4002   data: "vpp-perf-results-3n-hsw"
4003   filter: "not 'NDRCHK' and not 'PDRCHK'"
4004   parameters:
4005   - "name"
4006   - "doc"
4007   - "level"
4008   - "parent"
4009   data-start-level: 3
4010
4011 # VPP Performance Results 3n-skx
4012 - type: "file"
4013   title: "VPP Performance Re