bf58d454d4fb6a36ca5e982a8352c623bcd09e66
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # csit-vpp-perf-verify-1904-3n-hsw:
147 #      csit-vpp-perf-verify-1810-3n-hsw:
148 #        - 28  # WRK
149 #        - 29  # WRK
150 #        - 30  # WRK
151 #        - 31  # WRK
152 #        - 32  # WRK
153 #        - 33  # WRK
154 #        - 34  # WRK
155 #        - 35  # WRK
156 #        - 36  # WRK
157 #        - 37  # WRK
158
159 #    plot-ligato-throughput-lat-tsa-3n-hsw:
160 #      # csit-ligato-perf-verify-1904-3n-hsw:
161 #      csit-ligato-perf-verify-1901-3n-hsw:
162 #        - 8   # NDRPDR sel
163 #        - 9   # NDRPDR sel
164 #        - 11  # NDRPDR sel
165 #        - 12  # NDRPDR sel
166 #        - 13  # NDRPDR sel
167 #        - 14  # NDRPDR sel
168 #        - 15  # NDRPDR sel
169 #        - 16  # NDRPDR sel
170 #        - 17  # NDRPDR sel
171 #        - 18  # NDRPDR sel
172
173     plot-dpdk-throughput-latency-3n-hsw:
174       csit-dpdk-perf-verify-1904-3n-hsw:
175         - 2   # NDRPDR sel
176         - 3   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 13  # NDRPDR sel
180         - 14  # NDRPDR sel
181         - 15  # NDRPDR sel
182         - 18  # NDRPDR sel
183         - 19  # NDRPDR sel
184         - 20  # NDRPDR sel
185
186     # 3n-skx
187
188     plot-vpp-throughput-lat-tsa-3n-skx:
189       csit-vpp-perf-verify-1904-3n-skx:
190         - 8   # NDRPDR sel
191         - 9   # NDRPDR sel
192         - 10  # NDRPDR sel
193         - 11  # NDRPDR sel
194         - 12  # NDRPDR sel
195         - 14  # NDRPDR sel
196         - 16  # NDRPDR sel
197         - 21  # NDRPDR sel
198         - 23  # NDRPDR sel
199         - 25  # NDRPDR sel
200
201     plot-dpdk-throughput-latency-3n-skx:
202       csit-dpdk-perf-verify-1904-3n-skx:
203         - 2   # NDRPDR sel
204         - 3   # NDRPDR sel
205         - 4   # NDRPDR sel
206         - 5   # NDRPDR sel
207         - 6   # NDRPDR sel
208         - 7   # NDRPDR sel
209         - 11  # NDRPDR sel
210         - 12  # NDRPDR sel
211         - 13  # NDRPDR sel
212         - 14  # NDRPDR sel
213
214     # 2n-skx
215
216     plot-vpp-throughput-lat-tsa-2n-skx:
217       csit-vpp-perf-verify-1904-2n-skx:
218         - 12  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 16  # NDRPDR sel
221         - 17  # NDRPDR sel
222         - 18  # NDRPDR sel
223         - 21  # NDRPDR sel
224         - 27  # NDRPDR sel
225         - 30  # NDRPDR sel
226         - 31  # NDRPDR sel
227         - 32  # NDRPDR sel
228
229     plot-vpp-soak-2n-skx:
230       csit-vpp-perf-verify-1904-2n-skx:
231         - 70  # soak
232         - 71  # soak
233
234     plot-vpp-nfv-2n-skx-ndrpdr-64b:
235       csit-vpp-perf-verify-1904-2n-skx:
236         - 56  # NFV NDRPDR 64b
237         - 59  # NFV NDRPDR 64b
238         - 60  # NFV NDRPDR 64b
239         - 65  # NFV NDRPDR 64b
240         - 68  # NFV NDRPDR 64b
241         - 80  # NFV MRR NDRPDR 64b IMIX
242         - 81  # NFV MRR NDRPDR 64b IMIX
243         - 84  # NFV MRR NDRPDR 64b IMIX
244         - 85  # NFV MRR NDRPDR 64b IMIX
245         - 86  # NFV MRR NDRPDR 64b IMIX
246
247     plot-vpp-nfv-2n-skx-ndrpdr-imix:
248       csit-vpp-perf-verify-1904-2n-skx:
249         - 66  # NFV NDRPDR IMIX
250         - 67  # NFV NDRPDR IMIX
251         - 69  # NFV NDRPDR IMIX
252         - 82  # NFV NDRPDR IMIX
253         - 83  # NFV NDRPDR IMIX
254         - 80  # NFV MRR NDRPDR 64b IMIX
255         - 81  # NFV MRR NDRPDR 64b IMIX
256         - 84  # NFV MRR NDRPDR 64b IMIX
257         - 85  # NFV MRR NDRPDR 64b IMIX
258         - 86  # NFV MRR NDRPDR 64b IMIX
259
260     plot-vpp-nfv-2n-skx-mrr-64b:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 40  # NFV MRR 64b
263         - 41  # NFV MRR 64b
264         - 42  # NFV MRR 64b
265         - 47  # NFV MRR 64b
266         - 48  # NFV MRR 64b
267         - 80  # NFV MRR NDRPDR 64b IMIX
268         - 81  # NFV MRR NDRPDR 64b IMIX
269         - 84  # NFV MRR NDRPDR 64b IMIX
270         - 85  # NFV MRR NDRPDR 64b IMIX
271         - 86  # NFV MRR NDRPDR 64b IMIX
272
273     plot-vpp-nfv-2n-skx-mrr-imix:
274       csit-vpp-perf-verify-1904-2n-skx:
275         - 49  # NFV MRR IMIX
276         - 50  # NFV MRR IMIX
277         - 51  # NFV MRR IMIX
278         - 54  # NFV MRR IMIX
279         - 55  # NFV MRR IMIX
280         - 80  # NFV MRR NDRPDR 64b IMIX
281         - 81  # NFV MRR NDRPDR 64b IMIX
282         - 84  # NFV MRR NDRPDR 64b IMIX
283         - 85  # NFV MRR NDRPDR 64b IMIX
284         - 86  # NFV MRR NDRPDR 64b IMIX
285
286     plot-dpdk-throughput-latency-2n-skx:
287       csit-dpdk-perf-verify-1904-2n-skx:
288         - 2   # NDRPDR sel
289         - 3   # NDRPDR sel
290         - 4   # NDRPDR sel
291         - 5   # NDRPDR sel
292         - 7   # NDRPDR sel
293         - 8   # NDRPDR sel
294         - 9   # NDRPDR sel
295         - 10  # NDRPDR sel
296         - 11  # NDRPDR sel
297         - 12  # NDRPDR sel
298
299     # 3rd party
300
301 #    # Denverton:
302 #    intel-dnv-vpp:
303 #      # intel-dnv-vpp-release-1904:
304 #      intel-dnv-vpp-release-1901:
305 #        - 1
306
307     ###########################################################################
308     # Simple tables (only one data set):
309
310     # NIC Comparisons
311
312     vpp-nic-comparison-3n-hsw:
313       csit-vpp-perf-verify-1904-3n-hsw:
314         - 11  # NDRPDR sel
315         - 12  # NDRPDR sel
316         - 20  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 24  # NDRPDR sel
320         - 25  # NDRPDR sel
321         - 26  # NDRPDR sel
322         - 29  # NDRPDR sel
323         - 30  # NDRPDR sel
324
325     vpp-nic-comparison-3n-skx:
326       csit-vpp-perf-verify-1904-3n-skx:
327         - 8   # NDRPDR sel
328         - 9   # NDRPDR sel
329         - 10  # NDRPDR sel
330         - 11  # NDRPDR sel
331         - 12  # NDRPDR sel
332         - 14  # NDRPDR sel
333         - 16  # NDRPDR sel
334         - 21  # NDRPDR sel
335         - 23  # NDRPDR sel
336         - 25  # NDRPDR sel
337
338     vpp-nic-comparison-2n-skx:
339       csit-vpp-perf-verify-1904-2n-skx:
340         - 12  # NDRPDR sel
341         - 14  # NDRPDR sel
342         - 16  # NDRPDR sel
343         - 17  # NDRPDR sel
344         - 18  # NDRPDR sel
345         - 21  # NDRPDR sel
346         - 27  # NDRPDR sel
347         - 30  # NDRPDR sel
348         - 31  # NDRPDR sel
349         - 32  # NDRPDR sel
350
351     vpp-nic-comparison-3n-hsw-mrr:
352       csit-vpp-perf-verify-1904-3n-hsw:
353         - 9   # MRR sel
354
355     vpp-nic-comparison-3n-skx-mrr:
356       csit-vpp-perf-verify-1904-3n-skx:
357         - 7   # MRR sel
358
359     vpp-nic-comparison-2n-skx-mrr:
360       csit-vpp-perf-verify-1904-2n-skx:
361         - 11  # MRR sel
362
363     # Results
364
365     vpp-perf-results-3n-hsw:
366       # TODO: Add FULL 1904 data
367       csit-vpp-perf-verify-1904-3n-hsw:
368         - 32  # NDRPDR full
369         - 33  # NDRPDR full
370         - 35  # NDRPDR full
371         - 36  # NDRPDR full
372         - 37  # NDRPDR full
373         - 38  # NDRPDR full
374         - 40  # NDRPDR full
375         - 45  # NDRPDR full
376         - 46  # NDRPDR full
377         - 48  # NDRPDR full
378
379     vpp-perf-results-3n-skx:
380       csit-vpp-perf-verify-1904-3n-skx:
381         - 26  # NDRPDR full
382         - 27  # NDRPDR full
383         - 30  # NDRPDR full
384         - 31  # NDRPDR full
385
386     vpp-perf-results-2n-skx:
387       csit-vpp-perf-verify-1904-2n-skx:
388         - 33  # NDRPDR full
389         - 39  # NDRPDR full
390         - 58  # NDRPDR full
391         - 62  # NDRPDR full
392
393     vpp-mrr-results-3n-hsw:
394       csit-vpp-perf-verify-1904-3n-hsw:
395         - 9   # MRR sel
396
397     vpp-mrr-results-3n-skx:
398       csit-vpp-perf-verify-1904-3n-skx:
399         - 7   # MRR sel
400
401     vpp-mrr-results-2n-skx:
402       csit-vpp-perf-verify-1904-2n-skx:
403         - 11  # MRR sel
404
405     vpp-func-results-ubuntu:
406       csit-vpp-functional-1904-ubuntu1604-virl:
407         - 33
408
409     vpp-func-results-centos:
410       csit-vpp-functional-1904-centos7-virl:
411         - 32
412
413     vpp-device-results-ubuntu:
414       csit-vpp-device-1904-ubuntu1804-1n-skx:
415         - 32
416
417 #    # VPP Ligato
418 #    ligato-perf-results-3n-hsw:
419 #      # csit-ligato-perf-verify-1904-3n-hsw:
420 #      csit-ligato-perf-verify-1901-3n-hsw:
421 #        - 10  # NDRPDR full
422
423     dpdk-perf-results-3n-hsw:
424       csit-dpdk-perf-verify-1904-3n-hsw:
425         - 5   # NDRPDR sel
426
427     dpdk-perf-results-3n-skx:
428       csit-dpdk-perf-verify-1904-3n-skx:
429         - 7   # NDRPDR sel
430
431     dpdk-perf-results-2n-skx:
432       csit-dpdk-perf-verify-1904-2n-skx:
433         - 9   # NDRPDR sel
434
435     # HoneyComb Functional
436     hc-func-results:
437       csit-hc2vpp-verify-func-1904-ubuntu1604:
438         - 4
439
440 #    # NSH SFC Functional
441 #    nsh-func-results:
442 #      # Not used
443 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
444 #        - 1
445
446     # DMM Functional
447     dmm-func-results:
448       csit-dmm-functional-1904-ubuntu1604-virl:
449         - 1
450
451     ###########################################################################
452     # Tables (more than one data set)
453
454     # Performance changes
455
456 #    intel-dnv-vpp-changes-2n-dnv-h1:
457 #      intel-dnv-vpp-release-1810:
458 #        - 1
459 #    intel-dnv-vpp-changes-2n-dnv-ref:
460 #      intel-dnv-vpp-release-1901:
461 #        - 1
462 #    intel-dnv-vpp-changes-2n-dnv-cmp:
463 #      # intel-dnv-vpp-release-1904:
464 #      intel-dnv-vpp-release-1901:
465 #        - 1
466 #    intel-dnv-vpp-changes-2n-dnv:
467 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
468 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
469 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
470
471     vpp-performance-changes-3n-hsw-h1:
472       csit-vpp-perf-verify-1810-3n-hsw:
473         - 8   # NDRPDR sel
474         - 12  # NDRPDR sel
475         - 14  # NDRPDR sel
476         - 18  # NDRPDR sel
477         - 23  # NDRPDR sel
478         - 25  # NDRPDR sel
479         - 38  # NDRPDR sel
480         - 39  # NDRPDR sel
481         - 41  # NDRPDR sel
482         - 42  # NDRPDR sel
483     vpp-performance-changes-3n-hsw-ref:
484       csit-vpp-perf-verify-1901-3n-hsw:
485         - 10  # NDRPDR sel
486         - 19  # NDRPDR sel
487         - 31  # NDRPDR sel
488         - 36  # NDRPDR sel
489         - 40  # NDRPDR sel
490         - 42  # NDRPDR sel
491         - 44  # NDRPDR sel
492         - 46  # NDRPDR sel
493         - 47  # NDRPDR sel
494         - 48  # NDRPDR sel
495         - 61  # NDRPDR LB
496         - 62  # NDRPDR LB
497         - 63  # NDRPDR LB
498         - 64  # NDRPDR LB
499         - 65  # NDRPDR LB
500         - 66  # NDRPDR LB
501         - 67  # NDRPDR LB
502         - 69  # NDRPDR LB
503         - 70  # NDRPDR LB
504         - 71  # NDRPDR LB
505     vpp-performance-changes-3n-hsw-cmp:
506       csit-vpp-perf-verify-1904-3n-hsw:
507         - 11  # NDRPDR sel
508         - 12  # NDRPDR sel
509         - 20  # NDRPDR sel
510         - 21  # NDRPDR sel
511         - 23  # NDRPDR sel
512         - 24  # NDRPDR sel
513         - 25  # NDRPDR sel
514         - 26  # NDRPDR sel
515         - 29  # NDRPDR sel
516         - 30  # NDRPDR sel
517     vpp-performance-changes-3n-hsw:
518       - "vpp-performance-changes-3n-hsw-h1"
519       - "vpp-performance-changes-3n-hsw-ref"
520       - "vpp-performance-changes-3n-hsw-cmp"
521
522     vpp-performance-changes-3n-skx-h1:
523       csit-vpp-perf-verify-1810-3n-skx:
524         - 10  # NDRPDR sel
525         - 14  # NDRPDR sel
526         - 15  # NDRPDR sel
527         - 16  # NDRPDR sel
528         - 17  # NDRPDR sel
529         - 19  # NDRPDR sel
530         - 20  # NDRPDR sel
531         - 21  # NDRPDR sel
532         - 22  # NDRPDR sel
533         - 25  # NDRPDR sel
534     vpp-performance-changes-3n-skx-ref:
535       csit-vpp-perf-verify-1901-3n-skx:
536         - 18  # NDRPDR sel
537         - 19  # NDRPDR sel
538         - 20  # NDRPDR sel
539         - 28  # NDRPDR sel
540         - 31  # NDRPDR sel
541         - 33  # NDRPDR sel
542         - 36  # NDRPDR sel
543         - 38  # NDRPDR sel
544         - 47  # NDRPDR sel
545         - 48  # NDRPDR sel
546         - 54  # NDRPDR LB
547         - 57  # NDRPDR LB
548         - 58  # NDRPDR LB
549         - 59  # NDRPDR LB
550         - 60  # NDRPDR LB
551         - 63  # NDRPDR LB
552         - 64  # NDRPDR LB
553         - 65  # NDRPDR LB
554         - 66  # NDRPDR LB
555         - 67  # NDRPDR LB
556     vpp-performance-changes-3n-skx-cmp:
557       csit-vpp-perf-verify-1904-3n-skx:
558         - 8   # NDRPDR sel
559         - 9   # NDRPDR sel
560         - 10  # NDRPDR sel
561         - 11  # NDRPDR sel
562         - 12  # NDRPDR sel
563         - 14  # NDRPDR sel
564         - 16  # NDRPDR sel
565         - 21  # NDRPDR sel
566         - 23  # NDRPDR sel
567         - 25  # NDRPDR sel
568     vpp-performance-changes-3n-skx:
569       - "vpp-performance-changes-3n-skx-h1"
570       - "vpp-performance-changes-3n-skx-ref"
571       - "vpp-performance-changes-3n-skx-cmp"
572
573     vpp-performance-changes-2n-skx-h1:
574       csit-vpp-perf-verify-1810-2n-skx:
575         - 9   # NDRPDR sel
576         - 13  # NDRPDR sel
577         - 14  # NDRPDR sel
578         - 19  # NDRPDR sel
579         - 20  # NDRPDR sel
580         - 21  # NDRPDR sel
581         - 22  # NDRPDR sel
582         - 23  # NDRPDR sel
583         - 24  # NDRPDR sel
584         - 27  # NDRPDR sel
585     vpp-performance-changes-2n-skx-ref:
586       csit-vpp-perf-verify-1901-2n-skx:
587         - 5   # NDRPDR sel
588         - 12  # NDRPDR sel
589         - 13  # NDRPDR sel
590         - 21  # NDRPDR sel
591         - 23  # NDRPDR sel
592         - 31  # NDRPDR sel
593         - 34  # NDRPDR sel
594         - 40  # NDRPDR sel
595         - 42  # NDRPDR sel
596         - 43  # NDRPDR sel
597     vpp-performance-changes-2n-skx-cmp:
598       csit-vpp-perf-verify-1904-2n-skx:
599         - 12  # NDRPDR sel
600         - 14  # NDRPDR sel
601         - 16  # NDRPDR sel
602         - 17  # NDRPDR sel
603         - 18  # NDRPDR sel
604         - 21  # NDRPDR sel
605         - 27  # NDRPDR sel
606         - 30  # NDRPDR sel
607         - 31  # NDRPDR sel
608         - 32  # NDRPDR sel
609     vpp-performance-changes-2n-skx:
610       - "vpp-performance-changes-2n-skx-h1"
611       - "vpp-performance-changes-2n-skx-ref"
612       - "vpp-performance-changes-2n-skx-cmp"
613
614     vpp-soak-vs-ndr-2n-skx-ref:
615       csit-vpp-perf-verify-1904-2n-skx:
616         - 12  # NDRPDR sel
617         - 14  # NDRPDR sel
618         - 16  # NDRPDR sel
619         - 17  # NDRPDR sel
620         - 18  # NDRPDR sel
621         - 21  # NDRPDR sel
622         - 27  # NDRPDR sel
623         - 30  # NDRPDR sel
624         - 31  # NDRPDR sel
625         - 32  # NDRPDR sel
626     vpp-soak-vs-ndr-2n-skx-cmp:
627       csit-vpp-perf-verify-1904-2n-skx:
628         - 70  # soak
629         - 71  # soak
630     vpp-soak-vs-ndr-2n-skx:
631       csit-vpp-perf-verify-1904-2n-skx:
632         - 12  # NDRPDR sel
633         - 14  # NDRPDR sel
634         - 16  # NDRPDR sel
635         - 17  # NDRPDR sel
636         - 18  # NDRPDR sel
637         - 21  # NDRPDR sel
638         - 27  # NDRPDR sel
639         - 30  # NDRPDR sel
640         - 31  # NDRPDR sel
641         - 32  # NDRPDR sel
642         - 70  # soak
643         - 71  # soak
644
645     vpp-performance-changes-3n-hsw-mrr-h1:
646       csit-vpp-perf-verify-1810-3n-hsw:
647         - 9   # MRR sel
648     vpp-performance-changes-3n-hsw-mrr-ref:
649       csit-vpp-perf-verify-1901-3n-hsw:
650         - 35  # MRR sel
651     vpp-performance-changes-3n-hsw-mrr-cmp:
652       csit-vpp-perf-verify-1904-3n-hsw:
653         - 9   # MRR sel
654     vpp-performance-changes-3n-hsw-mrr:
655       - "vpp-performance-changes-3n-hsw-mrr-h1"
656       - "vpp-performance-changes-3n-hsw-mrr-ref"
657       - "vpp-performance-changes-3n-hsw-mrr-cmp"
658
659     vpp-performance-changes-3n-skx-mrr-h1:
660       csit-vpp-perf-verify-1810-3n-skx:
661         - 9   # MRR sel
662         - 11  # MRR sel
663         - 12  # MRR sel
664         - 13  # MRR sel
665     vpp-performance-changes-3n-skx-mrr-ref:
666       csit-vpp-perf-verify-1901-3n-skx:
667         - 32  # MRR sel
668     vpp-performance-changes-3n-skx-mrr-cmp:
669       csit-vpp-perf-verify-1904-3n-skx:
670         - 7   # MRR sel
671     vpp-performance-changes-3n-skx-mrr:
672       - "vpp-performance-changes-3n-skx-mrr-h1"
673       - "vpp-performance-changes-3n-skx-mrr-ref"
674       - "vpp-performance-changes-3n-skx-mrr-cmp"
675
676     vpp-performance-changes-2n-skx-mrr-h1:
677       csit-vpp-perf-verify-1810-2n-skx:
678         - 8   # MRR sel
679         - 10  # MRR sel
680         - 11  # MRR sel
681         - 12  # MRR sel
682     vpp-performance-changes-2n-skx-mrr-ref:
683       csit-vpp-perf-verify-1901-2n-skx:
684         - 22  # MRR sel
685     vpp-performance-changes-2n-skx-mrr-cmp:
686       csit-vpp-perf-verify-1904-2n-skx:
687         - 11  # MRR sel
688     vpp-performance-changes-2n-skx-mrr:
689       - "vpp-performance-changes-2n-skx-mrr-h1"
690       - "vpp-performance-changes-2n-skx-mrr-ref"
691       - "vpp-performance-changes-2n-skx-mrr-cmp"
692
693     dpdk-performance-changes-3n-hsw-h1:
694       csit-dpdk-perf-verify-1810-3n-hsw:
695         - 1   # NDRPDR sel
696         - 2   # NDRPDR sel
697         - 3   # NDRPDR sel
698         - 4   # NDRPDR sel
699         - 5   # NDRPDR sel
700         - 6   # NDRPDR sel
701         - 7   # NDRPDR sel
702         - 8   # NDRPDR sel
703         - 9   # NDRPDR sel
704         - 10  # NDRPDR sel
705     dpdk-performance-changes-3n-hsw-ref:
706       csit-dpdk-perf-verify-1901-3n-hsw:
707         - 13  # NDRPDR sel
708         - 14  # NDRPDR sel
709         - 16  # NDRPDR sel
710         - 17  # NDRPDR sel
711         - 18  # NDRPDR sel
712         - 19  # NDRPDR sel
713         - 20  # NDRPDR sel
714         - 21  # NDRPDR sel
715         - 22  # NDRPDR sel
716         - 23  # NDRPDR sel
717     dpdk-performance-changes-3n-hsw-cmp:
718       csit-dpdk-perf-verify-1904-3n-hsw:
719         - 2   # NDRPDR sel
720         - 3   # NDRPDR sel
721         - 5   # NDRPDR sel
722         - 6   # NDRPDR sel
723         - 13  # NDRPDR sel
724         - 14  # NDRPDR sel
725         - 15  # NDRPDR sel
726         - 18  # NDRPDR sel
727         - 19  # NDRPDR sel
728         - 20  # NDRPDR sel
729     dpdk-performance-changes-3n-hsw:
730       - "dpdk-performance-changes-3n-hsw-h1"
731       - "dpdk-performance-changes-3n-hsw-ref"
732       - "dpdk-performance-changes-3n-hsw-cmp"
733
734     dpdk-performance-changes-3n-skx-h1:
735       csit-dpdk-perf-verify-1810-3n-skx:
736         - 3   # NDRPDR sel
737         - 4   # NDRPDR sel
738         - 6   # NDRPDR sel
739         - 7   # NDRPDR sel
740         - 8   # NDRPDR sel
741         - 9   # NDRPDR sel
742         - 10  # NDRPDR sel
743         - 11  # NDRPDR sel
744         - 12  # NDRPDR sel
745         - 13  # NDRPDR sel
746     dpdk-performance-changes-3n-skx-ref:
747       csit-dpdk-perf-verify-1901-3n-skx:
748         - 3   # NDRPDR sel
749         - 5   # NDRPDR sel
750         - 6   # NDRPDR sel
751         - 7   # NDRPDR sel
752         - 8   # NDRPDR sel
753         - 9   # NDRPDR sel
754         - 10  # NDRPDR sel
755         - 11  # NDRPDR sel
756         - 12  # NDRPDR sel
757         - 13  # NDRPDR sel
758     dpdk-performance-changes-3n-skx-cmp:
759       csit-dpdk-perf-verify-1904-3n-skx:
760         - 2   # NDRPDR sel
761         - 3   # NDRPDR sel
762         - 4   # NDRPDR sel
763         - 5   # NDRPDR sel
764         - 6   # NDRPDR sel
765         - 7   # NDRPDR sel
766         - 11  # NDRPDR sel
767         - 12  # NDRPDR sel
768         - 13  # NDRPDR sel
769         - 14  # NDRPDR sel
770     dpdk-performance-changes-3n-skx:
771       - "dpdk-performance-changes-3n-skx-h1"
772       - "dpdk-performance-changes-3n-skx-ref"
773       - "dpdk-performance-changes-3n-skx-cmp"
774
775     dpdk-performance-changes-2n-skx-h1:
776       csit-dpdk-perf-verify-1810-2n-skx:
777         - 3   # NDRPDR sel
778         - 4   # NDRPDR sel
779         - 5   # NDRPDR sel
780         - 7   # NDRPDR sel
781         - 8   # NDRPDR sel
782         - 9   # NDRPDR sel
783         - 10  # NDRPDR sel
784         - 11  # NDRPDR sel
785         - 12  # NDRPDR sel
786         - 13  # NDRPDR sel
787     dpdk-performance-changes-2n-skx-ref:
788       csit-dpdk-perf-verify-1901-2n-skx:
789         - 12  # NDRPDR sel
790         - 13  # NDRPDR sel
791         - 14  # NDRPDR sel
792         - 15  # NDRPDR sel
793         - 16  # NDRPDR sel
794         - 17  # NDRPDR sel
795         - 18  # NDRPDR sel
796         - 19  # NDRPDR sel
797         - 20  # NDRPDR sel
798         - 21  # NDRPDR sel
799     dpdk-performance-changes-2n-skx-cmp:
800       csit-dpdk-perf-verify-1904-2n-skx:
801         - 2   # NDRPDR sel
802         - 3   # NDRPDR sel
803         - 4   # NDRPDR sel
804         - 5   # NDRPDR sel
805         - 7   # NDRPDR sel
806         - 8   # NDRPDR sel
807         - 9   # NDRPDR sel
808         - 10  # NDRPDR sel
809         - 11  # NDRPDR sel
810         - 12  # NDRPDR sel
811     dpdk-performance-changes-2n-skx:
812       - "dpdk-performance-changes-2n-skx-h1"
813       - "dpdk-performance-changes-2n-skx-ref"
814       - "dpdk-performance-changes-2n-skx-cmp"
815
816     # Compare testbeds
817
818     vpp-compare-testbeds-ref:
819       csit-vpp-perf-verify-1904-3n-hsw:
820         - 11  # NDRPDR sel
821         - 12  # NDRPDR sel
822         - 20  # NDRPDR sel
823         - 21  # NDRPDR sel
824         - 23  # NDRPDR sel
825         - 24  # NDRPDR sel
826         - 25  # NDRPDR sel
827         - 26  # NDRPDR sel
828         - 29  # NDRPDR sel
829         - 30  # NDRPDR sel
830     vpp-compare-testbeds-cmp:
831       csit-vpp-perf-verify-1904-3n-skx:
832         - 8   # NDRPDR sel
833         - 9   # NDRPDR sel
834         - 10  # NDRPDR sel
835         - 11  # NDRPDR sel
836         - 12  # NDRPDR sel
837         - 14  # NDRPDR sel
838         - 16  # NDRPDR sel
839         - 21  # NDRPDR sel
840         - 23  # NDRPDR sel
841         - 25  # NDRPDR sel
842     vpp-compare-testbeds:
843       - "vpp-compare-testbeds-ref"
844       - "vpp-compare-testbeds-cmp"
845
846     vpp-compare-testbeds-mrr-ref:
847       csit-vpp-perf-verify-1904-3n-hsw:
848         - 9   # MRR sel
849     vpp-compare-testbeds-mrr-cmp:
850       csit-vpp-perf-verify-1904-3n-skx:
851         - 7   # MRR sel
852     vpp-compare-testbeds-mrr:
853       - "vpp-compare-testbeds-mrr-ref"
854       - "vpp-compare-testbeds-mrr-cmp"
855
856     dpdk-compare-testbeds-ref:
857       csit-dpdk-perf-verify-1904-3n-hsw:
858         - 2   # NDRPDR sel
859         - 3   # NDRPDR sel
860         - 5   # NDRPDR sel
861         - 6   # NDRPDR sel
862         - 13  # NDRPDR sel
863         - 14  # NDRPDR sel
864         - 15  # NDRPDR sel
865         - 18  # NDRPDR sel
866         - 19  # NDRPDR sel
867         - 20  # NDRPDR sel
868     dpdk-compare-testbeds-cmp:
869       csit-dpdk-perf-verify-1904-3n-skx:
870         - 2   # NDRPDR sel
871         - 3   # NDRPDR sel
872         - 4   # NDRPDR sel
873         - 5   # NDRPDR sel
874         - 6   # NDRPDR sel
875         - 7   # NDRPDR sel
876         - 11  # NDRPDR sel
877         - 12  # NDRPDR sel
878         - 13  # NDRPDR sel
879         - 14  # NDRPDR sel
880     dpdk-compare-testbeds:
881       - "dpdk-compare-testbeds-ref"
882       - "dpdk-compare-testbeds-cmp"
883
884     # Compare topologies
885
886     vpp-compare-topologies-ref:
887       csit-vpp-perf-verify-1904-3n-skx:
888         - 8   # NDRPDR sel
889         - 9   # NDRPDR sel
890         - 10  # NDRPDR sel
891         - 11  # NDRPDR sel
892         - 12  # NDRPDR sel
893         - 14  # NDRPDR sel
894         - 16  # NDRPDR sel
895         - 21  # NDRPDR sel
896         - 23  # NDRPDR sel
897         - 25  # NDRPDR sel
898     vpp-compare-topologies-cmp:
899       csit-vpp-perf-verify-1904-2n-skx:
900         - 12  # NDRPDR sel
901         - 14  # NDRPDR sel
902         - 16  # NDRPDR sel
903         - 17  # NDRPDR sel
904         - 18  # NDRPDR sel
905         - 21  # NDRPDR sel
906         - 27  # NDRPDR sel
907         - 30  # NDRPDR sel
908         - 31  # NDRPDR sel
909         - 32  # NDRPDR sel
910     vpp-compare-topologies:
911       - "vpp-compare-topologies-ref"
912       - "vpp-compare-topologies-cmp"
913
914     vpp-compare-topologies-mrr-ref:
915       csit-vpp-perf-verify-1904-3n-skx:
916         - 7   # MRR sel
917     vpp-compare-topologies-mrr-cmp:
918       csit-vpp-perf-verify-1904-2n-skx:
919         - 11  # MRR sel
920     vpp-compare-topologies-mrr:
921       - "vpp-compare-topologies-mrr-ref"
922       - "vpp-compare-topologies-mrr-cmp"
923
924     dpdk-compare-topologies-ref:
925       csit-dpdk-perf-verify-1904-3n-skx:
926         - 2   # NDRPDR sel
927         - 3   # NDRPDR sel
928         - 4   # NDRPDR sel
929         - 5   # NDRPDR sel
930         - 6   # NDRPDR sel
931         - 7   # NDRPDR sel
932         - 11  # NDRPDR sel
933         - 12  # NDRPDR sel
934         - 13  # NDRPDR sel
935         - 14  # NDRPDR sel
936     dpdk-compare-topologies-cmp:
937       csit-dpdk-perf-verify-1904-2n-skx:
938         - 2   # NDRPDR sel
939         - 3   # NDRPDR sel
940         - 4   # NDRPDR sel
941         - 5   # NDRPDR sel
942         - 7   # NDRPDR sel
943         - 8   # NDRPDR sel
944         - 9   # NDRPDR sel
945         - 10  # NDRPDR sel
946         - 11  # NDRPDR sel
947         - 12  # NDRPDR sel
948     dpdk-compare-topologies:
949       - "dpdk-compare-topologies-ref"
950       - "dpdk-compare-topologies-cmp"
951
952   plot-layouts:
953
954     plot-soak-throughput:
955       titlefont:
956         size: 18
957       xaxis:
958         title: "<b>Test Cases [Index]</b>"
959         titlefont:
960           size: 16
961         autorange: True
962         fixedrange: False
963         gridcolor: "rgb(230, 230, 230)"
964         linecolor: "rgb(220, 220, 220)"
965         linewidth: 1
966         showgrid: True
967         showline: True
968         showticklabels: True
969         tickcolor: "rgb(220, 220, 220)"
970         tickmode: "linear"
971         tickfont:
972           size: 16
973         zeroline: False
974       yaxis:
975         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
976         titlefont:
977           size: 16
978         gridcolor: "rgb(230, 230, 230)"
979         hoverformat: ".4r"
980         tickformat: ".3r"
981         linecolor: "rgb(220, 220, 220)"
982         linewidth: 1
983         showgrid: True
984         showline: True
985         showticklabels: True
986         tickcolor: "rgb(220, 220, 220)"
987         tickfont:
988           size: 16
989         zeroline: False
990         range: [0,50]
991       autosize: False
992       margin:
993         t: 50
994         b: 0
995         l: 80
996         r: 20
997       showlegend: True
998       legend:
999         orientation: "h"
1000         font:
1001           size: 16
1002       width: 700
1003       height: 900
1004
1005     plot-service-density:
1006       titlefont:
1007         size: 18
1008       xaxis:
1009         side: "top"
1010         autorange: True
1011         fixedrange: False
1012         showgrid: False
1013         showline: False
1014         showticklabels: False
1015         ticks: ""
1016         ticklen: 0
1017         tickwidth: 0
1018         zeroline: False
1019       yaxis:
1020         autorange: "reversed"
1021         showgrid: False
1022         showline: False
1023         showticklabels: False
1024         ticks: ""
1025         ticklen: 0
1026         tickwidth: 0
1027         zeroline: False
1028       autosize: True
1029       showlegend: False
1030       width: 700
1031       height: 700
1032
1033     plot-cps:
1034       titlefont:
1035         size: 18
1036       xaxis:
1037         title: "<b>Test Cases [Index]</b>"
1038         titlefont:
1039           size: 16
1040         autorange: True
1041         fixedrange: False
1042         gridcolor: "rgb(230, 230, 230)"
1043         linecolor: "rgb(220, 220, 220)"
1044         linewidth: 1
1045         showgrid: True
1046         showline: True
1047         showticklabels: True
1048         tickcolor: "rgb(220, 220, 220)"
1049         tickmode: "linear"
1050         tickfont:
1051           size: 16
1052         zeroline: False
1053       yaxis:
1054         title: "<b>Connections Per Second [cps]</b>"
1055         titlefont:
1056           size: 16
1057         gridcolor: "rgb(230, 230, 230)"
1058         hoverformat: ".4s"
1059         linecolor: "rgb(220, 220, 220)"
1060         linewidth: 1
1061         rangemode: "tozero"
1062         showgrid: True
1063         showline: True
1064         showticklabels: True
1065         tickcolor: "rgb(220, 220, 220)"
1066         tickformat: ".3s"
1067         tickfont:
1068           size: 16
1069         zeroline: False
1070       boxmode: "group"
1071       boxgroupgap: 0.5
1072       autosize: False
1073       margin:
1074         t: 50
1075         b: 20
1076         l: 80
1077         r: 20
1078       showlegend: True
1079       legend:
1080         orientation: "h"
1081         font:
1082           size: 16
1083       width: 700
1084       height: 800
1085
1086     plot-rps:
1087       titlefont:
1088         size: 18
1089       xaxis:
1090         title: "<b>Test Cases [Index]</b>"
1091         titlefont:
1092           size: 16
1093         autorange: True
1094         fixedrange: False
1095         gridcolor: "rgb(230, 230, 230)"
1096         linecolor: "rgb(220, 220, 220)"
1097         linewidth: 1
1098         showgrid: True
1099         showline: True
1100         showticklabels: True
1101         tickcolor: "rgb(220, 220, 220)"
1102         tickmode: "linear"
1103         tickfont:
1104           size: 16
1105         zeroline: False
1106       yaxis:
1107         title: "<b>Requests Per Second [rps]</b>"
1108         titlefont:
1109           size: 16
1110         gridcolor: "rgb(230, 230, 230)"
1111         hoverformat: ".4s"
1112         linecolor: "rgb(220, 220, 220)"
1113         linewidth: 1
1114         rangemode: "tozero"
1115         showgrid: True
1116         showline: True
1117         showticklabels: True
1118         tickcolor: "rgb(230, 230, 230)"
1119         tickformat: ".3s"
1120         tickfont:
1121           size: 16
1122         zeroline: False
1123       boxmode: "group"
1124       boxgroupgap: 0.5
1125       autosize: False
1126       margin:
1127         t: 50
1128         b: 20
1129         l: 80
1130         r: 20
1131       showlegend: True
1132       legend:
1133         orientation: "h"
1134         font:
1135           size: 16
1136       width: 700
1137       height: 800
1138
1139     plot-throughput:
1140       titlefont:
1141         size: 18
1142       xaxis:
1143         title: "<b>Test Cases [Index]</b>"
1144         titlefont:
1145           size: 16
1146         autorange: True
1147         fixedrange: False
1148         gridcolor: "rgb(230, 230, 230)"
1149         linecolor: "rgb(220, 220, 220)"
1150         linewidth: 1
1151         showgrid: True
1152         showline: True
1153         showticklabels: True
1154         tickcolor: "rgb(220, 220, 220)"
1155         tickmode: "linear"
1156         tickfont:
1157           size: 16
1158         zeroline: False
1159       yaxis:
1160         title: "<b>Packet Throughput [Mpps]</b>"
1161         titlefont:
1162           size: 16
1163         gridcolor: "rgb(230, 230, 230)"
1164         hoverformat: ".4r"
1165         tickformat: ".3r"
1166         linecolor: "rgb(220, 220, 220)"
1167         linewidth: 1
1168         showgrid: True
1169         showline: True
1170         showticklabels: True
1171         tickcolor: "rgb(220, 220, 220)"
1172         tickfont:
1173           size: 16
1174         zeroline: False
1175         range: [0,50]
1176       boxmode: "group"
1177       boxgroupgap: 0.5
1178       autosize: False
1179       margin:
1180         t: 50
1181         b: 0
1182         l: 80
1183         r: 20
1184       showlegend: True
1185       legend:
1186         orientation: "h"
1187         font:
1188           size: 16
1189       width: 700
1190       height: 900
1191
1192     plot-throughput-speedup-analysis:
1193       titlefont:
1194         size: 18
1195       xaxis:
1196         title: "<b>Number of Cores [Qty]</b>"
1197         titlefont:
1198           size: 16
1199         autorange: True
1200         fixedrange: False
1201         gridcolor: "rgb(230, 230, 230)"
1202         linecolor: "rgb(220, 220, 220)"
1203         linewidth: 1
1204         showgrid: True
1205         showline: True
1206         showticklabels: True
1207         tickcolor: "rgb(238, 238, 238)"
1208         tickmode: "linear"
1209         tickfont:
1210           size: 16
1211         zeroline: False
1212       yaxis:
1213         title: "<b>Packet Throughput [Mpps]</b>"
1214         titlefont:
1215           size: 16
1216         type: "linear"
1217         gridcolor: "rgb(230, 230, 230)"
1218         hoverformat: ".4s"
1219         linecolor: "rgb(220, 220, 220)"
1220         linewidth: 1
1221         showgrid: True
1222         showline: True
1223         showticklabels: True
1224         tickcolor: "rgb(220, 220, 220)"
1225         tickformat: ".4s"
1226         tickfont:
1227           size: 16
1228         zeroline: True
1229         rangemode: "tozero"
1230         range: [0,100]
1231       legend:
1232         orientation: "h"
1233         font:
1234           size: 16
1235         xanchor: "left"
1236         yanchor: "top"
1237         x: 0
1238         y: -0.2
1239         bgcolor: "rgba(255, 255, 255, 0)"
1240         bordercolor: "rgba(255, 255, 255, 0)"
1241         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1242       autosize: False
1243       margin:
1244           't': 50
1245           'b': 150
1246           'l': 85
1247           'r': 10
1248       showlegend: True
1249       width: 700
1250       height: 700
1251       hoverlabel:
1252         namelength: -1
1253       annotations: [
1254         {
1255           text: "_ _          __          ...",
1256           align: "left",
1257           showarrow: False,
1258           xref: "paper",
1259           yref: "paper",
1260           xanchor: "left",
1261           yanchor: "top",
1262           x: 0,
1263           y: -0.13,
1264           font: {
1265             family: "Consolas, Courier New",
1266             size: 15
1267           },
1268         },
1269         {
1270           text: "    Perfect     Measured     Limit",
1271           align: "left",
1272           showarrow: False,
1273           xref: "paper",
1274           yref: "paper",
1275           xanchor: "left",
1276           yanchor: "top",
1277           x: 0,
1278           y: -0.15,
1279           font: {
1280             family: "Consolas, Courier New",
1281             size: 15
1282           },
1283         },
1284       ]
1285
1286     plot-latency:
1287       titlefont:
1288         size: 18
1289       xaxis:
1290         title: "<b>Direction</b>"
1291         titlefont:
1292           size: 16
1293         autorange: True
1294         fixedrange: False
1295         gridcolor: "rgb(230, 230, 230)"
1296         linecolor: "rgb(220, 220, 220)"
1297         linewidth: 1
1298         showgrid: True
1299         showline: True
1300         showticklabels: False
1301         tickcolor: "rgb(220, 220, 220)"
1302         tickmode: "linear"
1303         tickfont:
1304           size: 16
1305         zeroline: False
1306       yaxis:
1307         title: "<b>Packet Latency [uSec]</b>"
1308         titlefont:
1309           size: 16
1310         type: "linear"
1311         gridcolor: "rgb(230, 230, 230)"
1312         hoverformat: ".4s"
1313         linecolor: "rgb(220, 220, 220)"
1314         linewidth: 1
1315         showgrid: True
1316         showline: True
1317         showticklabels: True
1318         tickcolor: "rgb(220, 220, 220)"
1319         tickformat: ".4s"
1320         tickfont:
1321           size: 16
1322         zeroline: True
1323         rangemode: "tozero"
1324       legend:
1325         orientation: "h"
1326         font:
1327           size: 16
1328         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1329       autosize: False
1330       margin:
1331           't': 50
1332           'b': 150
1333           'l': 80
1334           'r': 10
1335       showlegend: True
1336       width: 700
1337       height: 700
1338       hoverlabel:
1339         namelength: -1
1340
1341 - type: "static"
1342   src-path: "{DIR[RST]}"
1343   dst-path: "{DIR[WORKING,SRC]}"
1344
1345 - type: "input"
1346   general:
1347     file-name: "robot-plugin.zip"
1348     file-format: ".zip"
1349     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1350     extract: "robot-plugin/output.xml"
1351
1352   builds:
1353 ##    intel-dnv-vpp-release-1904:
1354 ##      - 1
1355 #
1356 #    intel-dnv-vpp-release-1901:
1357 #      - 1
1358 #
1359 #    intel-dnv-vpp-release-1810:
1360 #      - 1
1361
1362     csit-vpp-perf-verify-1810-3n-hsw:
1363       - 9   # MRR sel
1364       - 8   # NDRPDR sel
1365       - 12  # NDRPDR sel
1366       - 14  # NDRPDR sel
1367       - 18  # NDRPDR sel
1368       - 23  # NDRPDR sel
1369       - 25  # NDRPDR sel
1370       - 38  # NDRPDR sel
1371       - 39  # NDRPDR sel
1372       - 41  # NDRPDR sel
1373       - 42  # NDRPDR sel
1374 #      - 28  # WRK
1375 #      - 29  # WRK
1376 #      - 30  # WRK
1377 #      - 31  # WRK
1378 #      - 32  # WRK
1379 #      - 33  # WRK
1380 #      - 34  # WRK
1381 #      - 35  # WRK
1382 #      - 36  # WRK
1383 #      - 37  # WRK
1384     csit-vpp-perf-verify-1901-3n-hsw:
1385       - 35  # MRR sel
1386       - 10  # NDRPDR sel
1387       - 19  # NDRPDR sel
1388       - 31  # NDRPDR sel
1389       - 36  # NDRPDR sel
1390       - 40  # NDRPDR sel
1391       - 42  # NDRPDR sel
1392       - 44  # NDRPDR sel
1393       - 46  # NDRPDR sel
1394       - 47  # NDRPDR sel
1395       - 48  # NDRPDR sel
1396       - 61  # NDRPDR LB
1397       - 62  # NDRPDR LB
1398       - 63  # NDRPDR LB
1399       - 64  # NDRPDR LB
1400       - 65  # NDRPDR LB
1401       - 66  # NDRPDR LB
1402       - 67  # NDRPDR LB
1403       - 69  # NDRPDR LB
1404       - 70  # NDRPDR LB
1405       - 71  # NDRPDR LB
1406     # TODO: Add 1904 Data
1407     csit-vpp-perf-verify-1904-3n-hsw:
1408       - 9   # MRR sel
1409       - 32  # NDRPDR full
1410       - 33  # NDRPDR full
1411       - 35  # NDRPDR full
1412       - 36  # NDRPDR full
1413       - 37  # NDRPDR full
1414       - 38  # NDRPDR full
1415       - 40  # NDRPDR full
1416       - 45  # NDRPDR full
1417       - 46  # NDRPDR full
1418       - 48  # NDRPDR full
1419       - 11  # NDRPDR sel
1420       - 12  # NDRPDR sel
1421       - 20  # NDRPDR sel
1422       - 21  # NDRPDR sel
1423       - 23  # NDRPDR sel
1424       - 24  # NDRPDR sel
1425       - 25  # NDRPDR sel
1426       - 26  # NDRPDR sel
1427       - 29  # NDRPDR sel
1428       - 30  # NDRPDR sel
1429
1430     csit-vpp-perf-verify-1810-3n-skx:
1431       - 9   # MRR sel
1432       - 11  # MRR sel
1433       - 12  # MRR sel
1434       - 13  # MRR sel
1435       - 10  # NDRPDR sel
1436       - 14  # NDRPDR sel
1437       - 15  # NDRPDR sel
1438       - 16  # NDRPDR sel
1439       - 17  # NDRPDR sel
1440       - 19  # NDRPDR sel
1441       - 20  # NDRPDR sel
1442       - 21  # NDRPDR sel
1443       - 22  # NDRPDR sel
1444       - 25  # NDRPDR sel
1445     csit-vpp-perf-verify-1901-3n-skx:
1446       - 32  # MRR sel
1447       - 18  # NDRPDR sel
1448       - 19  # NDRPDR sel
1449       - 20  # NDRPDR sel
1450       - 28  # NDRPDR sel
1451       - 31  # NDRPDR sel
1452       - 33  # NDRPDR sel
1453       - 36  # NDRPDR sel
1454       - 38  # NDRPDR sel
1455       - 47  # NDRPDR sel
1456       - 48  # NDRPDR sel
1457       - 54  # NDRPDR LB
1458       - 57  # NDRPDR LB
1459       - 58  # NDRPDR LB
1460       - 59  # NDRPDR LB
1461       - 60  # NDRPDR LB
1462       - 63  # NDRPDR LB
1463       - 64  # NDRPDR LB
1464       - 65  # NDRPDR LB
1465       - 66  # NDRPDR LB
1466       - 67  # NDRPDR LB
1467     csit-vpp-perf-verify-1904-3n-skx:
1468       - 7   # MRR sel
1469       - 26  # NDRPDR full
1470       - 27  # NDRPDR full
1471       - 30  # NDRPDR full
1472       - 31  # NDRPDR full
1473       - 8   # NDRPDR sel
1474       - 9   # NDRPDR sel
1475       - 10  # NDRPDR sel
1476       - 11  # NDRPDR sel
1477       - 12  # NDRPDR sel
1478       - 14  # NDRPDR sel
1479       - 16  # NDRPDR sel
1480       - 21  # NDRPDR sel
1481       - 23  # NDRPDR sel
1482       - 25  # NDRPDR sel
1483
1484     csit-vpp-perf-verify-1810-2n-skx:
1485       - 8   # MRR sel
1486       - 10  # MRR sel
1487       - 11  # MRR sel
1488       - 12  # MRR sel
1489       - 9   # NDRPDR sel
1490       - 13  # NDRPDR sel
1491       - 14  # NDRPDR sel
1492       - 19  # NDRPDR sel
1493       - 20  # NDRPDR sel
1494       - 21  # NDRPDR sel
1495       - 22  # NDRPDR sel
1496       - 23  # NDRPDR sel
1497       - 24  # NDRPDR sel
1498       - 27  # NDRPDR sel
1499     csit-vpp-perf-verify-1901-2n-skx:
1500       - 22  # MRR sel
1501       - 5   # NDRPDR sel
1502       - 12  # NDRPDR sel
1503       - 13  # NDRPDR sel
1504       - 21  # NDRPDR sel
1505       - 23  # NDRPDR sel
1506       - 31  # NDRPDR sel
1507       - 34  # NDRPDR sel
1508       - 40  # NDRPDR sel
1509       - 42  # NDRPDR sel
1510       - 43  # NDRPDR sel
1511     csit-vpp-perf-verify-1904-2n-skx:
1512       - 11  # MRR sel
1513       - 33  # NDRPDR full
1514       - 39  # NDRPDR full
1515       - 58  # NDRPDR full
1516       - 62  # NDRPDR full
1517       - 12  # NDRPDR sel
1518       - 14  # NDRPDR sel
1519       - 16  # NDRPDR sel
1520       - 17  # NDRPDR sel
1521       - 18  # NDRPDR sel
1522       - 21  # NDRPDR sel
1523       - 27  # NDRPDR sel
1524       - 30  # NDRPDR sel
1525       - 31  # NDRPDR sel
1526       - 32  # NDRPDR sel
1527       - 40  # NFV MRR 64b
1528       - 41  # NFV MRR 64b
1529       - 42  # NFV MRR 64b
1530       - 47  # NFV MRR 64b
1531       - 48  # NFV MRR 64b
1532       - 49  # NFV MRR IMIX
1533       - 50  # NFV MRR IMIX
1534       - 51  # NFV MRR IMIX
1535       - 54  # NFV MRR IMIX
1536       - 55  # NFV MRR IMIX
1537       - 56  # NFV NDRPDR 64b
1538       - 59  # NFV NDRPDR 64b
1539       - 60  # NFV NDRPDR 64b
1540       - 65  # NFV NDRPDR 64b
1541       - 68  # NFV NDRPDR 64b
1542       - 66  # NFV NDRPDR IMIX
1543       - 67  # NFV NDRPDR IMIX
1544       - 69  # NFV NDRPDR IMIX
1545       - 82  # NFV NDRPDR IMIX
1546       - 83  # NFV NDRPDR IMIX
1547       - 80  # NFV MRR NDRPDR 64b IMIX
1548       - 81  # NFV MRR NDRPDR 64b IMIX
1549       - 84  # NFV MRR NDRPDR 64b IMIX
1550       - 85  # NFV MRR NDRPDR 64b IMIX
1551       - 86  # NFV MRR NDRPDR 64b IMIX
1552       - 70  # soak
1553       - 71  # soak
1554
1555 #    csit-ligato-perf-verify-1901-3n-hsw:
1556 #      - 10  # NDRPDR full
1557 #      - 8   # NDRPDR sel
1558 #      - 9   # NDRPDR sel
1559 #      - 11  # NDRPDR sel
1560 #      - 12  # NDRPDR sel
1561 #      - 13  # NDRPDR sel
1562 #      - 14  # NDRPDR sel
1563 #      - 15  # NDRPDR sel
1564 #      - 16  # NDRPDR sel
1565 #      - 17  # NDRPDR sel
1566 #      - 18  # NDRPDR sel
1567 ##    csit-ligato-perf-verify-1904-3n-hsw:
1568 ##      -
1569
1570     csit-dpdk-perf-verify-1810-3n-hsw:
1571       - 1   # NDRPDR sel
1572       - 2   # NDRPDR sel
1573       - 3   # NDRPDR sel
1574       - 4   # NDRPDR sel
1575       - 5   # NDRPDR sel
1576       - 6   # NDRPDR sel
1577       - 7   # NDRPDR sel
1578       - 8   # NDRPDR sel
1579       - 9   # NDRPDR sel
1580       - 10  # NDRPDR sel
1581     csit-dpdk-perf-verify-1901-3n-hsw:
1582       - 13  # NDRPDR sel
1583       - 14  # NDRPDR sel
1584       - 16  # NDRPDR sel
1585       - 17  # NDRPDR sel
1586       - 18  # NDRPDR sel
1587       - 19  # NDRPDR sel
1588       - 20  # NDRPDR sel
1589       - 21  # NDRPDR sel
1590       - 22  # NDRPDR sel
1591       - 23  # NDRPDR sel
1592     csit-dpdk-perf-verify-1904-3n-hsw:
1593       - 2   # NDRPDR sel
1594       - 3   # NDRPDR sel
1595       - 5   # NDRPDR sel
1596       - 6   # NDRPDR sel
1597       - 13  # NDRPDR sel
1598       - 14  # NDRPDR sel
1599       - 15  # NDRPDR sel
1600       - 18  # NDRPDR sel
1601       - 19  # NDRPDR sel
1602       - 20  # NDRPDR sel
1603
1604     csit-dpdk-perf-verify-1810-3n-skx:
1605       - 3   # NDRPDR sel
1606       - 4   # NDRPDR sel
1607       - 6   # NDRPDR sel
1608       - 7   # NDRPDR sel
1609       - 8   # NDRPDR sel
1610       - 9   # NDRPDR sel
1611       - 10  # NDRPDR sel
1612       - 11  # NDRPDR sel
1613       - 12  # NDRPDR sel
1614       - 13  # NDRPDR sel
1615     csit-dpdk-perf-verify-1901-3n-skx:
1616       - 3   # NDRPDR sel
1617       - 5   # NDRPDR sel
1618       - 6   # NDRPDR sel
1619       - 7   # NDRPDR sel
1620       - 8   # NDRPDR sel
1621       - 9   # NDRPDR sel
1622       - 10  # NDRPDR sel
1623       - 11  # NDRPDR sel
1624       - 12  # NDRPDR sel
1625       - 13  # NDRPDR sel
1626     csit-dpdk-perf-verify-1904-3n-skx:
1627       - 2   # NDRPDR sel
1628       - 3   # NDRPDR sel
1629       - 4   # NDRPDR sel
1630       - 5   # NDRPDR sel
1631       - 6   # NDRPDR sel
1632       - 7   # NDRPDR sel
1633       - 11  # NDRPDR sel
1634       - 12  # NDRPDR sel
1635       - 13  # NDRPDR sel
1636       - 14  # NDRPDR sel
1637
1638     csit-dpdk-perf-verify-1810-2n-skx:
1639       - 3   # NDRPDR sel
1640       - 4   # NDRPDR sel
1641       - 5   # NDRPDR sel
1642       - 7   # NDRPDR sel
1643       - 8   # NDRPDR sel
1644       - 9   # NDRPDR sel
1645       - 10  # NDRPDR sel
1646       - 11  # NDRPDR sel
1647       - 12  # NDRPDR sel
1648       - 13  # NDRPDR sel
1649     csit-dpdk-perf-verify-1901-2n-skx:
1650       - 12  # NDRPDR sel
1651       - 13  # NDRPDR sel
1652       - 14  # NDRPDR sel
1653       - 15  # NDRPDR sel
1654       - 16  # NDRPDR sel
1655       - 17  # NDRPDR sel
1656       - 18  # NDRPDR sel
1657       - 19  # NDRPDR sel
1658       - 20  # NDRPDR sel
1659       - 21  # NDRPDR sel
1660     csit-dpdk-perf-verify-1904-2n-skx:
1661       - 2   # NDRPDR sel
1662       - 3   # NDRPDR sel
1663       - 4   # NDRPDR sel
1664       - 5   # NDRPDR sel
1665       - 7   # NDRPDR sel
1666       - 8   # NDRPDR sel
1667       - 9   # NDRPDR sel
1668       - 10  # NDRPDR sel
1669       - 11  # NDRPDR sel
1670       - 12  # NDRPDR sel
1671
1672     csit-vpp-functional-1904-ubuntu1604-virl:
1673       - 33
1674     csit-vpp-functional-1904-centos7-virl:
1675       - 32
1676     csit-vpp-device-1904-ubuntu1804-1n-skx:
1677       - 32
1678 #    # Not used
1679 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1680 #      - 1
1681     csit-dmm-functional-1904-ubuntu1604-virl:
1682       - 1
1683     csit-hc2vpp-verify-func-1904-ubuntu1604:
1684       - 4
1685
1686 - type: "output"
1687   output: "report"
1688   format:
1689     html:
1690     - full
1691     pdf:
1692     - minimal
1693
1694 ################################################################################
1695 ###                               T A B L E S                                ###
1696 ################################################################################
1697
1698 # VPP Soak vs NDR
1699 - type: "table"
1700   title: "VPP Soak vs NDR 2n-skx"
1701   algorithm: "table_soak_vs_ndr"
1702   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1703   reference:
1704     title: "NDR"
1705     data: "vpp-soak-vs-ndr-2n-skx-ref"
1706   compare:
1707     title: "Soak"
1708     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1709   data: "vpp-soak-vs-ndr-2n-skx"
1710   include-tests: "NDR"
1711   filter: "('NDRPDR' or 'SOAK')"
1712   parameters:
1713     - "throughput"
1714     - "name"
1715     - "parent"
1716
1717 ################################################################################
1718
1719 # VPP Compare NICs 3n-hsw 1t1c ndr
1720 - type: "table"
1721   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1722   algorithm: "table_nics_comparison"
1723   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1724   reference:
1725     title: "Intel-x520"
1726     nic: "NIC_Intel-X520-DA2"
1727   compare:
1728     title: "Intel-x710"
1729     nic: "NIC_Intel-X710"
1730   data: "vpp-nic-comparison-3n-hsw"
1731   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1732   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1733   parameters:
1734   - "name"
1735   - "parent"
1736   - "throughput"
1737   - "tags"
1738
1739 # VPP Compare NICs 3n-hsw 2t2c ndr
1740 - type: "table"
1741   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1742   algorithm: "table_nics_comparison"
1743   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1744   reference:
1745     title: "Intel-x520"
1746     nic: "NIC_Intel-X520-DA2"
1747   compare:
1748     title: "Intel-x710"
1749     nic: "NIC_Intel-X710"
1750   data: "vpp-nic-comparison-3n-hsw"
1751   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1752   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1753   parameters:
1754   - "name"
1755   - "parent"
1756   - "throughput"
1757   - "tags"
1758
1759 # VPP Compare NICs 3n-hsw 1t1c pdr
1760 - type: "table"
1761   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1762   algorithm: "table_nics_comparison"
1763   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1764   reference:
1765     title: "Intel-x520"
1766     nic: "NIC_Intel-X520-DA2"
1767   compare:
1768     title: "Intel-x710"
1769     nic: "NIC_Intel-X710"
1770   data: "vpp-nic-comparison-3n-hsw"
1771   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1772   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1773   parameters:
1774   - "name"
1775   - "parent"
1776   - "throughput"
1777   - "tags"
1778
1779 # VPP Compare NICs 3n-hsw 2t2c pdr
1780 - type: "table"
1781   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1782   algorithm: "table_nics_comparison"
1783   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1784   reference:
1785     title: "Intel-x520"
1786     nic: "NIC_Intel-X520-DA2"
1787   compare:
1788     title: "Intel-x710"
1789     nic: "NIC_Intel-X710"
1790   data: "vpp-nic-comparison-3n-hsw"
1791   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1792   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1793   parameters:
1794   - "name"
1795   - "parent"
1796   - "throughput"
1797   - "tags"
1798
1799 # VPP Compare NICs 3n-hsw 1t1c mrr
1800 - type: "table"
1801   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1802   algorithm: "table_nics_comparison"
1803   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1804   reference:
1805     title: "Intel-x520"
1806     nic: "NIC_Intel-X520-DA2"
1807   compare:
1808     title: "Intel-x710"
1809     nic: "NIC_Intel-X710"
1810   data: "vpp-nic-comparison-3n-hsw-mrr"
1811   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1812   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1813   parameters:
1814   - "name"
1815   - "parent"
1816   - "result"
1817   - "tags"
1818
1819 # VPP Compare NICs 3n-hsw 2t2c mrr
1820 - type: "table"
1821   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1822   algorithm: "table_nics_comparison"
1823   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1824   reference:
1825     title: "Intel-x520"
1826     nic: "NIC_Intel-X520-DA2"
1827   compare:
1828     title: "Intel-x710"
1829     nic: "NIC_Intel-X710"
1830   data: "vpp-nic-comparison-3n-hsw-mrr"
1831   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1832   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1833   parameters:
1834   - "name"
1835   - "parent"
1836   - "result"
1837   - "tags"
1838
1839 # VPP Compare NICs 3n-hsw 4t4c mrr
1840 - type: "table"
1841   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1842   algorithm: "table_nics_comparison"
1843   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1844   reference:
1845     title: "Intel-x520"
1846     nic: "NIC_Intel-X520-DA2"
1847   compare:
1848     title: "Intel-x710"
1849     nic: "NIC_Intel-X710"
1850   data: "vpp-nic-comparison-3n-hsw-mrr"
1851   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1852   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1853   parameters:
1854   - "name"
1855   - "parent"
1856   - "result"
1857   - "tags"
1858
1859 # VPP Compare NICs 3n-skx 2t1c ndr
1860 - type: "table"
1861   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1862   algorithm: "table_nics_comparison"
1863   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1864   reference:
1865     title: "Intel-x710"
1866     nic: "NIC_Intel-X710"
1867   compare:
1868     title: "Intel-xxv710"
1869     nic: "NIC_Intel-XXV710"
1870   data: "vpp-nic-comparison-3n-skx"
1871   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1872   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1873   parameters:
1874   - "name"
1875   - "parent"
1876   - "throughput"
1877   - "tags"
1878
1879 # VPP Compare NICs 3n-skx 4t2c ndr
1880 - type: "table"
1881   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1882   algorithm: "table_nics_comparison"
1883   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1884   reference:
1885     title: "Intel-x710"
1886     nic: "NIC_Intel-X710"
1887   compare:
1888     title: "Intel-xxv710"
1889     nic: "NIC_Intel-XXV710"
1890   data: "vpp-nic-comparison-3n-skx"
1891   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1892   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1893   parameters:
1894   - "name"
1895   - "parent"
1896   - "throughput"
1897   - "tags"
1898
1899 # VPP Compare NICs 3n-skx 2t1c pdr
1900 - type: "table"
1901   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1902   algorithm: "table_nics_comparison"
1903   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1904   reference:
1905     title: "Intel-x710"
1906     nic: "NIC_Intel-X710"
1907   compare:
1908     title: "Intel-xxv710"
1909     nic: "NIC_Intel-XXV710"
1910   data: "vpp-nic-comparison-3n-skx"
1911   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1912   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1913   parameters:
1914   - "name"
1915   - "parent"
1916   - "throughput"
1917   - "tags"
1918
1919  # VPP Compare NICs 3n-skx 4t2c pdr
1920 - type: "table"
1921   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1922   algorithm: "table_nics_comparison"
1923   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1924   reference:
1925     title: "Intel-x710"
1926     nic: "NIC_Intel-X710"
1927   compare:
1928     title: "Intel-xxv710"
1929     nic: "NIC_Intel-XXV710"
1930   data: "vpp-nic-comparison-3n-skx"
1931   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1932   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1933   parameters:
1934   - "name"
1935   - "parent"
1936   - "throughput"
1937   - "tags"
1938
1939 # VPP Compare NICs 3n-skx 2t1c mrr
1940 - type: "table"
1941   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1942   algorithm: "table_nics_comparison"
1943   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1944   reference:
1945     title: "Intel-x710"
1946     nic: "NIC_Intel-X710"
1947   compare:
1948     title: "Intel-xxv710"
1949     nic: "NIC_Intel-XXV710"
1950   data: "vpp-nic-comparison-3n-skx-mrr"
1951   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1952   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1953   parameters:
1954   - "name"
1955   - "parent"
1956   - "result"
1957   - "tags"
1958
1959 # VPP Compare NICs 3n-skx 4t2c mrr
1960 - type: "table"
1961   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1962   algorithm: "table_nics_comparison"
1963   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1964   reference:
1965     title: "Intel-x710"
1966     nic: "NIC_Intel-X710"
1967   compare:
1968     title: "Intel-xxv710"
1969     nic: "NIC_Intel-XXV710"
1970   data: "vpp-nic-comparison-3n-skx-mrr"
1971   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1972   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1973   parameters:
1974   - "name"
1975   - "parent"
1976   - "result"
1977   - "tags"
1978
1979  # VPP Compare NICs 3n-skx 8t4c mrr
1980 - type: "table"
1981   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1982   algorithm: "table_nics_comparison"
1983   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1984   reference:
1985     title: "Intel-x710"
1986     nic: "NIC_Intel-X710"
1987   compare:
1988     title: "Intel-xxv710"
1989     nic: "NIC_Intel-XXV710"
1990   data: "vpp-nic-comparison-3n-skx-mrr"
1991   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1992   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1993   parameters:
1994   - "name"
1995   - "parent"
1996   - "result"
1997   - "tags"
1998
1999 # VPP Compare NICs 2n-skx 2t1c ndr
2000 - type: "table"
2001   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2002   algorithm: "table_nics_comparison"
2003   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2004   reference:
2005     title: "Intel-x710"
2006     nic: "NIC_Intel-X710"
2007   compare:
2008     title: "Intel-xxv710"
2009     nic: "NIC_Intel-XXV710"
2010   data: "vpp-nic-comparison-2n-skx"
2011   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2012   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2013   parameters:
2014   - "name"
2015   - "parent"
2016   - "throughput"
2017   - "tags"
2018
2019 # VPP Compare NICs 2n-skx 4t2c ndr
2020 - type: "table"
2021   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2022   algorithm: "table_nics_comparison"
2023   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2024   reference:
2025     title: "Intel-x710"
2026     nic: "NIC_Intel-X710"
2027   compare:
2028     title: "Intel-xxv710"
2029     nic: "NIC_Intel-XXV710"
2030   data: "vpp-nic-comparison-2n-skx"
2031   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2032   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2033   parameters:
2034   - "name"
2035   - "parent"
2036   - "throughput"
2037   - "tags"
2038
2039  # VPP Compare NICs 2n-skx 2t1c pdr
2040 - type: "table"
2041   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2042   algorithm: "table_nics_comparison"
2043   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2044   reference:
2045     title: "Intel-x710"
2046     nic: "NIC_Intel-X710"
2047   compare:
2048     title: "Intel-xxv710"
2049     nic: "NIC_Intel-XXV710"
2050   data: "vpp-nic-comparison-2n-skx"
2051   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2052   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2053   parameters:
2054   - "name"
2055   - "parent"
2056   - "throughput"
2057   - "tags"
2058
2059 # VPP Compare NICs 2n-skx 4t2c pdr
2060 - type: "table"
2061   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2062   algorithm: "table_nics_comparison"
2063   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2064   reference:
2065     title: "Intel-x710"
2066     nic: "NIC_Intel-X710"
2067   compare:
2068     title: "Intel-xxv710"
2069     nic: "NIC_Intel-XXV710"
2070   data: "vpp-nic-comparison-2n-skx"
2071   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2072   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2073   parameters:
2074   - "name"
2075   - "parent"
2076   - "throughput"
2077   - "tags"
2078
2079 # VPP Compare NICs 2n-skx 2t1c mrr
2080 - type: "table"
2081   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2082   algorithm: "table_nics_comparison"
2083   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2084   reference:
2085     title: "Intel-x710"
2086     nic: "NIC_Intel-X710"
2087   compare:
2088     title: "Intel-xxv710"
2089     nic: "NIC_Intel-XXV710"
2090   data: "vpp-nic-comparison-2n-skx-mrr"
2091   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2092   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2093   parameters:
2094   - "name"
2095   - "parent"
2096   - "result"
2097   - "tags"
2098
2099 # VPP Compare NICs 2n-skx 4t2c mrr
2100 - type: "table"
2101   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2102   algorithm: "table_nics_comparison"
2103   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2104   reference:
2105     title: "Intel-x710"
2106     nic: "NIC_Intel-X710"
2107   compare:
2108     title: "Intel-xxv710"
2109     nic: "NIC_Intel-XXV710"
2110   data: "vpp-nic-comparison-2n-skx-mrr"
2111   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2112   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2113   parameters:
2114   - "name"
2115   - "parent"
2116   - "result"
2117   - "tags"
2118
2119 # VPP Compare NICs 2n-skx 8t4c mrr
2120 - type: "table"
2121   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2122   algorithm: "table_nics_comparison"
2123   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2124   reference:
2125     title: "Intel-x710"
2126     nic: "NIC_Intel-X710"
2127   compare:
2128     title: "Intel-xxv710"
2129     nic: "NIC_Intel-XXV710"
2130   data: "vpp-nic-comparison-2n-skx-mrr"
2131   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2132   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2133   parameters:
2134   - "name"
2135   - "parent"
2136   - "result"
2137   - "tags"
2138
2139 ################################################################################
2140 # VPP
2141
2142 ## VPP Performance Changes 2n-dnv 1t1c pdr
2143 #- type: "table"
2144 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2145 #  algorithm: "table_performance_comparison"
2146 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2147 #  history:
2148 #    - title: "rls1810"
2149 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2150 #  reference:
2151 #    title: "rls1901"
2152 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2153 #  compare:
2154 #    title: "rls1904"
2155 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2156 #  data: "intel-dnv-vpp-changes-2n-dnv"
2157 #  include-tests: "PDR"
2158 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2159 #  parameters:
2160 #  - "name"
2161 #  - "parent"
2162 #  - "throughput"
2163 #
2164 ## VPP Performance Changes 2n-dnv 2t2c pdr
2165 #- type: "table"
2166 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2167 #  algorithm: "table_performance_comparison"
2168 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2169 #  history:
2170 #    - title: "rls1810"
2171 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2172 #  reference:
2173 #    title: "rls1901"
2174 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2175 #  compare:
2176 #    title: "rls1904"
2177 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2178 #  data: "intel-dnv-vpp-changes-2n-dnv"
2179 #  include-tests: "PDR"
2180 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2181 #  parameters:
2182 #  - "name"
2183 #  - "parent"
2184 #  - "throughput"
2185 #
2186 ## VPP Performance Changes 2n-dnv 1t1c ndr
2187 #- type: "table"
2188 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2189 #  algorithm: "table_performance_comparison"
2190 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2191 #  history:
2192 #    - title: "rls1810"
2193 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2194 #  reference:
2195 #    title: "rls1901"
2196 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2197 #  compare:
2198 #    title: "rls1904"
2199 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2200 #  data: "intel-dnv-vpp-changes-2n-dnv"
2201 #  include-tests: "NDR"
2202 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2203 #  parameters:
2204 #  - "name"
2205 #  - "parent"
2206 #  - "throughput"
2207 #
2208 ## VPP Performance Changes 2n-dnv 2t2c ndr
2209 #- type: "table"
2210 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2211 #  algorithm: "table_performance_comparison"
2212 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2213 #  history:
2214 #    - title: "rls1810"
2215 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2216 #  reference:
2217 #    title: "rls1901"
2218 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2219 #  compare:
2220 #    title: "rls1904"
2221 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2222 #  data: "intel-dnv-vpp-changes-2n-dnv"
2223 #  include-tests: "NDR"
2224 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2225 #  parameters:
2226 #  - "name"
2227 #  - "parent"
2228 #  - "throughput"
2229 #
2230 ## VPP Performance Changes 2n-dnv 1t1c MRR
2231 #- type: "table"
2232 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2233 #  algorithm: "table_performance_comparison"
2234 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2235 #  history:
2236 #    - title: "rls1810"
2237 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2238 #  reference:
2239 #    title: "rls1901"
2240 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2241 #  compare:
2242 #    title: "rls1904"
2243 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2244 #  data: "intel-dnv-vpp-changes-2n-dnv"
2245 #  include-tests: "MRR"
2246 #  filter: "'1T1C' and 'MRR'"
2247 #  parameters:
2248 #  - "name"
2249 #  - "parent"
2250 #  - "result"
2251 #
2252 ## VPP Performance Changes 2n-dnv 2t2c MRR
2253 #- type: "table"
2254 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2255 #  algorithm: "table_performance_comparison"
2256 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2257 #  history:
2258 #    - title: "rls1810"
2259 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2260 #  reference:
2261 #    title: "rls1901"
2262 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2263 #  compare:
2264 #    title: "rls1904"
2265 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2266 #  data: "intel-dnv-vpp-changes-2n-dnv"
2267 #  include-tests: "MRR"
2268 #  filter: "'2T2C' and 'MRR'"
2269 #  parameters:
2270 #  - "name"
2271 #  - "parent"
2272 #  - "result"
2273 #
2274 ## VPP Performance Changes 2n-dnv 4t4c MRR
2275 #- type: "table"
2276 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2277 #  algorithm: "table_performance_comparison"
2278 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2279 #  history:
2280 #    - title: "rls1810"
2281 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2282 #  reference:
2283 #    title: "rls1901"
2284 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2285 #  compare:
2286 #    title: "rls1904"
2287 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2288 #  data: "intel-dnv-vpp-changes-2n-dnv"
2289 #  include-tests: "MRR"
2290 #  filter: "'4T4C' and 'MRR'"
2291 #  parameters:
2292 #  - "name"
2293 #  - "parent"
2294 #  - "result"
2295
2296 # VPP Performance Changes 3n-hsw 1t1c pdr
2297 - type: "table"
2298   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2299   algorithm: "table_performance_comparison"
2300   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2301   history:
2302     - title: "rls1810"
2303       data: "vpp-performance-changes-3n-hsw-h1"
2304   reference:
2305     title: "rls1901"
2306     data: "vpp-performance-changes-3n-hsw-ref"
2307   compare:
2308     title: "rls1904"
2309     data: "vpp-performance-changes-3n-hsw-cmp"
2310   data: "vpp-performance-changes-3n-hsw"
2311   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2312   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2313   parameters:
2314   - "name"
2315   - "parent"
2316   - "throughput"
2317
2318 # VPP Performance Changes 3n-hsw 2t2c pdr
2319 - type: "table"
2320   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2321   algorithm: "table_performance_comparison"
2322   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2323   history:
2324     - title: "rls1810"
2325       data: "vpp-performance-changes-3n-hsw-h1"
2326   reference:
2327     title: "rls1901"
2328     data: "vpp-performance-changes-3n-hsw-ref"
2329   compare:
2330     title: "rls1904"
2331     data: "vpp-performance-changes-3n-hsw-cmp"
2332   data: "vpp-performance-changes-3n-hsw"
2333   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2334   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2335   parameters:
2336   - "name"
2337   - "parent"
2338   - "throughput"
2339
2340 # VPP Performance Changes 3n-hsw 1t1c ndr
2341 - type: "table"
2342   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2343   algorithm: "table_performance_comparison"
2344   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2345   history:
2346     - title: "rls1810"
2347       data: "vpp-performance-changes-3n-hsw-h1"
2348   reference:
2349     title: "rls1901"
2350     data: "vpp-performance-changes-3n-hsw-ref"
2351   compare:
2352     title: "rls1904"
2353     data: "vpp-performance-changes-3n-hsw-cmp"
2354   data: "vpp-performance-changes-3n-hsw"
2355   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2356   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2357   parameters:
2358   - "name"
2359   - "parent"
2360   - "throughput"
2361
2362 # VPP Performance Changes 3n-hsw 2t2c ndr
2363 - type: "table"
2364   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2365   algorithm: "table_performance_comparison"
2366   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2367   history:
2368     - title: "rls1810"
2369       data: "vpp-performance-changes-3n-hsw-h1"
2370   reference:
2371     title: "rls1901"
2372     data: "vpp-performance-changes-3n-hsw-ref"
2373   compare:
2374     title: "rls1904"
2375     data: "vpp-performance-changes-3n-hsw-cmp"
2376   data: "vpp-performance-changes-3n-hsw"
2377   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2378   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2379   parameters:
2380   - "name"
2381   - "parent"
2382   - "throughput"
2383
2384 # VPP Performance Changes 3n-skx 2t1c pdr
2385 - type: "table"
2386   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2387   algorithm: "table_performance_comparison"
2388   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2389   history:
2390     - title: "rls1810"
2391       data: "vpp-performance-changes-3n-skx-h1"
2392   reference:
2393     title: "rls1901"
2394     data: "vpp-performance-changes-3n-skx-ref"
2395   compare:
2396     title: "rls1904"
2397     data: "vpp-performance-changes-3n-skx-cmp"
2398   data: "vpp-performance-changes-3n-skx"
2399   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2400   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2401   parameters:
2402   - "name"
2403   - "parent"
2404   - "throughput"
2405
2406 # VPP Performance Changes 3n-skx 4t2c pdr
2407 - type: "table"
2408   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2409   algorithm: "table_performance_comparison"
2410   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2411   history:
2412     - title: "rls1810"
2413       data: "vpp-performance-changes-3n-skx-h1"
2414   reference:
2415     title: "rls1901"
2416     data: "vpp-performance-changes-3n-skx-ref"
2417   compare:
2418     title: "rls1904"
2419     data: "vpp-performance-changes-3n-skx-cmp"
2420   data: "vpp-performance-changes-3n-skx"
2421   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2422   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2423   parameters:
2424   - "name"
2425   - "parent"
2426   - "throughput"
2427
2428 # VPP Performance Changes 3n-skx 2t1c ndr
2429 - type: "table"
2430   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2431   algorithm: "table_performance_comparison"
2432   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2433   history:
2434     - title: "rls1810"
2435       data: "vpp-performance-changes-3n-skx-h1"
2436   reference:
2437     title: "rls1901"
2438     data: "vpp-performance-changes-3n-skx-ref"
2439   compare:
2440     title: "rls1904"
2441     data: "vpp-performance-changes-3n-skx-cmp"
2442   data: "vpp-performance-changes-3n-skx"
2443   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2444   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2445   parameters:
2446   - "name"
2447   - "parent"
2448   - "throughput"
2449
2450 # VPP Performance Changes 3n-skx 4t2c ndr
2451 - type: "table"
2452   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2453   algorithm: "table_performance_comparison"
2454   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2455   history:
2456     - title: "rls1810"
2457       data: "vpp-performance-changes-3n-skx-h1"
2458   reference:
2459     title: "rls1901"
2460     data: "vpp-performance-changes-3n-skx-ref"
2461   compare:
2462     title: "rls1904"
2463     data: "vpp-performance-changes-3n-skx-cmp"
2464   data: "vpp-performance-changes-3n-skx"
2465   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2466   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2467   parameters:
2468   - "name"
2469   - "parent"
2470   - "throughput"
2471
2472 # VPP Performance Changes 2n-skx 2t1c pdr
2473 - type: "table"
2474   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2475   algorithm: "table_performance_comparison"
2476   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2477   history:
2478     - title: "rls1810"
2479       data: "vpp-performance-changes-2n-skx-h1"
2480   reference:
2481     title: "rls1901"
2482     data: "vpp-performance-changes-2n-skx-ref"
2483   compare:
2484     title: "rls1904"
2485     data: "vpp-performance-changes-2n-skx-cmp"
2486   data: "vpp-performance-changes-2n-skx"
2487   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2488   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2489   parameters:
2490   - "name"
2491   - "parent"
2492   - "throughput"
2493
2494 # VPP Performance Changes 2n-skx 4t2c pdr
2495 - type: "table"
2496   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2497   algorithm: "table_performance_comparison"
2498   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2499   history:
2500     - title: "rls1810"
2501       data: "vpp-performance-changes-2n-skx-h1"
2502   reference:
2503     title: "rls1901"
2504     data: "vpp-performance-changes-2n-skx-ref"
2505   compare:
2506     title: "rls1904"
2507     data: "vpp-performance-changes-2n-skx-cmp"
2508   data: "vpp-performance-changes-2n-skx"
2509   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2510   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2511   parameters:
2512   - "name"
2513   - "parent"
2514   - "throughput"
2515
2516 # VPP Performance Changes 2n-skx 2t1c ndr
2517 - type: "table"
2518   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2519   algorithm: "table_performance_comparison"
2520   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2521   history:
2522     - title: "rls1810"
2523       data: "vpp-performance-changes-2n-skx-h1"
2524   reference:
2525     title: "rls1901"
2526     data: "vpp-performance-changes-2n-skx-ref"
2527   compare:
2528     title: "rls1904"
2529     data: "vpp-performance-changes-2n-skx-cmp"
2530   data: "vpp-performance-changes-2n-skx"
2531   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2532   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2533   parameters:
2534   - "name"
2535   - "parent"
2536   - "throughput"
2537
2538 # VPP Performance Changes 2n-skx 4t2c ndr
2539 - type: "table"
2540   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2541   algorithm: "table_performance_comparison"
2542   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2543   history:
2544     - title: "rls1810"
2545       data: "vpp-performance-changes-2n-skx-h1"
2546   reference:
2547     title: "rls1901"
2548     data: "vpp-performance-changes-2n-skx-ref"
2549   compare:
2550     title: "rls1904"
2551     data: "vpp-performance-changes-2n-skx-cmp"
2552   data: "vpp-performance-changes-2n-skx"
2553   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2554   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2555   parameters:
2556   - "name"
2557   - "parent"
2558   - "throughput"
2559
2560 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2561 - type: "table"
2562   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2563   algorithm: "table_performance_comparison"
2564   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2565   reference:
2566     title: "3-Node Hsw"
2567     data: "vpp-compare-testbeds-ref"
2568   compare:
2569     title: "3-Node Skx"
2570     data: "vpp-compare-testbeds-cmp"
2571   data: "vpp-compare-testbeds"
2572   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2573   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2574   parameters:
2575   - "name"
2576   - "parent"
2577   - "throughput"
2578
2579 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2580 - type: "table"
2581   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2582   algorithm: "table_performance_comparison"
2583   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2584   reference:
2585     title: "3-Node Hsw"
2586     data: "vpp-compare-testbeds-ref"
2587   compare:
2588     title: "3-Node Skx"
2589     data: "vpp-compare-testbeds-cmp"
2590   data: "vpp-compare-testbeds"
2591   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2592   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2593   parameters:
2594   - "name"
2595   - "parent"
2596   - "throughput"
2597
2598 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2599 - type: "table"
2600   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2601   algorithm: "table_performance_comparison"
2602   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2603   reference:
2604     title: "3-Node Hsw"
2605     data: "vpp-compare-testbeds-ref"
2606   compare:
2607     title: "3-Node Skx"
2608     data: "vpp-compare-testbeds-cmp"
2609   data: "vpp-compare-testbeds"
2610   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2611   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2612   parameters:
2613   - "name"
2614   - "parent"
2615   - "throughput"
2616
2617 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2618 - type: "table"
2619   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2620   algorithm: "table_performance_comparison"
2621   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2622   reference:
2623     title: "3-Node Hsw"
2624     data: "vpp-compare-testbeds-ref"
2625   compare:
2626     title: "3-Node Skx"
2627     data: "vpp-compare-testbeds-cmp"
2628   data: "vpp-compare-testbeds"
2629   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2630   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2631   parameters:
2632   - "name"
2633   - "parent"
2634   - "throughput"
2635
2636 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2637 - type: "table"
2638   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2639   algorithm: "table_performance_comparison"
2640   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2641   reference:
2642     title: "3-Node Skx"
2643     data: "vpp-compare-topologies-ref"
2644   compare:
2645     title: "2-Node Skx"
2646     data: "vpp-compare-topologies-cmp"
2647   data: "vpp-compare-topologies"
2648   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2649   filter: "'NDRPDR' and '1C'"
2650   parameters:
2651   - "name"
2652   - "parent"
2653   - "throughput"
2654
2655 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2656 - type: "table"
2657   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2658   algorithm: "table_performance_comparison"
2659   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2660   reference:
2661     title: "3-Node Skx"
2662     data: "vpp-compare-topologies-ref"
2663   compare:
2664     title: "2-Node Skx"
2665     data: "vpp-compare-topologies-cmp"
2666   data: "vpp-compare-topologies"
2667   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2668   filter: "'NDRPDR' and '2C'"
2669   parameters:
2670   - "name"
2671   - "parent"
2672   - "throughput"
2673
2674 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2675 - type: "table"
2676   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2677   algorithm: "table_performance_comparison"
2678   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2679   reference:
2680     title: "3-Node Skx"
2681     data: "vpp-compare-topologies-ref"
2682   compare:
2683     title: "2-Node Skx"
2684     data: "vpp-compare-topologies-cmp"
2685   data: "vpp-compare-topologies"
2686   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2687   filter: "'NDRPDR' and '1C'"
2688   parameters:
2689   - "name"
2690   - "parent"
2691   - "throughput"
2692
2693 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2694 - type: "table"
2695   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2696   algorithm: "table_performance_comparison"
2697   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2698   reference:
2699     title: "3-Node Skx"
2700     data: "vpp-compare-topologies-ref"
2701   compare:
2702     title: "2-Node Skx"
2703     data: "vpp-compare-topologies-cmp"
2704   data: "vpp-compare-topologies"
2705   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2706   filter: "'NDRPDR' and '2C'"
2707   parameters:
2708   - "name"
2709   - "parent"
2710   - "throughput"
2711
2712 # VPP Performance Changes 3n-hsw 1t1c MRR
2713 - type: "table"
2714   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2715   algorithm: "table_performance_comparison"
2716   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2717   history:
2718     - title: "rls1810"
2719       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2720   reference:
2721     title: "rls1901"
2722     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2723   compare:
2724     title: "rls1904"
2725     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2726   data: "vpp-performance-changes-3n-hsw-mrr"
2727   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2728   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2729   parameters:
2730   - "name"
2731   - "parent"
2732   - "result"
2733
2734 # VPP Performance Changes 3n-hsw 2t2c MRR
2735 - type: "table"
2736   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2737   algorithm: "table_performance_comparison"
2738   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2739   history:
2740     - title: "rls1810"
2741       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2742   reference:
2743     title: "rls1901"
2744     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2745   compare:
2746     title: "rls1904"
2747     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2748   data: "vpp-performance-changes-3n-hsw-mrr"
2749   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2750   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2751   parameters:
2752   - "name"
2753   - "parent"
2754   - "result"
2755
2756 # VPP Performance Changes 3n-hsw 4t4c MRR
2757 - type: "table"
2758   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2759   algorithm: "table_performance_comparison"
2760   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2761   history:
2762     - title: "rls1810"
2763       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2764   reference:
2765     title: "rls1901"
2766     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2767   compare:
2768     title: "rls1904"
2769     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2770   data: "vpp-performance-changes-3n-hsw-mrr"
2771   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2772   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2773   parameters:
2774   - "name"
2775   - "parent"
2776   - "result"
2777
2778 # VPP Performance Changes 3n-skx 2t1c MRR
2779 - type: "table"
2780   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2781   algorithm: "table_performance_comparison"
2782   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2783   history:
2784     - title: "rls1810"
2785       data: "vpp-performance-changes-3n-skx-mrr-h1"
2786   reference:
2787     title: "rls1901"
2788     data: "vpp-performance-changes-3n-skx-mrr-ref"
2789   compare:
2790     title: "rls1904"
2791     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2792   data: "vpp-performance-changes-3n-skx-mrr"
2793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2794   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2795   parameters:
2796   - "name"
2797   - "parent"
2798   - "result"
2799
2800 # VPP Performance Changes 3n-skx 4t2c MRR
2801 - type: "table"
2802   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2803   algorithm: "table_performance_comparison"
2804   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2805   history:
2806     - title: "rls1810"
2807       data: "vpp-performance-changes-3n-skx-mrr-h1"
2808   reference:
2809     title: "rls1901"
2810     data: "vpp-performance-changes-3n-skx-mrr-ref"
2811   compare:
2812     title: "rls1904"
2813     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2814   data: "vpp-performance-changes-3n-skx-mrr"
2815   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2816   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2817   parameters:
2818   - "name"
2819   - "parent"
2820   - "result"
2821
2822 # VPP Performance Changes 3n-skx 8t4c MRR
2823 - type: "table"
2824   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2825   algorithm: "table_performance_comparison"
2826   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2827   history:
2828     - title: "rls1810"
2829       data: "vpp-performance-changes-3n-skx-mrr-h1"
2830   reference:
2831     title: "rls1901"
2832     data: "vpp-performance-changes-3n-skx-mrr-ref"
2833   compare:
2834     title: "rls1904"
2835     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2836   data: "vpp-performance-changes-3n-skx-mrr"
2837   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2838   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2839   parameters:
2840   - "name"
2841   - "parent"
2842   - "result"
2843
2844 # VPP Performance Changes 2n-skx 2t1c MRR
2845 - type: "table"
2846   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2847   algorithm: "table_performance_comparison"
2848   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2849   history:
2850     - title: "rls1810"
2851       data: "vpp-performance-changes-2n-skx-mrr-h1"
2852   reference:
2853     title: "rls1901"
2854     data: "vpp-performance-changes-2n-skx-mrr-ref"
2855   compare:
2856     title: "rls1904"
2857     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2858   data: "vpp-performance-changes-2n-skx-mrr"
2859   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2860   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2861   parameters:
2862   - "name"
2863   - "parent"
2864   - "result"
2865
2866 # VPP Performance Changes 2n-skx 4t2c MRR
2867 - type: "table"
2868   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2869   algorithm: "table_performance_comparison"
2870   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2871   history:
2872     - title: "rls1810"
2873       data: "vpp-performance-changes-2n-skx-mrr-h1"
2874   reference:
2875     title: "rls1901"
2876     data: "vpp-performance-changes-2n-skx-mrr-ref"
2877   compare:
2878     title: "rls1904"
2879     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2880   data: "vpp-performance-changes-2n-skx-mrr"
2881   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2882   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2883   parameters:
2884   - "name"
2885   - "parent"
2886   - "result"
2887
2888 # VPP Performance Changes 2n-skx 8t4c MRR
2889 - type: "table"
2890   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2891   algorithm: "table_performance_comparison"
2892   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2893   history:
2894     - title: "rls1810"
2895       data: "vpp-performance-changes-2n-skx-mrr-h1"
2896   reference:
2897     title: "rls1901"
2898     data: "vpp-performance-changes-2n-skx-mrr-ref"
2899   compare:
2900     title: "rls1904"
2901     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2902   data: "vpp-performance-changes-2n-skx-mrr"
2903   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2904   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2905   parameters:
2906   - "name"
2907   - "parent"
2908   - "result"
2909
2910 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2911 - type: "table"
2912   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2913   algorithm: "table_performance_comparison"
2914   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2915   reference:
2916     title: "3-Node Hsw"
2917     data: "vpp-compare-testbeds-mrr-ref"
2918   compare:
2919     title: "3-Node Skx"
2920     data: "vpp-compare-testbeds-mrr-cmp"
2921   data: "vpp-compare-testbeds-mrr"
2922   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2923   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2924   parameters:
2925   - "name"
2926   - "parent"
2927   - "result"
2928
2929 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2930 - type: "table"
2931   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2932   algorithm: "table_performance_comparison"
2933   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2934   reference:
2935     title: "3-Node Hsw"
2936     data: "vpp-compare-testbeds-mrr-ref"
2937   compare:
2938     title: "3-Node Skx"
2939     data: "vpp-compare-testbeds-mrr-cmp"
2940   data: "vpp-compare-testbeds-mrr"
2941   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2942   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2943   parameters:
2944   - "name"
2945   - "parent"
2946   - "result"
2947
2948 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2949 - type: "table"
2950   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2951   algorithm: "table_performance_comparison"
2952   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2953   reference:
2954     title: "3-Node Hsw"
2955     data: "vpp-compare-testbeds-mrr-ref"
2956   compare:
2957     title: "3-Node Skx"
2958     data: "vpp-compare-testbeds-mrr-cmp"
2959   data: "vpp-compare-testbeds-mrr"
2960   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2961   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2962   parameters:
2963   - "name"
2964   - "parent"
2965   - "result"
2966
2967 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2968 - type: "table"
2969   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2970   algorithm: "table_performance_comparison"
2971   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2972   reference:
2973     title: "3-Node Skx"
2974     data: "vpp-compare-topologies-mrr-ref"
2975   compare:
2976     title: "2-Node Skx"
2977     data: "vpp-compare-topologies-mrr-cmp"
2978   data: "vpp-compare-topologies-mrr"
2979   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2980   filter: "'MRR' and '1C'"
2981   parameters:
2982   - "name"
2983   - "parent"
2984   - "result"
2985
2986 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2987 - type: "table"
2988   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2989   algorithm: "table_performance_comparison"
2990   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2991   reference:
2992     title: "3-Node Skx"
2993     data: "vpp-compare-topologies-mrr-ref"
2994   compare:
2995     title: "2-Node Skx"
2996     data: "vpp-compare-topologies-mrr-cmp"
2997   data: "vpp-compare-topologies-mrr"
2998   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2999   filter: "'MRR' and '2C'"
3000   parameters:
3001   - "name"
3002   - "parent"
3003   - "result"
3004
3005 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3006 - type: "table"
3007   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3008   algorithm: "table_performance_comparison"
3009   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3010   reference:
3011     title: "3-Node Skx"
3012     data: "vpp-compare-topologies-mrr-ref"
3013   compare:
3014     title: "2-Node Skx"
3015     data: "vpp-compare-topologies-mrr-cmp"
3016   data: "vpp-compare-topologies-mrr"
3017   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3018   filter: "'MRR' and '4C'"
3019   parameters:
3020   - "name"
3021   - "parent"
3022   - "result"
3023
3024 # Detailed Test Results - VPP Performance Results 3n-hsw
3025 - type: "table"
3026   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3027   algorithm: "table_merged_details"
3028   output-file-ext: ".csv"
3029   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3030   columns:
3031   - title: "Name"
3032     data: "data name"
3033   - title: "Status"
3034     data: "data msg"
3035   rows: "generated"
3036   data: "vpp-perf-results-3n-hsw"
3037   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3038   parameters:
3039   - "name"
3040   - "parent"
3041   - "msg"
3042
3043 # Detailed Test Results - VPP Performance Results 3n-skx
3044 - type: "table"
3045   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3046   algorithm: "table_merged_details"
3047   output-file-ext: ".csv"
3048   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3049   columns:
3050   - title: "Name"
3051     data: "data name"
3052   - title: "Status"
3053     data: "data msg"
3054   rows: "generated"
3055   data: "vpp-perf-results-3n-skx"
3056   filter: "not 'CFS_OPT'"
3057   parameters:
3058   - "name"
3059   - "parent"
3060   - "msg"
3061
3062 # Detailed Test Results - VPP Performance Results 2n-skx
3063 - type: "table"
3064   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3065   algorithm: "table_merged_details"
3066   output-file-ext: ".csv"
3067   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3068   columns:
3069   - title: "Name"
3070     data: "data name"
3071   - title: "Status"
3072     data: "data msg"
3073   rows: "generated"
3074   data: "vpp-perf-results-2n-skx"
3075   filter: "not 'CFS_OPT'"
3076   parameters:
3077   - "name"
3078   - "parent"
3079   - "msg"
3080
3081 ## Detailed Test Results - VPP Performance Results 2n-dnv
3082 #- type: "table"
3083 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3084 #  algorithm: "table_details"
3085 #  output-file-ext: ".csv"
3086 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3087 #  columns:
3088 #  - title: "Name"
3089 #    data: "data name"
3090 #  - title: "Status"
3091 #    data: "data msg"
3092 #  rows: "generated"
3093 #  data: "intel-dnv-vpp"
3094 #  filter: "'NDRPDR'"
3095 #  parameters:
3096 #  - "name"
3097 #  - "parent"
3098 #  - "msg"
3099
3100 # Test configuration - VPP Performance Test Configs 3n-hsw
3101 - type: "table"
3102   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3103   algorithm: "table_merged_details"
3104   output-file-ext: ".csv"
3105   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3106   columns:
3107   - title: "Name"
3108     data: "data name"
3109   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3110     data: "data conf-history"
3111   rows: "generated"
3112   data: "vpp-perf-results-3n-hsw"
3113   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3114   parameters:
3115   - "parent"
3116   - "name"
3117   - "conf-history"
3118
3119 # Test configuration - VPP Performance Test Configs 3n-skx
3120 - type: "table"
3121   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3122   algorithm: "table_merged_details"
3123   output-file-ext: ".csv"
3124   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3125   columns:
3126   - title: "Name"
3127     data: "data name"
3128   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3129     data: "data conf-history"
3130   rows: "generated"
3131   data: "vpp-perf-results-3n-skx"
3132   filter: "not 'CFS_OPT'"
3133   parameters:
3134   - "parent"
3135   - "name"
3136   - "conf-history"
3137
3138 # Test configuration - VPP Performance Test Configs 2n-skx
3139 - type: "table"
3140   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3141   algorithm: "table_merged_details"
3142   output-file-ext: ".csv"
3143   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3144   columns:
3145   - title: "Name"
3146     data: "data name"
3147   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3148     data: "data conf-history"
3149   rows: "generated"
3150   data: "vpp-perf-results-2n-skx"
3151   filter: "not 'CFS_OPT'"
3152   parameters:
3153   - "parent"
3154   - "name"
3155   - "conf-history"
3156
3157 ## Test configuration - VPP Performance Test Configs 2n-dnv
3158 #- type: "table"
3159 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3160 #  algorithm: "table_details"
3161 #  output-file-ext: ".csv"
3162 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3163 #  columns:
3164 #  - title: "Name"
3165 #    data: "data name"
3166 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3167 #    data: "data conf-history"
3168 #  rows: "generated"
3169 #  data: "intel-dnv-vpp"
3170 #  filter: "'NDRPDR'"
3171 #  parameters:
3172 #  - "parent"
3173 #  - "name"
3174 #  - "conf-history"
3175
3176 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3177 - type: "table"
3178   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3179   algorithm: "table_merged_details"
3180   output-file-ext: ".csv"
3181   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3182   columns:
3183   - title: "Name"
3184     data: "data name"
3185   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3186     data: "data show-run"
3187   rows: "generated"
3188   data: "vpp-perf-results-3n-hsw"
3189   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3190   parameters:
3191   - "parent"
3192   - "name"
3193   - "show-run"
3194
3195 # Test Operational Data - VPP Performance Operational Data 3n-skx
3196 - type: "table"
3197   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3198   algorithm: "table_merged_details"
3199   output-file-ext: ".csv"
3200   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3201   columns:
3202   - title: "Name"
3203     data: "data name"
3204   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3205     data: "data show-run"
3206   rows: "generated"
3207   data: "vpp-perf-results-3n-skx"
3208   filter: "not 'CFS_OPT'"
3209   parameters:
3210   - "parent"
3211   - "name"
3212   - "show-run"
3213
3214 # Test Operational Data - VPP Performance Operational Data 2n-skx
3215 - type: "table"
3216   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3217   algorithm: "table_merged_details"
3218   output-file-ext: ".csv"
3219   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3220   columns:
3221   - title: "Name"
3222     data: "data name"
3223   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3224     data: "data show-run"
3225   rows: "generated"
3226   data: "vpp-perf-results-2n-skx"
3227   filter: "not 'CFS_OPT'"
3228   parameters:
3229   - "parent"
3230   - "name"
3231   - "show-run"
3232
3233 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3234 #- type: "table"
3235 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3236 #  algorithm: "table_details"
3237 #  output-file-ext: ".csv"
3238 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3239 #  columns:
3240 #  - title: "Name"
3241 #    data: "data name"
3242 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3243 #    data: "data show-run"
3244 #  rows: "generated"
3245 #  data: "intel-dnv-vpp"
3246 #  filter: "'NDRPDR'"
3247 #  parameters:
3248 #  - "parent"
3249 #  - "name"
3250 #  - "show-run"
3251
3252 # Detailed Test Results - VPP MRR Results 3n-hsw
3253 - type: "table"
3254   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3255   algorithm: "table_details"
3256   output-file-ext: ".csv"
3257   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3258   columns:
3259   - title: "Name"
3260     data: "data name"
3261   - title: "Status"
3262     data: "data msg"
3263   rows: "generated"
3264   data: "vpp-mrr-results-3n-hsw"
3265   filter: "'MRR'"
3266   parameters:
3267   - "name"
3268   - "parent"
3269   - "msg"
3270
3271 # Detailed Test Results - VPP MRR Results 3n-skx
3272 - type: "table"
3273   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3274   algorithm: "table_details"
3275   output-file-ext: ".csv"
3276   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3277   columns:
3278   - title: "Name"
3279     data: "data name"
3280   - title: "Status"
3281     data: "data msg"
3282   rows: "generated"
3283   data: "vpp-mrr-results-3n-skx"
3284   filter: "'MRR'"
3285   parameters:
3286   - "name"
3287   - "parent"
3288   - "msg"
3289
3290 # Detailed Test Results - VPP MRR Results 2n-skx
3291 - type: "table"
3292   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3293   algorithm: "table_details"
3294   output-file-ext: ".csv"
3295   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3296   columns:
3297   - title: "Name"
3298     data: "data name"
3299   - title: "Status"
3300     data: "data msg"
3301   rows: "generated"
3302   data: "vpp-mrr-results-2n-skx"
3303   filter: "'MRR'"
3304   parameters:
3305   - "name"
3306   - "parent"
3307   - "msg"
3308
3309 ## Detailed Test Results - VPP MRR Results 2n-dnv
3310 #- type: "table"
3311 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3312 #  algorithm: "table_details"
3313 #  output-file-ext: ".csv"
3314 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3315 #  columns:
3316 #  - title: "Name"
3317 #    data: "data name"
3318 #  - title: "Status"
3319 #    data: "data msg"
3320 #  rows: "generated"
3321 #  data: "intel-dnv-vpp"
3322 #  filter: "'MRR'"
3323 #  parameters:
3324 #  - "name"
3325 #  - "parent"
3326 #  - "msg"
3327
3328 # Test configuration - VPP MRR Test Configs 3n-hsw
3329 - type: "table"
3330   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3331   algorithm: "table_details"
3332   output-file-ext: ".csv"
3333   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3334   columns:
3335   - title: "Name"
3336     data: "data name"
3337   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3338     data: "data conf-history"
3339   rows: "generated"
3340   data: "vpp-mrr-results-3n-hsw"
3341   filter: "'MRR'"
3342   parameters:
3343   - "parent"
3344   - "name"
3345   - "conf-history"
3346
3347 # Test configuration - VPP MRR Test Configs 3n-skx
3348 - type: "table"
3349   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3350   algorithm: "table_details"
3351   output-file-ext: ".csv"
3352   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3353   columns:
3354   - title: "Name"
3355     data: "data name"
3356   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3357     data: "data conf-history"
3358   rows: "generated"
3359   data: "vpp-mrr-results-3n-skx"
3360   filter: "'MRR'"
3361   parameters:
3362   - "parent"
3363   - "name"
3364   - "conf-history"
3365
3366 # Test configuration - VPP MRR Test Configs 2n-skx
3367 - type: "table"
3368   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3369   algorithm: "table_details"
3370   output-file-ext: ".csv"
3371   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3372   columns:
3373   - title: "Name"
3374     data: "data name"
3375   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3376     data: "data conf-history"
3377   rows: "generated"
3378   data: "vpp-mrr-results-2n-skx"
3379   filter: "'MRR'"
3380   parameters:
3381   - "parent"
3382   - "name"
3383   - "conf-history"
3384
3385 ## Test configuration - VPP MRR Test Configs 2n-dnv
3386 #- type: "table"
3387 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3388 #  algorithm: "table_details"
3389 #  output-file-ext: ".csv"
3390 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3391 #  columns:
3392 #  - title: "Name"
3393 #    data: "data name"
3394 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3395 #    data: "data conf-history"
3396 #  rows: "generated"
3397 #  data: "intel-dnv-vpp"
3398 #  filter: "'MRR'"
3399 #  parameters:
3400 #  - "parent"
3401 #  - "name"
3402 #  - "conf-history"
3403
3404 # Detailed Test Results - VPP Functional Results - Ubuntu
3405 - type: "table"
3406   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3407   algorithm: "table_details"
3408   output-file-ext: ".csv"
3409   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3410   columns:
3411   - title: "Name"
3412     data: "data name"
3413   - title: "Documentation"
3414     data: "data doc"
3415   - title: "Status"
3416     data: "data status"
3417   rows: "generated"
3418   data: "vpp-func-results-ubuntu"
3419   filter: "all"
3420   parameters:
3421   - "name"
3422   - "parent"
3423   - "doc"
3424   - "status"
3425
3426 # Detailed Test Results - VPP Functional Results - CentOS
3427 - type: "table"
3428   title: "Detailed Test Results - VPP Functional Results - CentOS"
3429   algorithm: "table_details"
3430   output-file-ext: ".csv"
3431   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3432   columns:
3433   - title: "Name"
3434     data: "data name"
3435   - title: "Documentation"
3436     data: "data doc"
3437   -
3438     title: "Status"
3439     data: "data status"
3440   rows: "generated"
3441   data:
3442     "vpp-func-results-centos"
3443   filter: "all"
3444   parameters:
3445   - "name"
3446   - "parent"
3447   - "doc"
3448   - "status"
3449
3450 # Test configuration - VPP Functional Test Configs - Ubuntu
3451 - type: "table"
3452   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3453   algorithm: "table_details"
3454   output-file-ext: ".csv"
3455   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3456   columns:
3457   - title: "Name"
3458     data: "data name"
3459   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3460     data: "data conf-history"
3461   rows: "generated"
3462   data: "vpp-func-results-ubuntu"
3463   filter: "all"
3464   parameters:
3465   - "parent"
3466   - "name"
3467   - "conf-history"
3468
3469 # Test configuration - VPP Functional Test Configs - CentOS
3470 - type: "table"
3471   title: "Test configuration - VPP Functional Test Configs - CentOS"
3472   algorithm: "table_details"
3473   output-file-ext: ".csv"
3474   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3475   columns:
3476   - title: "Name"
3477     data: "data name"
3478   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3479     data: "data conf-history"
3480   rows: "generated"
3481   data: "vpp-func-results-centos"
3482   filter: "all"
3483   parameters:
3484   - "parent"
3485   - "name"
3486   - "conf-history"
3487
3488 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3489 #- type: "table"
3490 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3491 #  algorithm: "table_details"
3492 #  output-file-ext: ".csv"
3493 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3494 #  columns:
3495 #  - title: "Name"
3496 #    data: "data name"
3497 #  - title: "Status"
3498 #    data: "data msg"
3499 #  rows: "generated"
3500 #  data: "ligato-perf-results-3n-hsw"
3501 #  filter: "all"
3502 #  parameters:
3503 #  - "name"
3504 #  - "parent"
3505 #  - "msg"
3506
3507 # Detailed Test Results - VPP Device Results - Ubuntu
3508 - type: "table"
3509   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3510   algorithm: "table_details"
3511   output-file-ext: ".csv"
3512   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3513   columns:
3514   - title: "Name"
3515     data: "data name"
3516   - title: "Documentation"
3517     data: "data doc"
3518   - title: "Status"
3519     data: "data status"
3520   rows: "generated"
3521   data: "vpp-device-results-ubuntu"
3522   filter: "all"
3523   parameters:
3524   - "name"
3525   - "parent"
3526   - "doc"
3527   - "status"
3528
3529 # Test configuration - VPP Device Test Configs - Ubuntu
3530 - type: "table"
3531   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3532   algorithm: "table_details"
3533   output-file-ext: ".csv"
3534   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3535   columns:
3536   - title: "Name"
3537     data: "data name"
3538   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3539     data: "data conf-history"
3540   rows: "generated"
3541   data: "vpp-device-results-ubuntu"
3542   filter: "all"
3543   parameters:
3544   - "parent"
3545   - "name"
3546   - "conf-history"
3547
3548 ################################################################################
3549
3550 # DPDK Performance Changes 3n-hsw 1t1c pdr
3551 - type: "table"
3552   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3553   algorithm: "table_performance_comparison"
3554   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3555   history:
3556     - title: "rls1810"
3557       data: "dpdk-performance-changes-3n-hsw-h1"
3558   reference:
3559     title: "rls1901"
3560     data: "dpdk-performance-changes-3n-hsw-ref"
3561   compare:
3562     title: "rls1904"
3563     data: "dpdk-performance-changes-3n-hsw-cmp"
3564   data: "dpdk-performance-changes-3n-hsw"
3565   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3566   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3567   parameters:
3568   - "name"
3569   - "parent"
3570   - "throughput"
3571
3572 # DPDK Performance Changes 3n-hsw 2t2c pdr
3573 - type: "table"
3574   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3575   algorithm: "table_performance_comparison"
3576   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3577   history:
3578     - title: "rls1810"
3579       data: "dpdk-performance-changes-3n-hsw-h1"
3580   reference:
3581     title: "rls1901"
3582     data: "dpdk-performance-changes-3n-hsw-ref"
3583   compare:
3584     title: "rls1904"
3585     data: "dpdk-performance-changes-3n-hsw-cmp"
3586   data: "dpdk-performance-changes-3n-hsw"
3587   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3588   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3589   parameters:
3590   - "name"
3591   - "parent"
3592   - "throughput"
3593
3594 # DPDK Performance Changes 3n-hsw 1t1c ndr
3595 - type: "table"
3596   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3597   algorithm: "table_performance_comparison"
3598   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3599   history:
3600     - title: "rls1810"
3601       data: "dpdk-performance-changes-3n-hsw-h1"
3602   reference:
3603     title: "rls1901"
3604     data: "dpdk-performance-changes-3n-hsw-ref"
3605   compare:
3606     title: "rls1904"
3607     data: "dpdk-performance-changes-3n-hsw-cmp"
3608   data: "dpdk-performance-changes-3n-hsw"
3609   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3610   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3611   parameters:
3612   - "name"
3613   - "parent"
3614   - "throughput"
3615
3616 # DPDK Performance Changes 3n-hsw 2t2c ndr
3617 - type: "table"
3618   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3619   algorithm: "table_performance_comparison"
3620   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3621   history:
3622     - title: "rls1810"
3623       data: "dpdk-performance-changes-3n-hsw-h1"
3624   reference:
3625     title: "rls1901"
3626     data: "dpdk-performance-changes-3n-hsw-ref"
3627   compare:
3628     title: "rls1904"
3629     data: "dpdk-performance-changes-3n-hsw-cmp"
3630   data: "dpdk-performance-changes-3n-hsw"
3631   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3632   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3633   parameters:
3634   - "name"
3635   - "parent"
3636   - "throughput"
3637
3638 # DPDK Performance Changes 3n-skx 2t1c pdr
3639 - type: "table"
3640   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3641   algorithm: "table_performance_comparison"
3642   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3643   history:
3644     - title: "rls1810"
3645       data: "dpdk-performance-changes-3n-skx-h1"
3646   reference:
3647     title: "rls1901"
3648     data: "dpdk-performance-changes-3n-skx-ref"
3649   compare:
3650     title: "rls1904"
3651     data: "dpdk-performance-changes-3n-skx-cmp"
3652   data: "dpdk-performance-changes-3n-skx"
3653   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3654   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3655   parameters:
3656   - "name"
3657   - "parent"
3658   - "throughput"
3659
3660 # DPDK Performance Changes 3n-skx 4t2c pdr
3661 - type: "table"
3662   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3663   algorithm: "table_performance_comparison"
3664   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3665   history:
3666     - title: "rls1810"
3667       data: "dpdk-performance-changes-3n-skx-h1"
3668   reference:
3669     title: "rls1901"
3670     data: "dpdk-performance-changes-3n-skx-ref"
3671   compare:
3672     title: "rls1904"
3673     data: "dpdk-performance-changes-3n-skx-cmp"
3674   data: "dpdk-performance-changes-3n-skx"
3675   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3676   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3677   parameters:
3678   - "name"
3679   - "parent"
3680   - "throughput"
3681
3682 # DPDK Performance Changes 3n-skx 2t1c ndr
3683 - type: "table"
3684   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3685   algorithm: "table_performance_comparison"
3686   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3687   history:
3688     - title: "rls1810"
3689       data: "dpdk-performance-changes-3n-skx-h1"
3690   reference:
3691     title: "rls1901"
3692     data: "dpdk-performance-changes-3n-skx-ref"
3693   compare:
3694     title: "rls1904"
3695     data: "dpdk-performance-changes-3n-skx-cmp"
3696   data: "dpdk-performance-changes-3n-skx"
3697   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3698   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3699   parameters:
3700   - "name"
3701   - "parent"
3702   - "throughput"
3703
3704 # DPDK Performance Changes 3n-skx 4t2c ndr
3705 - type: "table"
3706   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3707   algorithm: "table_performance_comparison"
3708   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3709   history:
3710     - title: "rls1810"
3711       data: "dpdk-performance-changes-3n-skx-h1"
3712   reference:
3713     title: "rls1901"
3714     data: "dpdk-performance-changes-3n-skx-ref"
3715   compare:
3716     title: "rls1904"
3717     data: "dpdk-performance-changes-3n-skx-cmp"
3718   data: "dpdk-performance-changes-3n-skx"
3719   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3720   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3721   parameters:
3722   - "name"
3723   - "parent"
3724   - "throughput"
3725
3726 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3727 - type: "table"
3728   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3729   algorithm: "table_performance_comparison"
3730   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3731   reference:
3732     title: "3-Node Hsw"
3733     data: "dpdk-compare-testbeds-ref"
3734   compare:
3735     title: "3-Node Skx"
3736     data: "dpdk-compare-testbeds-cmp"
3737   data: "dpdk-compare-testbeds"
3738   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3739   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3740   parameters:
3741   - "name"
3742   - "parent"
3743   - "throughput"
3744
3745 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3746 - type: "table"
3747   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3748   algorithm: "table_performance_comparison"
3749   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3750   reference:
3751     title: "3-Node Hsw"
3752     data: "dpdk-compare-testbeds-ref"
3753   compare:
3754     title: "3-Node Skx"
3755     data: "dpdk-compare-testbeds-cmp"
3756   data: "dpdk-compare-testbeds"
3757   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3758   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3759   parameters:
3760   - "name"
3761   - "parent"
3762   - "throughput"
3763
3764 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3765 - type: "table"
3766   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3767   algorithm: "table_performance_comparison"
3768   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3769   reference:
3770     title: "3-Node Skx"
3771     data: "dpdk-compare-topologies-ref"
3772   compare:
3773     title: "2-Node Skx"
3774     data: "dpdk-compare-topologies-cmp"
3775   data: "dpdk-compare-topologies"
3776   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3777   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3778   parameters:
3779   - "name"
3780   - "parent"
3781   - "throughput"
3782
3783 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3784 - type: "table"
3785   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3786   algorithm: "table_performance_comparison"
3787   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3788   reference:
3789     title: "3-Node Skx"
3790     data: "dpdk-compare-topologies-ref"
3791   compare:
3792     title: "2-Node Skx"
3793     data: "dpdk-compare-topologies-cmp"
3794   data: "dpdk-compare-topologies"
3795   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3796   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3797   parameters:
3798   - "name"
3799   - "parent"
3800   - "throughput"
3801
3802 # DPDK Performance Changes 2n-skx 2t1c pdr
3803 - type: "table"
3804   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3805   algorithm: "table_performance_comparison"
3806   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3807   history:
3808     - title: "rls1810"
3809       data: "dpdk-performance-changes-2n-skx-h1"
3810   reference:
3811     title: "rls1901"
3812     data: "dpdk-performance-changes-2n-skx-ref"
3813   compare:
3814     title: "rls1904"
3815     data: "dpdk-performance-changes-2n-skx-cmp"
3816   data: "dpdk-performance-changes-2n-skx"
3817   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3818   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3819   parameters:
3820   - "name"
3821   - "parent"
3822   - "throughput"
3823
3824 # DPDK Performance Changes 2n-skx 4t2c pdr
3825 - type: "table"
3826   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3827   algorithm: "table_performance_comparison"
3828   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3829   history:
3830     - title: "rls1810"
3831       data: "dpdk-performance-changes-2n-skx-h1"
3832   reference:
3833     title: "rls1901"
3834     data: "dpdk-performance-changes-2n-skx-ref"
3835   compare:
3836     title: "rls1904"
3837     data: "dpdk-performance-changes-2n-skx-cmp"
3838   data: "dpdk-performance-changes-2n-skx"
3839   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3840   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3841   parameters:
3842   - "name"
3843   - "parent"
3844   - "throughput"
3845
3846 # DPDK Performance Changes 2n-skx 2t1c ndr
3847 - type: "table"
3848   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3849   algorithm: "table_performance_comparison"
3850   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3851   history:
3852     - title: "rls1810"
3853       data: "dpdk-performance-changes-2n-skx-h1"
3854   reference:
3855     title: "rls1901"
3856     data: "dpdk-performance-changes-2n-skx-ref"
3857   compare:
3858     title: "rls1904"
3859     data: "dpdk-performance-changes-2n-skx-cmp"
3860   data: "dpdk-performance-changes-2n-skx"
3861   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3862   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3863   parameters:
3864   - "name"
3865   - "parent"
3866   - "throughput"
3867
3868 # DPDK Performance Changes 2n-skx 4t2c ndr
3869 - type: "table"
3870   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3871   algorithm: "table_performance_comparison"
3872   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3873   history:
3874     - title: "rls1810"
3875       data: "dpdk-performance-changes-2n-skx-h1"
3876   reference:
3877     title: "rls1901"
3878     data: "dpdk-performance-changes-2n-skx-ref"
3879   compare:
3880     title: "rls1904"
3881     data: "dpdk-performance-changes-2n-skx-cmp"
3882   data: "dpdk-performance-changes-2n-skx"
3883   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3884   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3885   parameters:
3886   - "name"
3887   - "parent"
3888   - "throughput"
3889
3890 # Detailed Test Results - DPDK Performance Results 3n-hsw
3891 - type: "table"
3892   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3893   algorithm: "table_details"
3894   output-file-ext: ".csv"
3895   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3896   columns:
3897   - title: "Name"
3898     data: "data name"
3899   - title: "Status"
3900     data: "data msg"
3901   rows: "generated"
3902   data: "dpdk-perf-results-3n-hsw"
3903   filter: "all"
3904   parameters:
3905   - "name"
3906   - "parent"
3907   - "msg"
3908
3909 # Detailed Test Results - DPDK Performance Results 3n-skx
3910 - type: "table"
3911   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3912   algorithm: "table_details"
3913   output-file-ext: ".csv"
3914   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3915   columns:
3916   - title: "Name"
3917     data: "data name"
3918   - title: "Status"
3919     data: "data msg"
3920   rows: "generated"
3921   data: "dpdk-perf-results-3n-skx"
3922   filter: "all"
3923   parameters:
3924   - "name"
3925   - "parent"
3926   - "msg"
3927
3928 # Detailed Test Results - DPDK Performance Results 2n-skx
3929 - type: "table"
3930   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3931   algorithm: "table_details"
3932   output-file-ext: ".csv"
3933   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3934   columns:
3935   - title: "Name"
3936     data: "data name"
3937   - title: "Status"
3938     data: "data msg"
3939   rows: "generated"
3940   data: "dpdk-perf-results-2n-skx"
3941   filter: "all"
3942   parameters:
3943   - "name"
3944   - "parent"
3945   - "msg"
3946
3947 ################################################################################
3948 # HoneyComb
3949 - type: "table"
3950   title: "Detailed Test Results - Honeycomb Functional Results"
3951   algorithm: "table_details"
3952   output-file-ext: ".csv"
3953   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3954   columns:
3955   - title: "Name"
3956     data: "data name"
3957   - title: "Documentation"
3958     data: "data doc"
3959   - title: "Status"
3960     data: "data status"
3961   rows: "generated"
3962   data:
3963     "hc-func-results"
3964   filter: "all"
3965   parameters:
3966   - "name"
3967   - "parent"
3968   - "doc"
3969   - "status"
3970
3971 ################################################################################
3972 # NSH SFC
3973 #-
3974 #  type: "table"
3975 #  title: "Detailed Test Results - NSH SFC Functional Results"
3976 #  algorithm: "table_details"
3977 #  output-file-ext: ".csv"
3978 #  output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3979 #  columns:
3980 #  -
3981 #    title: "Name"
3982 #    data: "data name"
3983 #  -
3984 #    title: "Documentation"
3985 #    data: "data doc"
3986 #  -
3987 #    title: "Status"
3988 #    data: "data status"
3989 #  rows: "generated"
3990 #  data:
3991 #    "nsh-func-results"
3992 #  filter: "all"
3993 #  parameters:
3994 #  - "name"
3995 #  - "parent"
3996 #  - "doc"
3997 #  - "status"
3998
3999 ################################################################################
4000 # DMM
4001 - type: "table"
4002   title: "Detailed Test Results - DMM Functional Results"
4003   algorithm: "table_details"
4004   output-file-ext: ".csv"
4005   output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
4006   columns: