CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # csit-vpp-perf-verify-1904-3n-hsw:
147 #      csit-vpp-perf-verify-1810-3n-hsw:
148 #        - 28  # WRK
149 #        - 29  # WRK
150 #        - 30  # WRK
151 #        - 31  # WRK
152 #        - 32  # WRK
153 #        - 33  # WRK
154 #        - 34  # WRK
155 #        - 35  # WRK
156 #        - 36  # WRK
157 #        - 37  # WRK
158
159 #    plot-ligato-throughput-lat-tsa-3n-hsw:
160 #      # csit-ligato-perf-verify-1904-3n-hsw:
161 #      csit-ligato-perf-verify-1901-3n-hsw:
162 #        - 8   # NDRPDR sel
163 #        - 9   # NDRPDR sel
164 #        - 11  # NDRPDR sel
165 #        - 12  # NDRPDR sel
166 #        - 13  # NDRPDR sel
167 #        - 14  # NDRPDR sel
168 #        - 15  # NDRPDR sel
169 #        - 16  # NDRPDR sel
170 #        - 17  # NDRPDR sel
171 #        - 18  # NDRPDR sel
172
173     plot-dpdk-throughput-latency-3n-hsw:
174       csit-dpdk-perf-verify-1904-3n-hsw:
175         - 2   # NDRPDR sel
176         - 3   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 13  # NDRPDR sel
180         - 14  # NDRPDR sel
181         - 15  # NDRPDR sel
182         - 18  # NDRPDR sel
183         - 19  # NDRPDR sel
184         - 20  # NDRPDR sel
185
186     # 3n-skx
187
188     plot-vpp-throughput-lat-tsa-3n-skx:
189       csit-vpp-perf-verify-1904-3n-skx:
190         - 8   # NDRPDR sel
191         - 9   # NDRPDR sel
192         - 10  # NDRPDR sel
193         - 11  # NDRPDR sel
194         - 12  # NDRPDR sel
195         - 14  # NDRPDR sel
196         - 16  # NDRPDR sel
197         - 21  # NDRPDR sel
198         - 23  # NDRPDR sel
199         - 25  # NDRPDR sel
200
201     plot-dpdk-throughput-latency-3n-skx:
202       csit-dpdk-perf-verify-1904-3n-skx:
203         - 2   # NDRPDR sel
204         - 3   # NDRPDR sel
205         - 4   # NDRPDR sel
206         - 5   # NDRPDR sel
207         - 6   # NDRPDR sel
208         - 7   # NDRPDR sel
209         - 11  # NDRPDR sel
210         - 12  # NDRPDR sel
211         - 13  # NDRPDR sel
212         - 14  # NDRPDR sel
213
214     # 2n-skx
215
216     plot-vpp-throughput-lat-tsa-2n-skx:
217       csit-vpp-perf-verify-1904-2n-skx:
218         - 12  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 16  # NDRPDR sel
221         - 17  # NDRPDR sel
222         - 18  # NDRPDR sel
223         - 21  # NDRPDR sel
224         - 27  # NDRPDR sel
225         - 30  # NDRPDR sel
226         - 31  # NDRPDR sel
227         - 32  # NDRPDR sel
228
229     plot-vpp-soak-2n-skx:
230       csit-vpp-perf-verify-1904-2n-skx:
231         - 70  # soak
232         - 71  # soak
233
234     plot-vpp-nfv-2n-skx-ndrpdr-64b:
235       csit-vpp-perf-verify-1904-2n-skx:
236         - 56  # NFV NDRPDR 64b
237         - 59  # NFV NDRPDR 64b
238         - 60  # NFV NDRPDR 64b
239         - 65  # NFV NDRPDR 64b
240         - 68  # NFV NDRPDR 64b
241         - 80  # NFV MRR NDRPDR 64b IMIX
242         - 81  # NFV MRR NDRPDR 64b IMIX
243         - 84  # NFV MRR NDRPDR 64b IMIX
244         - 85  # NFV MRR NDRPDR 64b IMIX
245         - 86  # NFV MRR NDRPDR 64b IMIX
246
247     plot-vpp-nfv-2n-skx-ndrpdr-imix:
248       csit-vpp-perf-verify-1904-2n-skx:
249         - 66  # NFV NDRPDR IMIX
250         - 67  # NFV NDRPDR IMIX
251         - 69  # NFV NDRPDR IMIX
252         - 82  # NFV NDRPDR IMIX
253         - 83  # NFV NDRPDR IMIX
254         - 80  # NFV MRR NDRPDR 64b IMIX
255         - 81  # NFV MRR NDRPDR 64b IMIX
256         - 84  # NFV MRR NDRPDR 64b IMIX
257         - 85  # NFV MRR NDRPDR 64b IMIX
258         - 86  # NFV MRR NDRPDR 64b IMIX
259
260     plot-vpp-nfv-2n-skx-mrr-64b:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 40  # NFV MRR 64b
263         - 41  # NFV MRR 64b
264         - 42  # NFV MRR 64b
265         - 47  # NFV MRR 64b
266         - 48  # NFV MRR 64b
267         - 80  # NFV MRR NDRPDR 64b IMIX
268         - 81  # NFV MRR NDRPDR 64b IMIX
269         - 84  # NFV MRR NDRPDR 64b IMIX
270         - 85  # NFV MRR NDRPDR 64b IMIX
271         - 86  # NFV MRR NDRPDR 64b IMIX
272
273     plot-vpp-nfv-2n-skx-mrr-imix:
274       csit-vpp-perf-verify-1904-2n-skx:
275         - 49  # NFV MRR IMIX
276         - 50  # NFV MRR IMIX
277         - 51  # NFV MRR IMIX
278         - 54  # NFV MRR IMIX
279         - 55  # NFV MRR IMIX
280         - 80  # NFV MRR NDRPDR 64b IMIX
281         - 81  # NFV MRR NDRPDR 64b IMIX
282         - 84  # NFV MRR NDRPDR 64b IMIX
283         - 85  # NFV MRR NDRPDR 64b IMIX
284         - 86  # NFV MRR NDRPDR 64b IMIX
285
286     plot-dpdk-throughput-latency-2n-skx:
287       csit-dpdk-perf-verify-1904-2n-skx:
288         - 2   # NDRPDR sel
289         - 3   # NDRPDR sel
290         - 4   # NDRPDR sel
291         - 5   # NDRPDR sel
292         - 7   # NDRPDR sel
293         - 8   # NDRPDR sel
294         - 9   # NDRPDR sel
295         - 10  # NDRPDR sel
296         - 11  # NDRPDR sel
297         - 12  # NDRPDR sel
298
299     # 3rd party
300
301 #    # Denverton:
302 #    intel-dnv-vpp:
303 #      # intel-dnv-vpp-release-1904:
304 #      intel-dnv-vpp-release-1901:
305 #        - 1
306
307     ###########################################################################
308     # Simple tables (only one data set):
309
310     # NIC Comparisons
311
312     vpp-nic-comparison-3n-hsw:
313       csit-vpp-perf-verify-1904-3n-hsw:
314         - 11  # NDRPDR sel
315         - 12  # NDRPDR sel
316         - 20  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 24  # NDRPDR sel
320         - 25  # NDRPDR sel
321         - 26  # NDRPDR sel
322         - 29  # NDRPDR sel
323         - 30  # NDRPDR sel
324
325     vpp-nic-comparison-3n-skx:
326       csit-vpp-perf-verify-1904-3n-skx:
327         - 8   # NDRPDR sel
328         - 9   # NDRPDR sel
329         - 10  # NDRPDR sel
330         - 11  # NDRPDR sel
331         - 12  # NDRPDR sel
332         - 14  # NDRPDR sel
333         - 16  # NDRPDR sel
334         - 21  # NDRPDR sel
335         - 23  # NDRPDR sel
336         - 25  # NDRPDR sel
337
338     vpp-nic-comparison-2n-skx:
339       csit-vpp-perf-verify-1904-2n-skx:
340         - 12  # NDRPDR sel
341         - 14  # NDRPDR sel
342         - 16  # NDRPDR sel
343         - 17  # NDRPDR sel
344         - 18  # NDRPDR sel
345         - 21  # NDRPDR sel
346         - 27  # NDRPDR sel
347         - 30  # NDRPDR sel
348         - 31  # NDRPDR sel
349         - 32  # NDRPDR sel
350
351     vpp-nic-comparison-3n-hsw-mrr:
352       csit-vpp-perf-verify-1904-3n-hsw:
353         - 9   # MRR sel
354
355     vpp-nic-comparison-3n-skx-mrr:
356       csit-vpp-perf-verify-1904-3n-skx:
357         - 7   # MRR sel
358
359     vpp-nic-comparison-2n-skx-mrr:
360       csit-vpp-perf-verify-1904-2n-skx:
361         - 11  # MRR sel
362
363     # Results
364
365     vpp-perf-results-3n-hsw:
366       # TODO: Add FULL 1904 data
367       csit-vpp-perf-verify-1904-3n-hsw:
368         - 32  # NDRPDR full
369         - 33  # NDRPDR full
370         - 35  # NDRPDR full
371         - 36  # NDRPDR full
372         - 37  # NDRPDR full
373         - 38  # NDRPDR full
374         - 40  # NDRPDR full
375         - 45  # NDRPDR full
376         - 46  # NDRPDR full
377         - 48  # NDRPDR full
378         - 49  # NDRPDR full
379
380     vpp-perf-results-3n-skx:
381       csit-vpp-perf-verify-1904-3n-skx:
382         - 26  # NDRPDR full
383         - 27  # NDRPDR full
384         - 30  # NDRPDR full
385         - 31  # NDRPDR full
386
387     vpp-perf-results-2n-skx:
388       csit-vpp-perf-verify-1904-2n-skx:
389         - 33  # NDRPDR full
390         - 39  # NDRPDR full
391         - 58  # NDRPDR full
392         - 62  # NDRPDR full
393
394     vpp-mrr-results-3n-hsw:
395       csit-vpp-perf-verify-1904-3n-hsw:
396         - 9   # MRR sel
397
398     vpp-mrr-results-3n-skx:
399       csit-vpp-perf-verify-1904-3n-skx:
400         - 7   # MRR sel
401
402     vpp-mrr-results-2n-skx:
403       csit-vpp-perf-verify-1904-2n-skx:
404         - 11  # MRR sel
405
406     vpp-func-results-ubuntu:
407       csit-vpp-functional-1904-ubuntu1604-virl:
408         - 33
409
410     vpp-func-results-centos:
411       csit-vpp-functional-1904-centos7-virl:
412         - 32
413
414     vpp-device-results-ubuntu:
415       csit-vpp-device-1904-ubuntu1804-1n-skx:
416         - 32
417
418 #    # VPP Ligato
419 #    ligato-perf-results-3n-hsw:
420 #      # csit-ligato-perf-verify-1904-3n-hsw:
421 #      csit-ligato-perf-verify-1901-3n-hsw:
422 #        - 10  # NDRPDR full
423
424     dpdk-perf-results-3n-hsw:
425       csit-dpdk-perf-verify-1904-3n-hsw:
426         - 5   # NDRPDR sel
427
428     dpdk-perf-results-3n-skx:
429       csit-dpdk-perf-verify-1904-3n-skx:
430         - 7   # NDRPDR sel
431
432     dpdk-perf-results-2n-skx:
433       csit-dpdk-perf-verify-1904-2n-skx:
434         - 9   # NDRPDR sel
435
436     # HoneyComb Functional
437     hc-func-results:
438       csit-hc2vpp-verify-func-1904-ubuntu1604:
439         - 4
440
441 #    # NSH SFC Functional
442 #    nsh-func-results:
443 #      # Not used
444 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
445 #        - 1
446
447     # DMM Functional
448     dmm-func-results:
449       csit-dmm-functional-1904-ubuntu1604-virl:
450         - 1
451
452     ###########################################################################
453     # Tables (more than one data set)
454
455     # Performance changes
456
457 #    intel-dnv-vpp-changes-2n-dnv-h1:
458 #      intel-dnv-vpp-release-1810:
459 #        - 1
460 #    intel-dnv-vpp-changes-2n-dnv-ref:
461 #      intel-dnv-vpp-release-1901:
462 #        - 1
463 #    intel-dnv-vpp-changes-2n-dnv-cmp:
464 #      # intel-dnv-vpp-release-1904:
465 #      intel-dnv-vpp-release-1901:
466 #        - 1
467 #    intel-dnv-vpp-changes-2n-dnv:
468 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
469 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
470 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
471
472     vpp-performance-changes-3n-hsw-h1:
473       csit-vpp-perf-verify-1810-3n-hsw:
474         - 8   # NDRPDR sel
475         - 12  # NDRPDR sel
476         - 14  # NDRPDR sel
477         - 18  # NDRPDR sel
478         - 23  # NDRPDR sel
479         - 25  # NDRPDR sel
480         - 38  # NDRPDR sel
481         - 39  # NDRPDR sel
482         - 41  # NDRPDR sel
483         - 42  # NDRPDR sel
484     vpp-performance-changes-3n-hsw-ref:
485       csit-vpp-perf-verify-1901-3n-hsw:
486         - 10  # NDRPDR sel
487         - 19  # NDRPDR sel
488         - 31  # NDRPDR sel
489         - 36  # NDRPDR sel
490         - 40  # NDRPDR sel
491         - 42  # NDRPDR sel
492         - 44  # NDRPDR sel
493         - 46  # NDRPDR sel
494         - 47  # NDRPDR sel
495         - 48  # NDRPDR sel
496         - 61  # NDRPDR LB
497         - 62  # NDRPDR LB
498         - 63  # NDRPDR LB
499         - 64  # NDRPDR LB
500         - 65  # NDRPDR LB
501         - 66  # NDRPDR LB
502         - 67  # NDRPDR LB
503         - 69  # NDRPDR LB
504         - 70  # NDRPDR LB
505         - 71  # NDRPDR LB
506     vpp-performance-changes-3n-hsw-cmp:
507       csit-vpp-perf-verify-1904-3n-hsw:
508         - 11  # NDRPDR sel
509         - 12  # NDRPDR sel
510         - 20  # NDRPDR sel
511         - 21  # NDRPDR sel
512         - 23  # NDRPDR sel
513         - 24  # NDRPDR sel
514         - 25  # NDRPDR sel
515         - 26  # NDRPDR sel
516         - 29  # NDRPDR sel
517         - 30  # NDRPDR sel
518     vpp-performance-changes-3n-hsw:
519       - "vpp-performance-changes-3n-hsw-h1"
520       - "vpp-performance-changes-3n-hsw-ref"
521       - "vpp-performance-changes-3n-hsw-cmp"
522
523     vpp-performance-changes-3n-skx-h1:
524       csit-vpp-perf-verify-1810-3n-skx:
525         - 10  # NDRPDR sel
526         - 14  # NDRPDR sel
527         - 15  # NDRPDR sel
528         - 16  # NDRPDR sel
529         - 17  # NDRPDR sel
530         - 19  # NDRPDR sel
531         - 20  # NDRPDR sel
532         - 21  # NDRPDR sel
533         - 22  # NDRPDR sel
534         - 25  # NDRPDR sel
535     vpp-performance-changes-3n-skx-ref:
536       csit-vpp-perf-verify-1901-3n-skx:
537         - 18  # NDRPDR sel
538         - 19  # NDRPDR sel
539         - 20  # NDRPDR sel
540         - 28  # NDRPDR sel
541         - 31  # NDRPDR sel
542         - 33  # NDRPDR sel
543         - 36  # NDRPDR sel
544         - 38  # NDRPDR sel
545         - 47  # NDRPDR sel
546         - 48  # NDRPDR sel
547         - 54  # NDRPDR LB
548         - 57  # NDRPDR LB
549         - 58  # NDRPDR LB
550         - 59  # NDRPDR LB
551         - 60  # NDRPDR LB
552         - 63  # NDRPDR LB
553         - 64  # NDRPDR LB
554         - 65  # NDRPDR LB
555         - 66  # NDRPDR LB
556         - 67  # NDRPDR LB
557     vpp-performance-changes-3n-skx-cmp:
558       csit-vpp-perf-verify-1904-3n-skx:
559         - 8   # NDRPDR sel
560         - 9   # NDRPDR sel
561         - 10  # NDRPDR sel
562         - 11  # NDRPDR sel
563         - 12  # NDRPDR sel
564         - 14  # NDRPDR sel
565         - 16  # NDRPDR sel
566         - 21  # NDRPDR sel
567         - 23  # NDRPDR sel
568         - 25  # NDRPDR sel
569     vpp-performance-changes-3n-skx:
570       - "vpp-performance-changes-3n-skx-h1"
571       - "vpp-performance-changes-3n-skx-ref"
572       - "vpp-performance-changes-3n-skx-cmp"
573
574     vpp-performance-changes-2n-skx-h1:
575       csit-vpp-perf-verify-1810-2n-skx:
576         - 9   # NDRPDR sel
577         - 13  # NDRPDR sel
578         - 14  # NDRPDR sel
579         - 19  # NDRPDR sel
580         - 20  # NDRPDR sel
581         - 21  # NDRPDR sel
582         - 22  # NDRPDR sel
583         - 23  # NDRPDR sel
584         - 24  # NDRPDR sel
585         - 27  # NDRPDR sel
586     vpp-performance-changes-2n-skx-ref:
587       csit-vpp-perf-verify-1901-2n-skx:
588         - 5   # NDRPDR sel
589         - 12  # NDRPDR sel
590         - 13  # NDRPDR sel
591         - 21  # NDRPDR sel
592         - 23  # NDRPDR sel
593         - 31  # NDRPDR sel
594         - 34  # NDRPDR sel
595         - 40  # NDRPDR sel
596         - 42  # NDRPDR sel
597         - 43  # NDRPDR sel
598     vpp-performance-changes-2n-skx-cmp:
599       csit-vpp-perf-verify-1904-2n-skx:
600         - 12  # NDRPDR sel
601         - 14  # NDRPDR sel
602         - 16  # NDRPDR sel
603         - 17  # NDRPDR sel
604         - 18  # NDRPDR sel
605         - 21  # NDRPDR sel
606         - 27  # NDRPDR sel
607         - 30  # NDRPDR sel
608         - 31  # NDRPDR sel
609         - 32  # NDRPDR sel
610     vpp-performance-changes-2n-skx:
611       - "vpp-performance-changes-2n-skx-h1"
612       - "vpp-performance-changes-2n-skx-ref"
613       - "vpp-performance-changes-2n-skx-cmp"
614
615     vpp-soak-vs-ndr-2n-skx-ref:
616       csit-vpp-perf-verify-1904-2n-skx:
617         - 12  # NDRPDR sel
618         - 14  # NDRPDR sel
619         - 16  # NDRPDR sel
620         - 17  # NDRPDR sel
621         - 18  # NDRPDR sel
622         - 21  # NDRPDR sel
623         - 27  # NDRPDR sel
624         - 30  # NDRPDR sel
625         - 31  # NDRPDR sel
626         - 32  # NDRPDR sel
627     vpp-soak-vs-ndr-2n-skx-cmp:
628       csit-vpp-perf-verify-1904-2n-skx:
629         - 70  # soak
630         - 71  # soak
631     vpp-soak-vs-ndr-2n-skx:
632       csit-vpp-perf-verify-1904-2n-skx:
633         - 12  # NDRPDR sel
634         - 14  # NDRPDR sel
635         - 16  # NDRPDR sel
636         - 17  # NDRPDR sel
637         - 18  # NDRPDR sel
638         - 21  # NDRPDR sel
639         - 27  # NDRPDR sel
640         - 30  # NDRPDR sel
641         - 31  # NDRPDR sel
642         - 32  # NDRPDR sel
643         - 70  # soak
644         - 71  # soak
645
646     vpp-performance-changes-3n-hsw-mrr-h1:
647       csit-vpp-perf-verify-1810-3n-hsw:
648         - 9   # MRR sel
649     vpp-performance-changes-3n-hsw-mrr-ref:
650       csit-vpp-perf-verify-1901-3n-hsw:
651         - 35  # MRR sel
652     vpp-performance-changes-3n-hsw-mrr-cmp:
653       csit-vpp-perf-verify-1904-3n-hsw:
654         - 9   # MRR sel
655     vpp-performance-changes-3n-hsw-mrr:
656       - "vpp-performance-changes-3n-hsw-mrr-h1"
657       - "vpp-performance-changes-3n-hsw-mrr-ref"
658       - "vpp-performance-changes-3n-hsw-mrr-cmp"
659
660     vpp-performance-changes-3n-skx-mrr-h1:
661       csit-vpp-perf-verify-1810-3n-skx:
662         - 9   # MRR sel
663         - 11  # MRR sel
664         - 12  # MRR sel
665         - 13  # MRR sel
666     vpp-performance-changes-3n-skx-mrr-ref:
667       csit-vpp-perf-verify-1901-3n-skx:
668         - 32  # MRR sel
669     vpp-performance-changes-3n-skx-mrr-cmp:
670       csit-vpp-perf-verify-1904-3n-skx:
671         - 7   # MRR sel
672     vpp-performance-changes-3n-skx-mrr:
673       - "vpp-performance-changes-3n-skx-mrr-h1"
674       - "vpp-performance-changes-3n-skx-mrr-ref"
675       - "vpp-performance-changes-3n-skx-mrr-cmp"
676
677     vpp-performance-changes-2n-skx-mrr-h1:
678       csit-vpp-perf-verify-1810-2n-skx:
679         - 8   # MRR sel
680         - 10  # MRR sel
681         - 11  # MRR sel
682         - 12  # MRR sel
683     vpp-performance-changes-2n-skx-mrr-ref:
684       csit-vpp-perf-verify-1901-2n-skx:
685         - 22  # MRR sel
686     vpp-performance-changes-2n-skx-mrr-cmp:
687       csit-vpp-perf-verify-1904-2n-skx:
688         - 11  # MRR sel
689     vpp-performance-changes-2n-skx-mrr:
690       - "vpp-performance-changes-2n-skx-mrr-h1"
691       - "vpp-performance-changes-2n-skx-mrr-ref"
692       - "vpp-performance-changes-2n-skx-mrr-cmp"
693
694     dpdk-performance-changes-3n-hsw-h1:
695       csit-dpdk-perf-verify-1810-3n-hsw:
696         - 1   # NDRPDR sel
697         - 2   # NDRPDR sel
698         - 3   # NDRPDR sel
699         - 4   # NDRPDR sel
700         - 5   # NDRPDR sel
701         - 6   # NDRPDR sel
702         - 7   # NDRPDR sel
703         - 8   # NDRPDR sel
704         - 9   # NDRPDR sel
705         - 10  # NDRPDR sel
706     dpdk-performance-changes-3n-hsw-ref:
707       csit-dpdk-perf-verify-1901-3n-hsw:
708         - 13  # NDRPDR sel
709         - 14  # NDRPDR sel
710         - 16  # NDRPDR sel
711         - 17  # NDRPDR sel
712         - 18  # NDRPDR sel
713         - 19  # NDRPDR sel
714         - 20  # NDRPDR sel
715         - 21  # NDRPDR sel
716         - 22  # NDRPDR sel
717         - 23  # NDRPDR sel
718     dpdk-performance-changes-3n-hsw-cmp:
719       csit-dpdk-perf-verify-1904-3n-hsw:
720         - 2   # NDRPDR sel
721         - 3   # NDRPDR sel
722         - 5   # NDRPDR sel
723         - 6   # NDRPDR sel
724         - 13  # NDRPDR sel
725         - 14  # NDRPDR sel
726         - 15  # NDRPDR sel
727         - 18  # NDRPDR sel
728         - 19  # NDRPDR sel
729         - 20  # NDRPDR sel
730     dpdk-performance-changes-3n-hsw:
731       - "dpdk-performance-changes-3n-hsw-h1"
732       - "dpdk-performance-changes-3n-hsw-ref"
733       - "dpdk-performance-changes-3n-hsw-cmp"
734
735     dpdk-performance-changes-3n-skx-h1:
736       csit-dpdk-perf-verify-1810-3n-skx:
737         - 3   # NDRPDR sel
738         - 4   # NDRPDR sel
739         - 6   # NDRPDR sel
740         - 7   # NDRPDR sel
741         - 8   # NDRPDR sel
742         - 9   # NDRPDR sel
743         - 10  # NDRPDR sel
744         - 11  # NDRPDR sel
745         - 12  # NDRPDR sel
746         - 13  # NDRPDR sel
747     dpdk-performance-changes-3n-skx-ref:
748       csit-dpdk-perf-verify-1901-3n-skx:
749         - 3   # NDRPDR sel
750         - 5   # NDRPDR sel
751         - 6   # NDRPDR sel
752         - 7   # NDRPDR sel
753         - 8   # NDRPDR sel
754         - 9   # NDRPDR sel
755         - 10  # NDRPDR sel
756         - 11  # NDRPDR sel
757         - 12  # NDRPDR sel
758         - 13  # NDRPDR sel
759     dpdk-performance-changes-3n-skx-cmp:
760       csit-dpdk-perf-verify-1904-3n-skx:
761         - 2   # NDRPDR sel
762         - 3   # NDRPDR sel
763         - 4   # NDRPDR sel
764         - 5   # NDRPDR sel
765         - 6   # NDRPDR sel
766         - 7   # NDRPDR sel
767         - 11  # NDRPDR sel
768         - 12  # NDRPDR sel
769         - 13  # NDRPDR sel
770         - 14  # NDRPDR sel
771     dpdk-performance-changes-3n-skx:
772       - "dpdk-performance-changes-3n-skx-h1"
773       - "dpdk-performance-changes-3n-skx-ref"
774       - "dpdk-performance-changes-3n-skx-cmp"
775
776     dpdk-performance-changes-2n-skx-h1:
777       csit-dpdk-perf-verify-1810-2n-skx:
778         - 3   # NDRPDR sel
779         - 4   # NDRPDR sel
780         - 5   # NDRPDR sel
781         - 7   # NDRPDR sel
782         - 8   # NDRPDR sel
783         - 9   # NDRPDR sel
784         - 10  # NDRPDR sel
785         - 11  # NDRPDR sel
786         - 12  # NDRPDR sel
787         - 13  # NDRPDR sel
788     dpdk-performance-changes-2n-skx-ref:
789       csit-dpdk-perf-verify-1901-2n-skx:
790         - 12  # NDRPDR sel
791         - 13  # NDRPDR sel
792         - 14  # NDRPDR sel
793         - 15  # NDRPDR sel
794         - 16  # NDRPDR sel
795         - 17  # NDRPDR sel
796         - 18  # NDRPDR sel
797         - 19  # NDRPDR sel
798         - 20  # NDRPDR sel
799         - 21  # NDRPDR sel
800     dpdk-performance-changes-2n-skx-cmp:
801       csit-dpdk-perf-verify-1904-2n-skx:
802         - 2   # NDRPDR sel
803         - 3   # NDRPDR sel
804         - 4   # NDRPDR sel
805         - 5   # NDRPDR sel
806         - 7   # NDRPDR sel
807         - 8   # NDRPDR sel
808         - 9   # NDRPDR sel
809         - 10  # NDRPDR sel
810         - 11  # NDRPDR sel
811         - 12  # NDRPDR sel
812     dpdk-performance-changes-2n-skx:
813       - "dpdk-performance-changes-2n-skx-h1"
814       - "dpdk-performance-changes-2n-skx-ref"
815       - "dpdk-performance-changes-2n-skx-cmp"
816
817     # Compare testbeds
818
819     vpp-compare-testbeds-ref:
820       csit-vpp-perf-verify-1904-3n-hsw:
821         - 11  # NDRPDR sel
822         - 12  # NDRPDR sel
823         - 20  # NDRPDR sel
824         - 21  # NDRPDR sel
825         - 23  # NDRPDR sel
826         - 24  # NDRPDR sel
827         - 25  # NDRPDR sel
828         - 26  # NDRPDR sel
829         - 29  # NDRPDR sel
830         - 30  # NDRPDR sel
831     vpp-compare-testbeds-cmp:
832       csit-vpp-perf-verify-1904-3n-skx:
833         - 8   # NDRPDR sel
834         - 9   # NDRPDR sel
835         - 10  # NDRPDR sel
836         - 11  # NDRPDR sel
837         - 12  # NDRPDR sel
838         - 14  # NDRPDR sel
839         - 16  # NDRPDR sel
840         - 21  # NDRPDR sel
841         - 23  # NDRPDR sel
842         - 25  # NDRPDR sel
843     vpp-compare-testbeds:
844       - "vpp-compare-testbeds-ref"
845       - "vpp-compare-testbeds-cmp"
846
847     vpp-compare-testbeds-mrr-ref:
848       csit-vpp-perf-verify-1904-3n-hsw:
849         - 9   # MRR sel
850     vpp-compare-testbeds-mrr-cmp:
851       csit-vpp-perf-verify-1904-3n-skx:
852         - 7   # MRR sel
853     vpp-compare-testbeds-mrr:
854       - "vpp-compare-testbeds-mrr-ref"
855       - "vpp-compare-testbeds-mrr-cmp"
856
857     dpdk-compare-testbeds-ref:
858       csit-dpdk-perf-verify-1904-3n-hsw:
859         - 2   # NDRPDR sel
860         - 3   # NDRPDR sel
861         - 5   # NDRPDR sel
862         - 6   # NDRPDR sel
863         - 13  # NDRPDR sel
864         - 14  # NDRPDR sel
865         - 15  # NDRPDR sel
866         - 18  # NDRPDR sel
867         - 19  # NDRPDR sel
868         - 20  # NDRPDR sel
869     dpdk-compare-testbeds-cmp:
870       csit-dpdk-perf-verify-1904-3n-skx:
871         - 2   # NDRPDR sel
872         - 3   # NDRPDR sel
873         - 4   # NDRPDR sel
874         - 5   # NDRPDR sel
875         - 6   # NDRPDR sel
876         - 7   # NDRPDR sel
877         - 11  # NDRPDR sel
878         - 12  # NDRPDR sel
879         - 13  # NDRPDR sel
880         - 14  # NDRPDR sel
881     dpdk-compare-testbeds:
882       - "dpdk-compare-testbeds-ref"
883       - "dpdk-compare-testbeds-cmp"
884
885     # Compare topologies
886
887     vpp-compare-topologies-ref:
888       csit-vpp-perf-verify-1904-3n-skx:
889         - 8   # NDRPDR sel
890         - 9   # NDRPDR sel
891         - 10  # NDRPDR sel
892         - 11  # NDRPDR sel
893         - 12  # NDRPDR sel
894         - 14  # NDRPDR sel
895         - 16  # NDRPDR sel
896         - 21  # NDRPDR sel
897         - 23  # NDRPDR sel
898         - 25  # NDRPDR sel
899     vpp-compare-topologies-cmp:
900       csit-vpp-perf-verify-1904-2n-skx:
901         - 12  # NDRPDR sel
902         - 14  # NDRPDR sel
903         - 16  # NDRPDR sel
904         - 17  # NDRPDR sel
905         - 18  # NDRPDR sel
906         - 21  # NDRPDR sel
907         - 27  # NDRPDR sel
908         - 30  # NDRPDR sel
909         - 31  # NDRPDR sel
910         - 32  # NDRPDR sel
911     vpp-compare-topologies:
912       - "vpp-compare-topologies-ref"
913       - "vpp-compare-topologies-cmp"
914
915     vpp-compare-topologies-mrr-ref:
916       csit-vpp-perf-verify-1904-3n-skx:
917         - 7   # MRR sel
918     vpp-compare-topologies-mrr-cmp:
919       csit-vpp-perf-verify-1904-2n-skx:
920         - 11  # MRR sel
921     vpp-compare-topologies-mrr:
922       - "vpp-compare-topologies-mrr-ref"
923       - "vpp-compare-topologies-mrr-cmp"
924
925     dpdk-compare-topologies-ref:
926       csit-dpdk-perf-verify-1904-3n-skx:
927         - 2   # NDRPDR sel
928         - 3   # NDRPDR sel
929         - 4   # NDRPDR sel
930         - 5   # NDRPDR sel
931         - 6   # NDRPDR sel
932         - 7   # NDRPDR sel
933         - 11  # NDRPDR sel
934         - 12  # NDRPDR sel
935         - 13  # NDRPDR sel
936         - 14  # NDRPDR sel
937     dpdk-compare-topologies-cmp:
938       csit-dpdk-perf-verify-1904-2n-skx:
939         - 2   # NDRPDR sel
940         - 3   # NDRPDR sel
941         - 4   # NDRPDR sel
942         - 5   # NDRPDR sel
943         - 7   # NDRPDR sel
944         - 8   # NDRPDR sel
945         - 9   # NDRPDR sel
946         - 10  # NDRPDR sel
947         - 11  # NDRPDR sel
948         - 12  # NDRPDR sel
949     dpdk-compare-topologies:
950       - "dpdk-compare-topologies-ref"
951       - "dpdk-compare-topologies-cmp"
952
953   plot-layouts:
954
955     plot-soak-throughput:
956       titlefont:
957         size: 18
958       xaxis:
959         title: "<b>Test Cases [Index]</b>"
960         titlefont:
961           size: 16
962         autorange: True
963         fixedrange: False
964         gridcolor: "rgb(230, 230, 230)"
965         linecolor: "rgb(220, 220, 220)"
966         linewidth: 1
967         showgrid: True
968         showline: True
969         showticklabels: True
970         tickcolor: "rgb(220, 220, 220)"
971         tickmode: "linear"
972         tickfont:
973           size: 16
974         zeroline: False
975       yaxis:
976         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
977         titlefont:
978           size: 16
979         gridcolor: "rgb(230, 230, 230)"
980         hoverformat: ".4r"
981         tickformat: ".3r"
982         linecolor: "rgb(220, 220, 220)"
983         linewidth: 1
984         showgrid: True
985         showline: True
986         showticklabels: True
987         tickcolor: "rgb(220, 220, 220)"
988         tickfont:
989           size: 16
990         zeroline: False
991         range: [0,50]
992       autosize: False
993       margin:
994         t: 50
995         b: 0
996         l: 80
997         r: 20
998       showlegend: True
999       legend:
1000         orientation: "h"
1001         font:
1002           size: 16
1003       width: 700
1004       height: 900
1005
1006     plot-service-density:
1007       titlefont:
1008         size: 18
1009       xaxis:
1010         side: "top"
1011         autorange: True
1012         fixedrange: False
1013         showgrid: False
1014         showline: False
1015         showticklabels: False
1016         ticks: ""
1017         ticklen: 0
1018         tickwidth: 0
1019         zeroline: False
1020       yaxis:
1021         autorange: "reversed"
1022         showgrid: False
1023         showline: False
1024         showticklabels: False
1025         ticks: ""
1026         ticklen: 0
1027         tickwidth: 0
1028         zeroline: False
1029       autosize: True
1030       showlegend: False
1031       width: 700
1032       height: 700
1033
1034     plot-cps:
1035       titlefont:
1036         size: 18
1037       xaxis:
1038         title: "<b>Test Cases [Index]</b>"
1039         titlefont:
1040           size: 16
1041         autorange: True
1042         fixedrange: False
1043         gridcolor: "rgb(230, 230, 230)"
1044         linecolor: "rgb(220, 220, 220)"
1045         linewidth: 1
1046         showgrid: True
1047         showline: True
1048         showticklabels: True
1049         tickcolor: "rgb(220, 220, 220)"
1050         tickmode: "linear"
1051         tickfont:
1052           size: 16
1053         zeroline: False
1054       yaxis:
1055         title: "<b>Connections Per Second [cps]</b>"
1056         titlefont:
1057           size: 16
1058         gridcolor: "rgb(230, 230, 230)"
1059         hoverformat: ".4s"
1060         linecolor: "rgb(220, 220, 220)"
1061         linewidth: 1
1062         rangemode: "tozero"
1063         showgrid: True
1064         showline: True
1065         showticklabels: True
1066         tickcolor: "rgb(220, 220, 220)"
1067         tickformat: ".3s"
1068         tickfont:
1069           size: 16
1070         zeroline: False
1071       boxmode: "group"
1072       boxgroupgap: 0.5
1073       autosize: False
1074       margin:
1075         t: 50
1076         b: 20
1077         l: 80
1078         r: 20
1079       showlegend: True
1080       legend:
1081         orientation: "h"
1082         font:
1083           size: 16
1084       width: 700
1085       height: 800
1086
1087     plot-rps:
1088       titlefont:
1089         size: 18
1090       xaxis:
1091         title: "<b>Test Cases [Index]</b>"
1092         titlefont:
1093           size: 16
1094         autorange: True
1095         fixedrange: False
1096         gridcolor: "rgb(230, 230, 230)"
1097         linecolor: "rgb(220, 220, 220)"
1098         linewidth: 1
1099         showgrid: True
1100         showline: True
1101         showticklabels: True
1102         tickcolor: "rgb(220, 220, 220)"
1103         tickmode: "linear"
1104         tickfont:
1105           size: 16
1106         zeroline: False
1107       yaxis:
1108         title: "<b>Requests Per Second [rps]</b>"
1109         titlefont:
1110           size: 16
1111         gridcolor: "rgb(230, 230, 230)"
1112         hoverformat: ".4s"
1113         linecolor: "rgb(220, 220, 220)"
1114         linewidth: 1
1115         rangemode: "tozero"
1116         showgrid: True
1117         showline: True
1118         showticklabels: True
1119         tickcolor: "rgb(230, 230, 230)"
1120         tickformat: ".3s"
1121         tickfont:
1122           size: 16
1123         zeroline: False
1124       boxmode: "group"
1125       boxgroupgap: 0.5
1126       autosize: False
1127       margin:
1128         t: 50
1129         b: 20
1130         l: 80
1131         r: 20
1132       showlegend: True
1133       legend:
1134         orientation: "h"
1135         font:
1136           size: 16
1137       width: 700
1138       height: 800
1139
1140     plot-throughput:
1141       titlefont:
1142         size: 18
1143       xaxis:
1144         title: "<b>Test Cases [Index]</b>"
1145         titlefont:
1146           size: 16
1147         autorange: True
1148         fixedrange: False
1149         gridcolor: "rgb(230, 230, 230)"
1150         linecolor: "rgb(220, 220, 220)"
1151         linewidth: 1
1152         showgrid: True
1153         showline: True
1154         showticklabels: True
1155         tickcolor: "rgb(220, 220, 220)"
1156         tickmode: "linear"
1157         tickfont:
1158           size: 16
1159         zeroline: False
1160       yaxis:
1161         title: "<b>Packet Throughput [Mpps]</b>"
1162         titlefont:
1163           size: 16
1164         gridcolor: "rgb(230, 230, 230)"
1165         hoverformat: ".4r"
1166         tickformat: ".3r"
1167         linecolor: "rgb(220, 220, 220)"
1168         linewidth: 1
1169         showgrid: True
1170         showline: True
1171         showticklabels: True
1172         tickcolor: "rgb(220, 220, 220)"
1173         tickfont:
1174           size: 16
1175         zeroline: False
1176         range: [0,50]
1177       boxmode: "group"
1178       boxgroupgap: 0.5
1179       autosize: False
1180       margin:
1181         t: 50
1182         b: 0
1183         l: 80
1184         r: 20
1185       showlegend: True
1186       legend:
1187         orientation: "h"
1188         font:
1189           size: 16
1190       width: 700
1191       height: 900
1192
1193     plot-throughput-speedup-analysis:
1194       titlefont:
1195         size: 18
1196       xaxis:
1197         title: "<b>Number of Cores [Qty]</b>"
1198         titlefont:
1199           size: 16
1200         autorange: True
1201         fixedrange: False
1202         gridcolor: "rgb(230, 230, 230)"
1203         linecolor: "rgb(220, 220, 220)"
1204         linewidth: 1
1205         showgrid: True
1206         showline: True
1207         showticklabels: True
1208         tickcolor: "rgb(238, 238, 238)"
1209         tickmode: "linear"
1210         tickfont:
1211           size: 16
1212         zeroline: False
1213       yaxis:
1214         title: "<b>Packet Throughput [Mpps]</b>"
1215         titlefont:
1216           size: 16
1217         type: "linear"
1218         gridcolor: "rgb(230, 230, 230)"
1219         hoverformat: ".4s"
1220         linecolor: "rgb(220, 220, 220)"
1221         linewidth: 1
1222         showgrid: True
1223         showline: True
1224         showticklabels: True
1225         tickcolor: "rgb(220, 220, 220)"
1226         tickformat: ".4s"
1227         tickfont:
1228           size: 16
1229         zeroline: True
1230         rangemode: "tozero"
1231         range: [0,100]
1232       legend:
1233         orientation: "h"
1234         font:
1235           size: 16
1236         xanchor: "left"
1237         yanchor: "top"
1238         x: 0
1239         y: -0.2
1240         bgcolor: "rgba(255, 255, 255, 0)"
1241         bordercolor: "rgba(255, 255, 255, 0)"
1242         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1243       autosize: False
1244       margin:
1245           't': 50
1246           'b': 150
1247           'l': 85
1248           'r': 10
1249       showlegend: True
1250       width: 700
1251       height: 700
1252       hoverlabel:
1253         namelength: -1
1254       annotations: [
1255         {
1256           text: "_ _          __          ...",
1257           align: "left",
1258           showarrow: False,
1259           xref: "paper",
1260           yref: "paper",
1261           xanchor: "left",
1262           yanchor: "top",
1263           x: 0,
1264           y: -0.13,
1265           font: {
1266             family: "Consolas, Courier New",
1267             size: 15
1268           },
1269         },
1270         {
1271           text: "    Perfect     Measured     Limit",
1272           align: "left",
1273           showarrow: False,
1274           xref: "paper",
1275           yref: "paper",
1276           xanchor: "left",
1277           yanchor: "top",
1278           x: 0,
1279           y: -0.15,
1280           font: {
1281             family: "Consolas, Courier New",
1282             size: 15
1283           },
1284         },
1285       ]
1286
1287     plot-latency:
1288       titlefont:
1289         size: 18
1290       xaxis:
1291         title: "<b>Direction</b>"
1292         titlefont:
1293           size: 16
1294         autorange: True
1295         fixedrange: False
1296         gridcolor: "rgb(230, 230, 230)"
1297         linecolor: "rgb(220, 220, 220)"
1298         linewidth: 1
1299         showgrid: True
1300         showline: True
1301         showticklabels: False
1302         tickcolor: "rgb(220, 220, 220)"
1303         tickmode: "linear"
1304         tickfont:
1305           size: 16
1306         zeroline: False
1307       yaxis:
1308         title: "<b>Packet Latency [uSec]</b>"
1309         titlefont:
1310           size: 16
1311         type: "linear"
1312         gridcolor: "rgb(230, 230, 230)"
1313         hoverformat: ".4s"
1314         linecolor: "rgb(220, 220, 220)"
1315         linewidth: 1
1316         showgrid: True
1317         showline: True
1318         showticklabels: True
1319         tickcolor: "rgb(220, 220, 220)"
1320         tickformat: ".4s"
1321         tickfont:
1322           size: 16
1323         zeroline: True
1324         rangemode: "tozero"
1325       legend:
1326         orientation: "h"
1327         font:
1328           size: 16
1329         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1330       autosize: False
1331       margin:
1332           't': 50
1333           'b': 150
1334           'l': 80
1335           'r': 10
1336       showlegend: True
1337       width: 700
1338       height: 700
1339       hoverlabel:
1340         namelength: -1
1341
1342 - type: "static"
1343   src-path: "{DIR[RST]}"
1344   dst-path: "{DIR[WORKING,SRC]}"
1345
1346 - type: "input"
1347   general:
1348     file-name: "robot-plugin.zip"
1349     file-format: ".zip"
1350     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1351     extract: "robot-plugin/output.xml"
1352
1353   builds:
1354 ##    intel-dnv-vpp-release-1904:
1355 ##      - 1
1356 #
1357 #    intel-dnv-vpp-release-1901:
1358 #      - 1
1359 #
1360 #    intel-dnv-vpp-release-1810:
1361 #      - 1
1362
1363     csit-vpp-perf-verify-1810-3n-hsw:
1364       - 9   # MRR sel
1365       - 8   # NDRPDR sel
1366       - 12  # NDRPDR sel
1367       - 14  # NDRPDR sel
1368       - 18  # NDRPDR sel
1369       - 23  # NDRPDR sel
1370       - 25  # NDRPDR sel
1371       - 38  # NDRPDR sel
1372       - 39  # NDRPDR sel
1373       - 41  # NDRPDR sel
1374       - 42  # NDRPDR sel
1375 #      - 28  # WRK
1376 #      - 29  # WRK
1377 #      - 30  # WRK
1378 #      - 31  # WRK
1379 #      - 32  # WRK
1380 #      - 33  # WRK
1381 #      - 34  # WRK
1382 #      - 35  # WRK
1383 #      - 36  # WRK
1384 #      - 37  # WRK
1385     csit-vpp-perf-verify-1901-3n-hsw:
1386       - 35  # MRR sel
1387       - 10  # NDRPDR sel
1388       - 19  # NDRPDR sel
1389       - 31  # NDRPDR sel
1390       - 36  # NDRPDR sel
1391       - 40  # NDRPDR sel
1392       - 42  # NDRPDR sel
1393       - 44  # NDRPDR sel
1394       - 46  # NDRPDR sel
1395       - 47  # NDRPDR sel
1396       - 48  # NDRPDR sel
1397       - 61  # NDRPDR LB
1398       - 62  # NDRPDR LB
1399       - 63  # NDRPDR LB
1400       - 64  # NDRPDR LB
1401       - 65  # NDRPDR LB
1402       - 66  # NDRPDR LB
1403       - 67  # NDRPDR LB
1404       - 69  # NDRPDR LB
1405       - 70  # NDRPDR LB
1406       - 71  # NDRPDR LB
1407     # TODO: Add 1904 Data
1408     csit-vpp-perf-verify-1904-3n-hsw:
1409       - 9   # MRR sel
1410       - 32  # NDRPDR full
1411       - 33  # NDRPDR full
1412       - 35  # NDRPDR full
1413       - 36  # NDRPDR full
1414       - 37  # NDRPDR full
1415       - 38  # NDRPDR full
1416       - 40  # NDRPDR full
1417       - 45  # NDRPDR full
1418       - 46  # NDRPDR full
1419       - 48  # NDRPDR full
1420       - 49  # NDRPDR full
1421       - 11  # NDRPDR sel
1422       - 12  # NDRPDR sel
1423       - 20  # NDRPDR sel
1424       - 21  # NDRPDR sel
1425       - 23  # NDRPDR sel
1426       - 24  # NDRPDR sel
1427       - 25  # NDRPDR sel
1428       - 26  # NDRPDR sel
1429       - 29  # NDRPDR sel
1430       - 30  # NDRPDR sel
1431
1432     csit-vpp-perf-verify-1810-3n-skx:
1433       - 9   # MRR sel
1434       - 11  # MRR sel
1435       - 12  # MRR sel
1436       - 13  # MRR sel
1437       - 10  # NDRPDR sel
1438       - 14  # NDRPDR sel
1439       - 15  # NDRPDR sel
1440       - 16  # NDRPDR sel
1441       - 17  # NDRPDR sel
1442       - 19  # NDRPDR sel
1443       - 20  # NDRPDR sel
1444       - 21  # NDRPDR sel
1445       - 22  # NDRPDR sel
1446       - 25  # NDRPDR sel
1447     csit-vpp-perf-verify-1901-3n-skx:
1448       - 32  # MRR sel
1449       - 18  # NDRPDR sel
1450       - 19  # NDRPDR sel
1451       - 20  # NDRPDR sel
1452       - 28  # NDRPDR sel
1453       - 31  # NDRPDR sel
1454       - 33  # NDRPDR sel
1455       - 36  # NDRPDR sel
1456       - 38  # NDRPDR sel
1457       - 47  # NDRPDR sel
1458       - 48  # NDRPDR sel
1459       - 54  # NDRPDR LB
1460       - 57  # NDRPDR LB
1461       - 58  # NDRPDR LB
1462       - 59  # NDRPDR LB
1463       - 60  # NDRPDR LB
1464       - 63  # NDRPDR LB
1465       - 64  # NDRPDR LB
1466       - 65  # NDRPDR LB
1467       - 66  # NDRPDR LB
1468       - 67  # NDRPDR LB
1469     csit-vpp-perf-verify-1904-3n-skx:
1470       - 7   # MRR sel
1471       - 26  # NDRPDR full
1472       - 27  # NDRPDR full
1473       - 30  # NDRPDR full
1474       - 31  # NDRPDR full
1475       - 8   # NDRPDR sel
1476       - 9   # NDRPDR sel
1477       - 10  # NDRPDR sel
1478       - 11  # NDRPDR sel
1479       - 12  # NDRPDR sel
1480       - 14  # NDRPDR sel
1481       - 16  # NDRPDR sel
1482       - 21  # NDRPDR sel
1483       - 23  # NDRPDR sel
1484       - 25  # NDRPDR sel
1485
1486     csit-vpp-perf-verify-1810-2n-skx:
1487       - 8   # MRR sel
1488       - 10  # MRR sel
1489       - 11  # MRR sel
1490       - 12  # MRR sel
1491       - 9   # NDRPDR sel
1492       - 13  # NDRPDR sel
1493       - 14  # NDRPDR sel
1494       - 19  # NDRPDR sel
1495       - 20  # NDRPDR sel
1496       - 21  # NDRPDR sel
1497       - 22  # NDRPDR sel
1498       - 23  # NDRPDR sel
1499       - 24  # NDRPDR sel
1500       - 27  # NDRPDR sel
1501     csit-vpp-perf-verify-1901-2n-skx:
1502       - 22  # MRR sel
1503       - 5   # NDRPDR sel
1504       - 12  # NDRPDR sel
1505       - 13  # NDRPDR sel
1506       - 21  # NDRPDR sel
1507       - 23  # NDRPDR sel
1508       - 31  # NDRPDR sel
1509       - 34  # NDRPDR sel
1510       - 40  # NDRPDR sel
1511       - 42  # NDRPDR sel
1512       - 43  # NDRPDR sel
1513     csit-vpp-perf-verify-1904-2n-skx:
1514       - 11  # MRR sel
1515       - 33  # NDRPDR full
1516       - 39  # NDRPDR full
1517       - 58  # NDRPDR full
1518       - 62  # NDRPDR full
1519       - 12  # NDRPDR sel
1520       - 14  # NDRPDR sel
1521       - 16  # NDRPDR sel
1522       - 17  # NDRPDR sel
1523       - 18  # NDRPDR sel
1524       - 21  # NDRPDR sel
1525       - 27  # NDRPDR sel
1526       - 30  # NDRPDR sel
1527       - 31  # NDRPDR sel
1528       - 32  # NDRPDR sel
1529       - 40  # NFV MRR 64b
1530       - 41  # NFV MRR 64b
1531       - 42  # NFV MRR 64b
1532       - 47  # NFV MRR 64b
1533       - 48  # NFV MRR 64b
1534       - 49  # NFV MRR IMIX
1535       - 50  # NFV MRR IMIX
1536       - 51  # NFV MRR IMIX
1537       - 54  # NFV MRR IMIX
1538       - 55  # NFV MRR IMIX
1539       - 56  # NFV NDRPDR 64b
1540       - 59  # NFV NDRPDR 64b
1541       - 60  # NFV NDRPDR 64b
1542       - 65  # NFV NDRPDR 64b
1543       - 68  # NFV NDRPDR 64b
1544       - 66  # NFV NDRPDR IMIX
1545       - 67  # NFV NDRPDR IMIX
1546       - 69  # NFV NDRPDR IMIX
1547       - 82  # NFV NDRPDR IMIX
1548       - 83  # NFV NDRPDR IMIX
1549       - 80  # NFV MRR NDRPDR 64b IMIX
1550       - 81  # NFV MRR NDRPDR 64b IMIX
1551       - 84  # NFV MRR NDRPDR 64b IMIX
1552       - 85  # NFV MRR NDRPDR 64b IMIX
1553       - 86  # NFV MRR NDRPDR 64b IMIX
1554       - 70  # soak
1555       - 71  # soak
1556
1557 #    csit-ligato-perf-verify-1901-3n-hsw:
1558 #      - 10  # NDRPDR full
1559 #      - 8   # NDRPDR sel
1560 #      - 9   # NDRPDR sel
1561 #      - 11  # NDRPDR sel
1562 #      - 12  # NDRPDR sel
1563 #      - 13  # NDRPDR sel
1564 #      - 14  # NDRPDR sel
1565 #      - 15  # NDRPDR sel
1566 #      - 16  # NDRPDR sel
1567 #      - 17  # NDRPDR sel
1568 #      - 18  # NDRPDR sel
1569 ##    csit-ligato-perf-verify-1904-3n-hsw:
1570 ##      -
1571
1572     csit-dpdk-perf-verify-1810-3n-hsw:
1573       - 1   # NDRPDR sel
1574       - 2   # NDRPDR sel
1575       - 3   # NDRPDR sel
1576       - 4   # NDRPDR sel
1577       - 5   # NDRPDR sel
1578       - 6   # NDRPDR sel
1579       - 7   # NDRPDR sel
1580       - 8   # NDRPDR sel
1581       - 9   # NDRPDR sel
1582       - 10  # NDRPDR sel
1583     csit-dpdk-perf-verify-1901-3n-hsw:
1584       - 13  # NDRPDR sel
1585       - 14  # NDRPDR sel
1586       - 16  # NDRPDR sel
1587       - 17  # NDRPDR sel
1588       - 18  # NDRPDR sel
1589       - 19  # NDRPDR sel
1590       - 20  # NDRPDR sel
1591       - 21  # NDRPDR sel
1592       - 22  # NDRPDR sel
1593       - 23  # NDRPDR sel
1594     csit-dpdk-perf-verify-1904-3n-hsw:
1595       - 2   # NDRPDR sel
1596       - 3   # NDRPDR sel
1597       - 5   # NDRPDR sel
1598       - 6   # NDRPDR sel
1599       - 13  # NDRPDR sel
1600       - 14  # NDRPDR sel
1601       - 15  # NDRPDR sel
1602       - 18  # NDRPDR sel
1603       - 19  # NDRPDR sel
1604       - 20  # NDRPDR sel
1605
1606     csit-dpdk-perf-verify-1810-3n-skx:
1607       - 3   # NDRPDR sel
1608       - 4   # NDRPDR sel
1609       - 6   # NDRPDR sel
1610       - 7   # NDRPDR sel
1611       - 8   # NDRPDR sel
1612       - 9   # NDRPDR sel
1613       - 10  # NDRPDR sel
1614       - 11  # NDRPDR sel
1615       - 12  # NDRPDR sel
1616       - 13  # NDRPDR sel
1617     csit-dpdk-perf-verify-1901-3n-skx:
1618       - 3   # NDRPDR sel
1619       - 5   # NDRPDR sel
1620       - 6   # NDRPDR sel
1621       - 7   # NDRPDR sel
1622       - 8   # NDRPDR sel
1623       - 9   # NDRPDR sel
1624       - 10  # NDRPDR sel
1625       - 11  # NDRPDR sel
1626       - 12  # NDRPDR sel
1627       - 13  # NDRPDR sel
1628     csit-dpdk-perf-verify-1904-3n-skx:
1629       - 2   # NDRPDR sel
1630       - 3   # NDRPDR sel
1631       - 4   # NDRPDR sel
1632       - 5   # NDRPDR sel
1633       - 6   # NDRPDR sel
1634       - 7   # NDRPDR sel
1635       - 11  # NDRPDR sel
1636       - 12  # NDRPDR sel
1637       - 13  # NDRPDR sel
1638       - 14  # NDRPDR sel
1639
1640     csit-dpdk-perf-verify-1810-2n-skx:
1641       - 3   # NDRPDR sel
1642       - 4   # NDRPDR sel
1643       - 5   # NDRPDR sel
1644       - 7   # NDRPDR sel
1645       - 8   # NDRPDR sel
1646       - 9   # NDRPDR sel
1647       - 10  # NDRPDR sel
1648       - 11  # NDRPDR sel
1649       - 12  # NDRPDR sel
1650       - 13  # NDRPDR sel
1651     csit-dpdk-perf-verify-1901-2n-skx:
1652       - 12  # NDRPDR sel
1653       - 13  # NDRPDR sel
1654       - 14  # NDRPDR sel
1655       - 15  # NDRPDR sel
1656       - 16  # NDRPDR sel
1657       - 17  # NDRPDR sel
1658       - 18  # NDRPDR sel
1659       - 19  # NDRPDR sel
1660       - 20  # NDRPDR sel
1661       - 21  # NDRPDR sel
1662     csit-dpdk-perf-verify-1904-2n-skx:
1663       - 2   # NDRPDR sel
1664       - 3   # NDRPDR sel
1665       - 4   # NDRPDR sel
1666       - 5   # NDRPDR sel
1667       - 7   # NDRPDR sel
1668       - 8   # NDRPDR sel
1669       - 9   # NDRPDR sel
1670       - 10  # NDRPDR sel
1671       - 11  # NDRPDR sel
1672       - 12  # NDRPDR sel
1673
1674     csit-vpp-functional-1904-ubuntu1604-virl:
1675       - 33
1676     csit-vpp-functional-1904-centos7-virl:
1677       - 32
1678     csit-vpp-device-1904-ubuntu1804-1n-skx:
1679       - 32
1680 #    # Not used
1681 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1682 #      - 1
1683     csit-dmm-functional-1904-ubuntu1604-virl:
1684       - 1
1685     csit-hc2vpp-verify-func-1904-ubuntu1604:
1686       - 4
1687
1688 - type: "output"
1689   output: "report"
1690   format:
1691     html:
1692     - full
1693     pdf:
1694     - minimal
1695
1696 ################################################################################
1697 ###                               T A B L E S                                ###
1698 ################################################################################
1699
1700 # VPP Soak vs NDR
1701 - type: "table"
1702   title: "VPP Soak vs NDR 2n-skx"
1703   algorithm: "table_soak_vs_ndr"
1704   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1705   reference:
1706     title: "NDR"
1707     data: "vpp-soak-vs-ndr-2n-skx-ref"
1708   compare:
1709     title: "Soak"
1710     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1711   data: "vpp-soak-vs-ndr-2n-skx"
1712   include-tests: "NDR"
1713   filter: "('NDRPDR' or 'SOAK')"
1714   parameters:
1715     - "throughput"
1716     - "name"
1717     - "parent"
1718
1719 ################################################################################
1720
1721 # VPP Compare NICs 3n-hsw 1t1c ndr
1722 - type: "table"
1723   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1724   algorithm: "table_nics_comparison"
1725   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1726   reference:
1727     title: "Intel-x520"
1728     nic: "NIC_Intel-X520-DA2"
1729   compare:
1730     title: "Intel-x710"
1731     nic: "NIC_Intel-X710"
1732   data: "vpp-nic-comparison-3n-hsw"
1733   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1734   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1735   parameters:
1736   - "name"
1737   - "parent"
1738   - "throughput"
1739   - "tags"
1740
1741 # VPP Compare NICs 3n-hsw 2t2c ndr
1742 - type: "table"
1743   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1744   algorithm: "table_nics_comparison"
1745   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1746   reference:
1747     title: "Intel-x520"
1748     nic: "NIC_Intel-X520-DA2"
1749   compare:
1750     title: "Intel-x710"
1751     nic: "NIC_Intel-X710"
1752   data: "vpp-nic-comparison-3n-hsw"
1753   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1754   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1755   parameters:
1756   - "name"
1757   - "parent"
1758   - "throughput"
1759   - "tags"
1760
1761 # VPP Compare NICs 3n-hsw 1t1c pdr
1762 - type: "table"
1763   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1764   algorithm: "table_nics_comparison"
1765   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1766   reference:
1767     title: "Intel-x520"
1768     nic: "NIC_Intel-X520-DA2"
1769   compare:
1770     title: "Intel-x710"
1771     nic: "NIC_Intel-X710"
1772   data: "vpp-nic-comparison-3n-hsw"
1773   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1774   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1775   parameters:
1776   - "name"
1777   - "parent"
1778   - "throughput"
1779   - "tags"
1780
1781 # VPP Compare NICs 3n-hsw 2t2c pdr
1782 - type: "table"
1783   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1784   algorithm: "table_nics_comparison"
1785   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1786   reference:
1787     title: "Intel-x520"
1788     nic: "NIC_Intel-X520-DA2"
1789   compare:
1790     title: "Intel-x710"
1791     nic: "NIC_Intel-X710"
1792   data: "vpp-nic-comparison-3n-hsw"
1793   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1794   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1795   parameters:
1796   - "name"
1797   - "parent"
1798   - "throughput"
1799   - "tags"
1800
1801 # VPP Compare NICs 3n-hsw 1t1c mrr
1802 - type: "table"
1803   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1804   algorithm: "table_nics_comparison"
1805   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1806   reference:
1807     title: "Intel-x520"
1808     nic: "NIC_Intel-X520-DA2"
1809   compare:
1810     title: "Intel-x710"
1811     nic: "NIC_Intel-X710"
1812   data: "vpp-nic-comparison-3n-hsw-mrr"
1813   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1814   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1815   parameters:
1816   - "name"
1817   - "parent"
1818   - "result"
1819   - "tags"
1820
1821 # VPP Compare NICs 3n-hsw 2t2c mrr
1822 - type: "table"
1823   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1824   algorithm: "table_nics_comparison"
1825   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1826   reference:
1827     title: "Intel-x520"
1828     nic: "NIC_Intel-X520-DA2"
1829   compare:
1830     title: "Intel-x710"
1831     nic: "NIC_Intel-X710"
1832   data: "vpp-nic-comparison-3n-hsw-mrr"
1833   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1834   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1835   parameters:
1836   - "name"
1837   - "parent"
1838   - "result"
1839   - "tags"
1840
1841 # VPP Compare NICs 3n-hsw 4t4c mrr
1842 - type: "table"
1843   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1844   algorithm: "table_nics_comparison"
1845   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1846   reference:
1847     title: "Intel-x520"
1848     nic: "NIC_Intel-X520-DA2"
1849   compare:
1850     title: "Intel-x710"
1851     nic: "NIC_Intel-X710"
1852   data: "vpp-nic-comparison-3n-hsw-mrr"
1853   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1854   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1855   parameters:
1856   - "name"
1857   - "parent"
1858   - "result"
1859   - "tags"
1860
1861 # VPP Compare NICs 3n-skx 2t1c ndr
1862 - type: "table"
1863   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1864   algorithm: "table_nics_comparison"
1865   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1866   reference:
1867     title: "Intel-x710"
1868     nic: "NIC_Intel-X710"
1869   compare:
1870     title: "Intel-xxv710"
1871     nic: "NIC_Intel-XXV710"
1872   data: "vpp-nic-comparison-3n-skx"
1873   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1874   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1875   parameters:
1876   - "name"
1877   - "parent"
1878   - "throughput"
1879   - "tags"
1880
1881 # VPP Compare NICs 3n-skx 4t2c ndr
1882 - type: "table"
1883   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1884   algorithm: "table_nics_comparison"
1885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1886   reference:
1887     title: "Intel-x710"
1888     nic: "NIC_Intel-X710"
1889   compare:
1890     title: "Intel-xxv710"
1891     nic: "NIC_Intel-XXV710"
1892   data: "vpp-nic-comparison-3n-skx"
1893   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1894   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1895   parameters:
1896   - "name"
1897   - "parent"
1898   - "throughput"
1899   - "tags"
1900
1901 # VPP Compare NICs 3n-skx 2t1c pdr
1902 - type: "table"
1903   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1904   algorithm: "table_nics_comparison"
1905   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1906   reference:
1907     title: "Intel-x710"
1908     nic: "NIC_Intel-X710"
1909   compare:
1910     title: "Intel-xxv710"
1911     nic: "NIC_Intel-XXV710"
1912   data: "vpp-nic-comparison-3n-skx"
1913   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1914   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1915   parameters:
1916   - "name"
1917   - "parent"
1918   - "throughput"
1919   - "tags"
1920
1921  # VPP Compare NICs 3n-skx 4t2c pdr
1922 - type: "table"
1923   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1924   algorithm: "table_nics_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1926   reference:
1927     title: "Intel-x710"
1928     nic: "NIC_Intel-X710"
1929   compare:
1930     title: "Intel-xxv710"
1931     nic: "NIC_Intel-XXV710"
1932   data: "vpp-nic-comparison-3n-skx"
1933   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1934   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1935   parameters:
1936   - "name"
1937   - "parent"
1938   - "throughput"
1939   - "tags"
1940
1941 # VPP Compare NICs 3n-skx 2t1c mrr
1942 - type: "table"
1943   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1944   algorithm: "table_nics_comparison"
1945   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1946   reference:
1947     title: "Intel-x710"
1948     nic: "NIC_Intel-X710"
1949   compare:
1950     title: "Intel-xxv710"
1951     nic: "NIC_Intel-XXV710"
1952   data: "vpp-nic-comparison-3n-skx-mrr"
1953   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1954   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1955   parameters:
1956   - "name"
1957   - "parent"
1958   - "result"
1959   - "tags"
1960
1961 # VPP Compare NICs 3n-skx 4t2c mrr
1962 - type: "table"
1963   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1964   algorithm: "table_nics_comparison"
1965   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1966   reference:
1967     title: "Intel-x710"
1968     nic: "NIC_Intel-X710"
1969   compare:
1970     title: "Intel-xxv710"
1971     nic: "NIC_Intel-XXV710"
1972   data: "vpp-nic-comparison-3n-skx-mrr"
1973   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1974   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1975   parameters:
1976   - "name"
1977   - "parent"
1978   - "result"
1979   - "tags"
1980
1981  # VPP Compare NICs 3n-skx 8t4c mrr
1982 - type: "table"
1983   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1984   algorithm: "table_nics_comparison"
1985   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1986   reference:
1987     title: "Intel-x710"
1988     nic: "NIC_Intel-X710"
1989   compare:
1990     title: "Intel-xxv710"
1991     nic: "NIC_Intel-XXV710"
1992   data: "vpp-nic-comparison-3n-skx-mrr"
1993   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1994   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1995   parameters:
1996   - "name"
1997   - "parent"
1998   - "result"
1999   - "tags"
2000
2001 # VPP Compare NICs 2n-skx 2t1c ndr
2002 - type: "table"
2003   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2004   algorithm: "table_nics_comparison"
2005   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2006   reference:
2007     title: "Intel-x710"
2008     nic: "NIC_Intel-X710"
2009   compare:
2010     title: "Intel-xxv710"
2011     nic: "NIC_Intel-XXV710"
2012   data: "vpp-nic-comparison-2n-skx"
2013   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2014   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2015   parameters:
2016   - "name"
2017   - "parent"
2018   - "throughput"
2019   - "tags"
2020
2021 # VPP Compare NICs 2n-skx 4t2c ndr
2022 - type: "table"
2023   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2024   algorithm: "table_nics_comparison"
2025   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2026   reference:
2027     title: "Intel-x710"
2028     nic: "NIC_Intel-X710"
2029   compare:
2030     title: "Intel-xxv710"
2031     nic: "NIC_Intel-XXV710"
2032   data: "vpp-nic-comparison-2n-skx"
2033   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2034   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2035   parameters:
2036   - "name"
2037   - "parent"
2038   - "throughput"
2039   - "tags"
2040
2041  # VPP Compare NICs 2n-skx 2t1c pdr
2042 - type: "table"
2043   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2044   algorithm: "table_nics_comparison"
2045   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2046   reference:
2047     title: "Intel-x710"
2048     nic: "NIC_Intel-X710"
2049   compare:
2050     title: "Intel-xxv710"
2051     nic: "NIC_Intel-XXV710"
2052   data: "vpp-nic-comparison-2n-skx"
2053   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2054   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2055   parameters:
2056   - "name"
2057   - "parent"
2058   - "throughput"
2059   - "tags"
2060
2061 # VPP Compare NICs 2n-skx 4t2c pdr
2062 - type: "table"
2063   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2064   algorithm: "table_nics_comparison"
2065   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2066   reference:
2067     title: "Intel-x710"
2068     nic: "NIC_Intel-X710"
2069   compare:
2070     title: "Intel-xxv710"
2071     nic: "NIC_Intel-XXV710"
2072   data: "vpp-nic-comparison-2n-skx"
2073   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2074   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2075   parameters:
2076   - "name"
2077   - "parent"
2078   - "throughput"
2079   - "tags"
2080
2081 # VPP Compare NICs 2n-skx 2t1c mrr
2082 - type: "table"
2083   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2084   algorithm: "table_nics_comparison"
2085   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2086   reference:
2087     title: "Intel-x710"
2088     nic: "NIC_Intel-X710"
2089   compare:
2090     title: "Intel-xxv710"
2091     nic: "NIC_Intel-XXV710"
2092   data: "vpp-nic-comparison-2n-skx-mrr"
2093   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2094   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2095   parameters:
2096   - "name"
2097   - "parent"
2098   - "result"
2099   - "tags"
2100
2101 # VPP Compare NICs 2n-skx 4t2c mrr
2102 - type: "table"
2103   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2104   algorithm: "table_nics_comparison"
2105   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2106   reference:
2107     title: "Intel-x710"
2108     nic: "NIC_Intel-X710"
2109   compare:
2110     title: "Intel-xxv710"
2111     nic: "NIC_Intel-XXV710"
2112   data: "vpp-nic-comparison-2n-skx-mrr"
2113   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2114   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2115   parameters:
2116   - "name"
2117   - "parent"
2118   - "result"
2119   - "tags"
2120
2121 # VPP Compare NICs 2n-skx 8t4c mrr
2122 - type: "table"
2123   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2124   algorithm: "table_nics_comparison"
2125   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2126   reference:
2127     title: "Intel-x710"
2128     nic: "NIC_Intel-X710"
2129   compare:
2130     title: "Intel-xxv710"
2131     nic: "NIC_Intel-XXV710"
2132   data: "vpp-nic-comparison-2n-skx-mrr"
2133   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2134   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2135   parameters:
2136   - "name"
2137   - "parent"
2138   - "result"
2139   - "tags"
2140
2141 ################################################################################
2142 # VPP
2143
2144 ## VPP Performance Changes 2n-dnv 1t1c pdr
2145 #- type: "table"
2146 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2147 #  algorithm: "table_performance_comparison"
2148 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2149 #  history:
2150 #    - title: "rls1810"
2151 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2152 #  reference:
2153 #    title: "rls1901"
2154 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2155 #  compare:
2156 #    title: "rls1904"
2157 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2158 #  data: "intel-dnv-vpp-changes-2n-dnv"
2159 #  include-tests: "PDR"
2160 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2161 #  parameters:
2162 #  - "name"
2163 #  - "parent"
2164 #  - "throughput"
2165 #
2166 ## VPP Performance Changes 2n-dnv 2t2c pdr
2167 #- type: "table"
2168 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2169 #  algorithm: "table_performance_comparison"
2170 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2171 #  history:
2172 #    - title: "rls1810"
2173 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2174 #  reference:
2175 #    title: "rls1901"
2176 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2177 #  compare:
2178 #    title: "rls1904"
2179 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2180 #  data: "intel-dnv-vpp-changes-2n-dnv"
2181 #  include-tests: "PDR"
2182 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2183 #  parameters:
2184 #  - "name"
2185 #  - "parent"
2186 #  - "throughput"
2187 #
2188 ## VPP Performance Changes 2n-dnv 1t1c ndr
2189 #- type: "table"
2190 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2191 #  algorithm: "table_performance_comparison"
2192 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2193 #  history:
2194 #    - title: "rls1810"
2195 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2196 #  reference:
2197 #    title: "rls1901"
2198 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2199 #  compare:
2200 #    title: "rls1904"
2201 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2202 #  data: "intel-dnv-vpp-changes-2n-dnv"
2203 #  include-tests: "NDR"
2204 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2205 #  parameters:
2206 #  - "name"
2207 #  - "parent"
2208 #  - "throughput"
2209 #
2210 ## VPP Performance Changes 2n-dnv 2t2c ndr
2211 #- type: "table"
2212 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2213 #  algorithm: "table_performance_comparison"
2214 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2215 #  history:
2216 #    - title: "rls1810"
2217 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2218 #  reference:
2219 #    title: "rls1901"
2220 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2221 #  compare:
2222 #    title: "rls1904"
2223 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2224 #  data: "intel-dnv-vpp-changes-2n-dnv"
2225 #  include-tests: "NDR"
2226 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2227 #  parameters:
2228 #  - "name"
2229 #  - "parent"
2230 #  - "throughput"
2231 #
2232 ## VPP Performance Changes 2n-dnv 1t1c MRR
2233 #- type: "table"
2234 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2235 #  algorithm: "table_performance_comparison"
2236 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2237 #  history:
2238 #    - title: "rls1810"
2239 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2240 #  reference:
2241 #    title: "rls1901"
2242 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2243 #  compare:
2244 #    title: "rls1904"
2245 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2246 #  data: "intel-dnv-vpp-changes-2n-dnv"
2247 #  include-tests: "MRR"
2248 #  filter: "'1T1C' and 'MRR'"
2249 #  parameters:
2250 #  - "name"
2251 #  - "parent"
2252 #  - "result"
2253 #
2254 ## VPP Performance Changes 2n-dnv 2t2c MRR
2255 #- type: "table"
2256 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2257 #  algorithm: "table_performance_comparison"
2258 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2259 #  history:
2260 #    - title: "rls1810"
2261 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2262 #  reference:
2263 #    title: "rls1901"
2264 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2265 #  compare:
2266 #    title: "rls1904"
2267 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2268 #  data: "intel-dnv-vpp-changes-2n-dnv"
2269 #  include-tests: "MRR"
2270 #  filter: "'2T2C' and 'MRR'"
2271 #  parameters:
2272 #  - "name"
2273 #  - "parent"
2274 #  - "result"
2275 #
2276 ## VPP Performance Changes 2n-dnv 4t4c MRR
2277 #- type: "table"
2278 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2279 #  algorithm: "table_performance_comparison"
2280 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2281 #  history:
2282 #    - title: "rls1810"
2283 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2284 #  reference:
2285 #    title: "rls1901"
2286 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2287 #  compare:
2288 #    title: "rls1904"
2289 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2290 #  data: "intel-dnv-vpp-changes-2n-dnv"
2291 #  include-tests: "MRR"
2292 #  filter: "'4T4C' and 'MRR'"
2293 #  parameters:
2294 #  - "name"
2295 #  - "parent"
2296 #  - "result"
2297
2298 # VPP Performance Changes 3n-hsw 1t1c pdr
2299 - type: "table"
2300   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2301   algorithm: "table_performance_comparison"
2302   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2303   history:
2304     - title: "rls1810"
2305       data: "vpp-performance-changes-3n-hsw-h1"
2306   reference:
2307     title: "rls1901"
2308     data: "vpp-performance-changes-3n-hsw-ref"
2309   compare:
2310     title: "rls1904"
2311     data: "vpp-performance-changes-3n-hsw-cmp"
2312   data: "vpp-performance-changes-3n-hsw"
2313   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2314   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2315   parameters:
2316   - "name"
2317   - "parent"
2318   - "throughput"
2319
2320 # VPP Performance Changes 3n-hsw 2t2c pdr
2321 - type: "table"
2322   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2323   algorithm: "table_performance_comparison"
2324   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2325   history:
2326     - title: "rls1810"
2327       data: "vpp-performance-changes-3n-hsw-h1"
2328   reference:
2329     title: "rls1901"
2330     data: "vpp-performance-changes-3n-hsw-ref"
2331   compare:
2332     title: "rls1904"
2333     data: "vpp-performance-changes-3n-hsw-cmp"
2334   data: "vpp-performance-changes-3n-hsw"
2335   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2336   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2337   parameters:
2338   - "name"
2339   - "parent"
2340   - "throughput"
2341
2342 # VPP Performance Changes 3n-hsw 1t1c ndr
2343 - type: "table"
2344   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2345   algorithm: "table_performance_comparison"
2346   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2347   history:
2348     - title: "rls1810"
2349       data: "vpp-performance-changes-3n-hsw-h1"
2350   reference:
2351     title: "rls1901"
2352     data: "vpp-performance-changes-3n-hsw-ref"
2353   compare:
2354     title: "rls1904"
2355     data: "vpp-performance-changes-3n-hsw-cmp"
2356   data: "vpp-performance-changes-3n-hsw"
2357   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2358   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2359   parameters:
2360   - "name"
2361   - "parent"
2362   - "throughput"
2363
2364 # VPP Performance Changes 3n-hsw 2t2c ndr
2365 - type: "table"
2366   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2367   algorithm: "table_performance_comparison"
2368   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2369   history:
2370     - title: "rls1810"
2371       data: "vpp-performance-changes-3n-hsw-h1"
2372   reference:
2373     title: "rls1901"
2374     data: "vpp-performance-changes-3n-hsw-ref"
2375   compare:
2376     title: "rls1904"
2377     data: "vpp-performance-changes-3n-hsw-cmp"
2378   data: "vpp-performance-changes-3n-hsw"
2379   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2380   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2381   parameters:
2382   - "name"
2383   - "parent"
2384   - "throughput"
2385
2386 # VPP Performance Changes 3n-skx 2t1c pdr
2387 - type: "table"
2388   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2389   algorithm: "table_performance_comparison"
2390   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2391   history:
2392     - title: "rls1810"
2393       data: "vpp-performance-changes-3n-skx-h1"
2394   reference:
2395     title: "rls1901"
2396     data: "vpp-performance-changes-3n-skx-ref"
2397   compare:
2398     title: "rls1904"
2399     data: "vpp-performance-changes-3n-skx-cmp"
2400   data: "vpp-performance-changes-3n-skx"
2401   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2402   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2403   parameters:
2404   - "name"
2405   - "parent"
2406   - "throughput"
2407
2408 # VPP Performance Changes 3n-skx 4t2c pdr
2409 - type: "table"
2410   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2411   algorithm: "table_performance_comparison"
2412   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2413   history:
2414     - title: "rls1810"
2415       data: "vpp-performance-changes-3n-skx-h1"
2416   reference:
2417     title: "rls1901"
2418     data: "vpp-performance-changes-3n-skx-ref"
2419   compare:
2420     title: "rls1904"
2421     data: "vpp-performance-changes-3n-skx-cmp"
2422   data: "vpp-performance-changes-3n-skx"
2423   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2424   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2425   parameters:
2426   - "name"
2427   - "parent"
2428   - "throughput"
2429
2430 # VPP Performance Changes 3n-skx 2t1c ndr
2431 - type: "table"
2432   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2433   algorithm: "table_performance_comparison"
2434   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2435   history:
2436     - title: "rls1810"
2437       data: "vpp-performance-changes-3n-skx-h1"
2438   reference:
2439     title: "rls1901"
2440     data: "vpp-performance-changes-3n-skx-ref"
2441   compare:
2442     title: "rls1904"
2443     data: "vpp-performance-changes-3n-skx-cmp"
2444   data: "vpp-performance-changes-3n-skx"
2445   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2446   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2447   parameters:
2448   - "name"
2449   - "parent"
2450   - "throughput"
2451
2452 # VPP Performance Changes 3n-skx 4t2c ndr
2453 - type: "table"
2454   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2455   algorithm: "table_performance_comparison"
2456   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2457   history:
2458     - title: "rls1810"
2459       data: "vpp-performance-changes-3n-skx-h1"
2460   reference:
2461     title: "rls1901"
2462     data: "vpp-performance-changes-3n-skx-ref"
2463   compare:
2464     title: "rls1904"
2465     data: "vpp-performance-changes-3n-skx-cmp"
2466   data: "vpp-performance-changes-3n-skx"
2467   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2468   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2469   parameters:
2470   - "name"
2471   - "parent"
2472   - "throughput"
2473
2474 # VPP Performance Changes 2n-skx 2t1c pdr
2475 - type: "table"
2476   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2477   algorithm: "table_performance_comparison"
2478   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2479   history:
2480     - title: "rls1810"
2481       data: "vpp-performance-changes-2n-skx-h1"
2482   reference:
2483     title: "rls1901"
2484     data: "vpp-performance-changes-2n-skx-ref"
2485   compare:
2486     title: "rls1904"
2487     data: "vpp-performance-changes-2n-skx-cmp"
2488   data: "vpp-performance-changes-2n-skx"
2489   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2490   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2491   parameters:
2492   - "name"
2493   - "parent"
2494   - "throughput"
2495
2496 # VPP Performance Changes 2n-skx 4t2c pdr
2497 - type: "table"
2498   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2499   algorithm: "table_performance_comparison"
2500   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2501   history:
2502     - title: "rls1810"
2503       data: "vpp-performance-changes-2n-skx-h1"
2504   reference:
2505     title: "rls1901"
2506     data: "vpp-performance-changes-2n-skx-ref"
2507   compare:
2508     title: "rls1904"
2509     data: "vpp-performance-changes-2n-skx-cmp"
2510   data: "vpp-performance-changes-2n-skx"
2511   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2512   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2513   parameters:
2514   - "name"
2515   - "parent"
2516   - "throughput"
2517
2518 # VPP Performance Changes 2n-skx 2t1c ndr
2519 - type: "table"
2520   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2521   algorithm: "table_performance_comparison"
2522   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2523   history:
2524     - title: "rls1810"
2525       data: "vpp-performance-changes-2n-skx-h1"
2526   reference:
2527     title: "rls1901"
2528     data: "vpp-performance-changes-2n-skx-ref"
2529   compare:
2530     title: "rls1904"
2531     data: "vpp-performance-changes-2n-skx-cmp"
2532   data: "vpp-performance-changes-2n-skx"
2533   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2534   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2535   parameters:
2536   - "name"
2537   - "parent"
2538   - "throughput"
2539
2540 # VPP Performance Changes 2n-skx 4t2c ndr
2541 - type: "table"
2542   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2543   algorithm: "table_performance_comparison"
2544   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2545   history:
2546     - title: "rls1810"
2547       data: "vpp-performance-changes-2n-skx-h1"
2548   reference:
2549     title: "rls1901"
2550     data: "vpp-performance-changes-2n-skx-ref"
2551   compare:
2552     title: "rls1904"
2553     data: "vpp-performance-changes-2n-skx-cmp"
2554   data: "vpp-performance-changes-2n-skx"
2555   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2556   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2557   parameters:
2558   - "name"
2559   - "parent"
2560   - "throughput"
2561
2562 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2563 - type: "table"
2564   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2565   algorithm: "table_performance_comparison"
2566   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2567   reference:
2568     title: "3-Node Hsw"
2569     data: "vpp-compare-testbeds-ref"
2570   compare:
2571     title: "3-Node Skx"
2572     data: "vpp-compare-testbeds-cmp"
2573   data: "vpp-compare-testbeds"
2574   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2575   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2576   parameters:
2577   - "name"
2578   - "parent"
2579   - "throughput"
2580
2581 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2582 - type: "table"
2583   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2584   algorithm: "table_performance_comparison"
2585   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2586   reference:
2587     title: "3-Node Hsw"
2588     data: "vpp-compare-testbeds-ref"
2589   compare:
2590     title: "3-Node Skx"
2591     data: "vpp-compare-testbeds-cmp"
2592   data: "vpp-compare-testbeds"
2593   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2594   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2595   parameters:
2596   - "name"
2597   - "parent"
2598   - "throughput"
2599
2600 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2601 - type: "table"
2602   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2603   algorithm: "table_performance_comparison"
2604   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2605   reference:
2606     title: "3-Node Hsw"
2607     data: "vpp-compare-testbeds-ref"
2608   compare:
2609     title: "3-Node Skx"
2610     data: "vpp-compare-testbeds-cmp"
2611   data: "vpp-compare-testbeds"
2612   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2613   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2614   parameters:
2615   - "name"
2616   - "parent"
2617   - "throughput"
2618
2619 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2620 - type: "table"
2621   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2622   algorithm: "table_performance_comparison"
2623   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2624   reference:
2625     title: "3-Node Hsw"
2626     data: "vpp-compare-testbeds-ref"
2627   compare:
2628     title: "3-Node Skx"
2629     data: "vpp-compare-testbeds-cmp"
2630   data: "vpp-compare-testbeds"
2631   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2632   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2633   parameters:
2634   - "name"
2635   - "parent"
2636   - "throughput"
2637
2638 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2639 - type: "table"
2640   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2641   algorithm: "table_performance_comparison"
2642   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2643   reference:
2644     title: "3-Node Skx"
2645     data: "vpp-compare-topologies-ref"
2646   compare:
2647     title: "2-Node Skx"
2648     data: "vpp-compare-topologies-cmp"
2649   data: "vpp-compare-topologies"
2650   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2651   filter: "'NDRPDR' and '1C'"
2652   parameters:
2653   - "name"
2654   - "parent"
2655   - "throughput"
2656
2657 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2658 - type: "table"
2659   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2660   algorithm: "table_performance_comparison"
2661   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2662   reference:
2663     title: "3-Node Skx"
2664     data: "vpp-compare-topologies-ref"
2665   compare:
2666     title: "2-Node Skx"
2667     data: "vpp-compare-topologies-cmp"
2668   data: "vpp-compare-topologies"
2669   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2670   filter: "'NDRPDR' and '2C'"
2671   parameters:
2672   - "name"
2673   - "parent"
2674   - "throughput"
2675
2676 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2677 - type: "table"
2678   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2679   algorithm: "table_performance_comparison"
2680   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2681   reference:
2682     title: "3-Node Skx"
2683     data: "vpp-compare-topologies-ref"
2684   compare:
2685     title: "2-Node Skx"
2686     data: "vpp-compare-topologies-cmp"
2687   data: "vpp-compare-topologies"
2688   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2689   filter: "'NDRPDR' and '1C'"
2690   parameters:
2691   - "name"
2692   - "parent"
2693   - "throughput"
2694
2695 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2696 - type: "table"
2697   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2698   algorithm: "table_performance_comparison"
2699   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2700   reference:
2701     title: "3-Node Skx"
2702     data: "vpp-compare-topologies-ref"
2703   compare:
2704     title: "2-Node Skx"
2705     data: "vpp-compare-topologies-cmp"
2706   data: "vpp-compare-topologies"
2707   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2708   filter: "'NDRPDR' and '2C'"
2709   parameters:
2710   - "name"
2711   - "parent"
2712   - "throughput"
2713
2714 # VPP Performance Changes 3n-hsw 1t1c MRR
2715 - type: "table"
2716   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2717   algorithm: "table_performance_comparison"
2718   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2719   history:
2720     - title: "rls1810"
2721       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2722   reference:
2723     title: "rls1901"
2724     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2725   compare:
2726     title: "rls1904"
2727     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2728   data: "vpp-performance-changes-3n-hsw-mrr"
2729   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2730   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2731   parameters:
2732   - "name"
2733   - "parent"
2734   - "result"
2735
2736 # VPP Performance Changes 3n-hsw 2t2c MRR
2737 - type: "table"
2738   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2739   algorithm: "table_performance_comparison"
2740   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2741   history:
2742     - title: "rls1810"
2743       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2744   reference:
2745     title: "rls1901"
2746     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2747   compare:
2748     title: "rls1904"
2749     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2750   data: "vpp-performance-changes-3n-hsw-mrr"
2751   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2752   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2753   parameters:
2754   - "name"
2755   - "parent"
2756   - "result"
2757
2758 # VPP Performance Changes 3n-hsw 4t4c MRR
2759 - type: "table"
2760   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2761   algorithm: "table_performance_comparison"
2762   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2763   history:
2764     - title: "rls1810"
2765       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2766   reference:
2767     title: "rls1901"
2768     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2769   compare:
2770     title: "rls1904"
2771     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2772   data: "vpp-performance-changes-3n-hsw-mrr"
2773   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2774   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2775   parameters:
2776   - "name"
2777   - "parent"
2778   - "result"
2779
2780 # VPP Performance Changes 3n-skx 2t1c MRR
2781 - type: "table"
2782   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2783   algorithm: "table_performance_comparison"
2784   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2785   history:
2786     - title: "rls1810"
2787       data: "vpp-performance-changes-3n-skx-mrr-h1"
2788   reference:
2789     title: "rls1901"
2790     data: "vpp-performance-changes-3n-skx-mrr-ref"
2791   compare:
2792     title: "rls1904"
2793     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2794   data: "vpp-performance-changes-3n-skx-mrr"
2795   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2796   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2797   parameters:
2798   - "name"
2799   - "parent"
2800   - "result"
2801
2802 # VPP Performance Changes 3n-skx 4t2c MRR
2803 - type: "table"
2804   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2805   algorithm: "table_performance_comparison"
2806   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2807   history:
2808     - title: "rls1810"
2809       data: "vpp-performance-changes-3n-skx-mrr-h1"
2810   reference:
2811     title: "rls1901"
2812     data: "vpp-performance-changes-3n-skx-mrr-ref"
2813   compare:
2814     title: "rls1904"
2815     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2816   data: "vpp-performance-changes-3n-skx-mrr"
2817   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2818   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2819   parameters:
2820   - "name"
2821   - "parent"
2822   - "result"
2823
2824 # VPP Performance Changes 3n-skx 8t4c MRR
2825 - type: "table"
2826   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2827   algorithm: "table_performance_comparison"
2828   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2829   history:
2830     - title: "rls1810"
2831       data: "vpp-performance-changes-3n-skx-mrr-h1"
2832   reference:
2833     title: "rls1901"
2834     data: "vpp-performance-changes-3n-skx-mrr-ref"
2835   compare:
2836     title: "rls1904"
2837     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2838   data: "vpp-performance-changes-3n-skx-mrr"
2839   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2840   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2841   parameters:
2842   - "name"
2843   - "parent"
2844   - "result"
2845
2846 # VPP Performance Changes 2n-skx 2t1c MRR
2847 - type: "table"
2848   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2849   algorithm: "table_performance_comparison"
2850   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2851   history:
2852     - title: "rls1810"
2853       data: "vpp-performance-changes-2n-skx-mrr-h1"
2854   reference:
2855     title: "rls1901"
2856     data: "vpp-performance-changes-2n-skx-mrr-ref"
2857   compare:
2858     title: "rls1904"
2859     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2860   data: "vpp-performance-changes-2n-skx-mrr"
2861   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2862   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2863   parameters:
2864   - "name"
2865   - "parent"
2866   - "result"
2867
2868 # VPP Performance Changes 2n-skx 4t2c MRR
2869 - type: "table"
2870   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2871   algorithm: "table_performance_comparison"
2872   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2873   history:
2874     - title: "rls1810"
2875       data: "vpp-performance-changes-2n-skx-mrr-h1"
2876   reference:
2877     title: "rls1901"
2878     data: "vpp-performance-changes-2n-skx-mrr-ref"
2879   compare:
2880     title: "rls1904"
2881     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2882   data: "vpp-performance-changes-2n-skx-mrr"
2883   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2884   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2885   parameters:
2886   - "name"
2887   - "parent"
2888   - "result"
2889
2890 # VPP Performance Changes 2n-skx 8t4c MRR
2891 - type: "table"
2892   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2893   algorithm: "table_performance_comparison"
2894   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2895   history:
2896     - title: "rls1810"
2897       data: "vpp-performance-changes-2n-skx-mrr-h1"
2898   reference:
2899     title: "rls1901"
2900     data: "vpp-performance-changes-2n-skx-mrr-ref"
2901   compare:
2902     title: "rls1904"
2903     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2904   data: "vpp-performance-changes-2n-skx-mrr"
2905   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2906   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2907   parameters:
2908   - "name"
2909   - "parent"
2910   - "result"
2911
2912 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2913 - type: "table"
2914   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2915   algorithm: "table_performance_comparison"
2916   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2917   reference:
2918     title: "3-Node Hsw"
2919     data: "vpp-compare-testbeds-mrr-ref"
2920   compare:
2921     title: "3-Node Skx"
2922     data: "vpp-compare-testbeds-mrr-cmp"
2923   data: "vpp-compare-testbeds-mrr"
2924   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2925   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2926   parameters:
2927   - "name"
2928   - "parent"
2929   - "result"
2930
2931 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2932 - type: "table"
2933   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2934   algorithm: "table_performance_comparison"
2935   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2936   reference:
2937     title: "3-Node Hsw"
2938     data: "vpp-compare-testbeds-mrr-ref"
2939   compare:
2940     title: "3-Node Skx"
2941     data: "vpp-compare-testbeds-mrr-cmp"
2942   data: "vpp-compare-testbeds-mrr"
2943   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2944   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2945   parameters:
2946   - "name"
2947   - "parent"
2948   - "result"
2949
2950 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2951 - type: "table"
2952   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2953   algorithm: "table_performance_comparison"
2954   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2955   reference:
2956     title: "3-Node Hsw"
2957     data: "vpp-compare-testbeds-mrr-ref"
2958   compare:
2959     title: "3-Node Skx"
2960     data: "vpp-compare-testbeds-mrr-cmp"
2961   data: "vpp-compare-testbeds-mrr"
2962   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2963   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2964   parameters:
2965   - "name"
2966   - "parent"
2967   - "result"
2968
2969 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2970 - type: "table"
2971   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2972   algorithm: "table_performance_comparison"
2973   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2974   reference:
2975     title: "3-Node Skx"
2976     data: "vpp-compare-topologies-mrr-ref"
2977   compare:
2978     title: "2-Node Skx"
2979     data: "vpp-compare-topologies-mrr-cmp"
2980   data: "vpp-compare-topologies-mrr"
2981   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2982   filter: "'MRR' and '1C'"
2983   parameters:
2984   - "name"
2985   - "parent"
2986   - "result"
2987
2988 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2989 - type: "table"
2990   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2991   algorithm: "table_performance_comparison"
2992   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2993   reference:
2994     title: "3-Node Skx"
2995     data: "vpp-compare-topologies-mrr-ref"
2996   compare:
2997     title: "2-Node Skx"
2998     data: "vpp-compare-topologies-mrr-cmp"
2999   data: "vpp-compare-topologies-mrr"
3000   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3001   filter: "'MRR' and '2C'"
3002   parameters:
3003   - "name"
3004   - "parent"
3005   - "result"
3006
3007 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3008 - type: "table"
3009   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3010   algorithm: "table_performance_comparison"
3011   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3012   reference:
3013     title: "3-Node Skx"
3014     data: "vpp-compare-topologies-mrr-ref"
3015   compare:
3016     title: "2-Node Skx"
3017     data: "vpp-compare-topologies-mrr-cmp"
3018   data: "vpp-compare-topologies-mrr"
3019   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3020   filter: "'MRR' and '4C'"
3021   parameters:
3022   - "name"
3023   - "parent"
3024   - "result"
3025
3026 # Detailed Test Results - VPP Performance Results 3n-hsw
3027 - type: "table"
3028   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3029   algorithm: "table_merged_details"
3030   output-file-ext: ".csv"
3031   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3032   columns:
3033   - title: "Name"
3034     data: "data name"
3035   - title: "Status"
3036     data: "data msg"
3037   rows: "generated"
3038   data: "vpp-perf-results-3n-hsw"
3039   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3040   parameters:
3041   - "name"
3042   - "parent"
3043   - "msg"
3044
3045 # Detailed Test Results - VPP Performance Results 3n-skx
3046 - type: "table"
3047   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3048   algorithm: "table_merged_details"
3049   output-file-ext: ".csv"
3050   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3051   columns:
3052   - title: "Name"
3053     data: "data name"
3054   - title: "Status"
3055     data: "data msg"
3056   rows: "generated"
3057   data: "vpp-perf-results-3n-skx"
3058   filter: "not 'CFS_OPT'"
3059   parameters:
3060   - "name"
3061   - "parent"
3062   - "msg"
3063
3064 # Detailed Test Results - VPP Performance Results 2n-skx
3065 - type: "table"
3066   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3067   algorithm: "table_merged_details"
3068   output-file-ext: ".csv"
3069   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3070   columns:
3071   - title: "Name"
3072     data: "data name"
3073   - title: "Status"
3074     data: "data msg"
3075   rows: "generated"
3076   data: "vpp-perf-results-2n-skx"
3077   filter: "not 'CFS_OPT'"
3078   parameters:
3079   - "name"
3080   - "parent"
3081   - "msg"
3082
3083 ## Detailed Test Results - VPP Performance Results 2n-dnv
3084 #- type: "table"
3085 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3086 #  algorithm: "table_details"
3087 #  output-file-ext: ".csv"
3088 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3089 #  columns:
3090 #  - title: "Name"
3091 #    data: "data name"
3092 #  - title: "Status"
3093 #    data: "data msg"
3094 #  rows: "generated"
3095 #  data: "intel-dnv-vpp"
3096 #  filter: "'NDRPDR'"
3097 #  parameters:
3098 #  - "name"
3099 #  - "parent"
3100 #  - "msg"
3101
3102 # Test configuration - VPP Performance Test Configs 3n-hsw
3103 - type: "table"
3104   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3105   algorithm: "table_merged_details"
3106   output-file-ext: ".csv"
3107   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3108   columns:
3109   - title: "Name"
3110     data: "data name"
3111   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3112     data: "data conf-history"
3113   rows: "generated"
3114   data: "vpp-perf-results-3n-hsw"
3115   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3116   parameters:
3117   - "parent"
3118   - "name"
3119   - "conf-history"
3120
3121 # Test configuration - VPP Performance Test Configs 3n-skx
3122 - type: "table"
3123   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3124   algorithm: "table_merged_details"
3125   output-file-ext: ".csv"
3126   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3127   columns:
3128   - title: "Name"
3129     data: "data name"
3130   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3131     data: "data conf-history"
3132   rows: "generated"
3133   data: "vpp-perf-results-3n-skx"
3134   filter: "not 'CFS_OPT'"
3135   parameters:
3136   - "parent"
3137   - "name"
3138   - "conf-history"
3139
3140 # Test configuration - VPP Performance Test Configs 2n-skx
3141 - type: "table"
3142   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3143   algorithm: "table_merged_details"
3144   output-file-ext: ".csv"
3145   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3146   columns:
3147   - title: "Name"
3148     data: "data name"
3149   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3150     data: "data conf-history"
3151   rows: "generated"
3152   data: "vpp-perf-results-2n-skx"
3153   filter: "not 'CFS_OPT'"
3154   parameters:
3155   - "parent"
3156   - "name"
3157   - "conf-history"
3158
3159 ## Test configuration - VPP Performance Test Configs 2n-dnv
3160 #- type: "table"
3161 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3162 #  algorithm: "table_details"
3163 #  output-file-ext: ".csv"
3164 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3165 #  columns:
3166 #  - title: "Name"
3167 #    data: "data name"
3168 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3169 #    data: "data conf-history"
3170 #  rows: "generated"
3171 #  data: "intel-dnv-vpp"
3172 #  filter: "'NDRPDR'"
3173 #  parameters:
3174 #  - "parent"
3175 #  - "name"
3176 #  - "conf-history"
3177
3178 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3179 - type: "table"
3180   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3181   algorithm: "table_merged_details"
3182   output-file-ext: ".csv"
3183   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3184   columns:
3185   - title: "Name"
3186     data: "data name"
3187   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3188     data: "data show-run"
3189   rows: "generated"
3190   data: "vpp-perf-results-3n-hsw"
3191   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3192   parameters:
3193   - "parent"
3194   - "name"
3195   - "show-run"
3196
3197 # Test Operational Data - VPP Performance Operational Data 3n-skx
3198 - type: "table"
3199   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3200   algorithm: "table_merged_details"
3201   output-file-ext: ".csv"
3202   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3203   columns:
3204   - title: "Name"
3205     data: "data name"
3206   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3207     data: "data show-run"
3208   rows: "generated"
3209   data: "vpp-perf-results-3n-skx"
3210   filter: "not 'CFS_OPT'"
3211   parameters:
3212   - "parent"
3213   - "name"
3214   - "show-run"
3215
3216 # Test Operational Data - VPP Performance Operational Data 2n-skx
3217 - type: "table"
3218   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3219   algorithm: "table_merged_details"
3220   output-file-ext: ".csv"
3221   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3222   columns:
3223   - title: "Name"
3224     data: "data name"
3225   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3226     data: "data show-run"
3227   rows: "generated"
3228   data: "vpp-perf-results-2n-skx"
3229   filter: "not 'CFS_OPT'"
3230   parameters:
3231   - "parent"
3232   - "name"
3233   - "show-run"
3234
3235 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3236 #- type: "table"
3237 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3238 #  algorithm: "table_details"
3239 #  output-file-ext: ".csv"
3240 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3241 #  columns:
3242 #  - title: "Name"
3243 #    data: "data name"
3244 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3245 #    data: "data show-run"
3246 #  rows: "generated"
3247 #  data: "intel-dnv-vpp"
3248 #  filter: "'NDRPDR'"
3249 #  parameters:
3250 #  - "parent"
3251 #  - "name"
3252 #  - "show-run"
3253
3254 # Detailed Test Results - VPP MRR Results 3n-hsw
3255 - type: "table"
3256   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3257   algorithm: "table_details"
3258   output-file-ext: ".csv"
3259   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3260   columns:
3261   - title: "Name"
3262     data: "data name"
3263   - title: "Status"
3264     data: "data msg"
3265   rows: "generated"
3266   data: "vpp-mrr-results-3n-hsw"
3267   filter: "'MRR'"
3268   parameters:
3269   - "name"
3270   - "parent"
3271   - "msg"
3272
3273 # Detailed Test Results - VPP MRR Results 3n-skx
3274 - type: "table"
3275   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3276   algorithm: "table_details"
3277   output-file-ext: ".csv"
3278   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3279   columns:
3280   - title: "Name"
3281     data: "data name"
3282   - title: "Status"
3283     data: "data msg"
3284   rows: "generated"
3285   data: "vpp-mrr-results-3n-skx"
3286   filter: "'MRR'"
3287   parameters:
3288   - "name"
3289   - "parent"
3290   - "msg"
3291
3292 # Detailed Test Results - VPP MRR Results 2n-skx
3293 - type: "table"
3294   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3295   algorithm: "table_details"
3296   output-file-ext: ".csv"
3297   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3298   columns:
3299   - title: "Name"
3300     data: "data name"
3301   - title: "Status"
3302     data: "data msg"
3303   rows: "generated"
3304   data: "vpp-mrr-results-2n-skx"
3305   filter: "'MRR'"
3306   parameters:
3307   - "name"
3308   - "parent"
3309   - "msg"
3310
3311 ## Detailed Test Results - VPP MRR Results 2n-dnv
3312 #- type: "table"
3313 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3314 #  algorithm: "table_details"
3315 #  output-file-ext: ".csv"
3316 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3317 #  columns:
3318 #  - title: "Name"
3319 #    data: "data name"
3320 #  - title: "Status"
3321 #    data: "data msg"
3322 #  rows: "generated"
3323 #  data: "intel-dnv-vpp"
3324 #  filter: "'MRR'"
3325 #  parameters:
3326 #  - "name"
3327 #  - "parent"
3328 #  - "msg"
3329
3330 # Test configuration - VPP MRR Test Configs 3n-hsw
3331 - type: "table"
3332   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3333   algorithm: "table_details"
3334   output-file-ext: ".csv"
3335   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3336   columns:
3337   - title: "Name"
3338     data: "data name"
3339   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3340     data: "data conf-history"
3341   rows: "generated"
3342   data: "vpp-mrr-results-3n-hsw"
3343   filter: "'MRR'"
3344   parameters:
3345   - "parent"
3346   - "name"
3347   - "conf-history"
3348
3349 # Test configuration - VPP MRR Test Configs 3n-skx
3350 - type: "table"
3351   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3352   algorithm: "table_details"
3353   output-file-ext: ".csv"
3354   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3355   columns:
3356   - title: "Name"
3357     data: "data name"
3358   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3359     data: "data conf-history"
3360   rows: "generated"
3361   data: "vpp-mrr-results-3n-skx"
3362   filter: "'MRR'"
3363   parameters:
3364   - "parent"
3365   - "name"
3366   - "conf-history"
3367
3368 # Test configuration - VPP MRR Test Configs 2n-skx
3369 - type: "table"
3370   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3371   algorithm: "table_details"
3372   output-file-ext: ".csv"
3373   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3374   columns:
3375   - title: "Name"
3376     data: "data name"
3377   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3378     data: "data conf-history"
3379   rows: "generated"
3380   data: "vpp-mrr-results-2n-skx"
3381   filter: "'MRR'"
3382   parameters:
3383   - "parent"
3384   - "name"
3385   - "conf-history"
3386
3387 ## Test configuration - VPP MRR Test Configs 2n-dnv
3388 #- type: "table"
3389 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3390 #  algorithm: "table_details"
3391 #  output-file-ext: ".csv"
3392 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3393 #  columns:
3394 #  - title: "Name"
3395 #    data: "data name"
3396 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3397 #    data: "data conf-history"
3398 #  rows: "generated"
3399 #  data: "intel-dnv-vpp"
3400 #  filter: "'MRR'"
3401 #  parameters:
3402 #  - "parent"
3403 #  - "name"
3404 #  - "conf-history"
3405
3406 # Detailed Test Results - VPP Functional Results - Ubuntu
3407 - type: "table"
3408   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3409   algorithm: "table_details"
3410   output-fi