CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # csit-vpp-perf-verify-1904-3n-hsw:
147 #      csit-vpp-perf-verify-1810-3n-hsw:
148 #        - 28  # WRK
149 #        - 29  # WRK
150 #        - 30  # WRK
151 #        - 31  # WRK
152 #        - 32  # WRK
153 #        - 33  # WRK
154 #        - 34  # WRK
155 #        - 35  # WRK
156 #        - 36  # WRK
157 #        - 37  # WRK
158
159 #    plot-ligato-throughput-lat-tsa-3n-hsw:
160 #      # csit-ligato-perf-verify-1904-3n-hsw:
161 #      csit-ligato-perf-verify-1901-3n-hsw:
162 #        - 8   # NDRPDR sel
163 #        - 9   # NDRPDR sel
164 #        - 11  # NDRPDR sel
165 #        - 12  # NDRPDR sel
166 #        - 13  # NDRPDR sel
167 #        - 14  # NDRPDR sel
168 #        - 15  # NDRPDR sel
169 #        - 16  # NDRPDR sel
170 #        - 17  # NDRPDR sel
171 #        - 18  # NDRPDR sel
172
173     plot-dpdk-throughput-latency-3n-hsw:
174       csit-dpdk-perf-verify-1904-3n-hsw:
175         - 2   # NDRPDR sel
176         - 3   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 13  # NDRPDR sel
180         - 14  # NDRPDR sel
181         - 15  # NDRPDR sel
182         - 18  # NDRPDR sel
183         - 19  # NDRPDR sel
184         - 20  # NDRPDR sel
185
186     # 3n-skx
187
188     plot-vpp-throughput-lat-tsa-3n-skx:
189       csit-vpp-perf-verify-1904-3n-skx:
190         - 8   # NDRPDR sel
191         - 9   # NDRPDR sel
192         - 10  # NDRPDR sel
193         - 11  # NDRPDR sel
194         - 12  # NDRPDR sel
195         - 14  # NDRPDR sel
196         - 16  # NDRPDR sel
197         - 21  # NDRPDR sel
198         - 23  # NDRPDR sel
199         - 25  # NDRPDR sel
200
201     plot-dpdk-throughput-latency-3n-skx:
202       csit-dpdk-perf-verify-1904-3n-skx:
203         - 2   # NDRPDR sel
204         - 3   # NDRPDR sel
205         - 4   # NDRPDR sel
206         - 5   # NDRPDR sel
207         - 6   # NDRPDR sel
208         - 7   # NDRPDR sel
209         - 11  # NDRPDR sel
210         - 12  # NDRPDR sel
211         - 13  # NDRPDR sel
212         - 14  # NDRPDR sel
213
214     # 2n-skx
215
216     plot-vpp-throughput-lat-tsa-2n-skx:
217       csit-vpp-perf-verify-1904-2n-skx:
218         - 12  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 16  # NDRPDR sel
221         - 17  # NDRPDR sel
222         - 18  # NDRPDR sel
223         - 21  # NDRPDR sel
224         - 27  # NDRPDR sel
225         - 30  # NDRPDR sel
226         - 31  # NDRPDR sel
227         - 32  # NDRPDR sel
228
229     plot-vpp-soak-2n-skx:
230       csit-vpp-perf-verify-1904-2n-skx:
231         - 70  # soak
232         - 71  # soak
233
234     plot-vpp-nfv-2n-skx-ndrpdr-64b:
235       csit-vpp-perf-verify-1904-2n-skx:
236         - 56  # NFV NDRPDR 64b
237         - 59  # NFV NDRPDR 64b
238         - 60  # NFV NDRPDR 64b
239         - 65  # NFV NDRPDR 64b
240         - 68  # NFV NDRPDR 64b
241         - 80  # NFV MRR NDRPDR 64b IMIX
242         - 81  # NFV MRR NDRPDR 64b IMIX
243         - 84  # NFV MRR NDRPDR 64b IMIX
244         - 85  # NFV MRR NDRPDR 64b IMIX
245         - 86  # NFV MRR NDRPDR 64b IMIX
246
247     plot-vpp-nfv-2n-skx-ndrpdr-imix:
248       csit-vpp-perf-verify-1904-2n-skx:
249         - 66  # NFV NDRPDR IMIX
250         - 67  # NFV NDRPDR IMIX
251         - 69  # NFV NDRPDR IMIX
252         - 82  # NFV NDRPDR IMIX
253         - 83  # NFV NDRPDR IMIX
254         - 80  # NFV MRR NDRPDR 64b IMIX
255         - 81  # NFV MRR NDRPDR 64b IMIX
256         - 84  # NFV MRR NDRPDR 64b IMIX
257         - 85  # NFV MRR NDRPDR 64b IMIX
258         - 86  # NFV MRR NDRPDR 64b IMIX
259
260     plot-vpp-nfv-2n-skx-mrr-64b:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 40  # NFV MRR 64b
263         - 41  # NFV MRR 64b
264         - 42  # NFV MRR 64b
265         - 47  # NFV MRR 64b
266         - 48  # NFV MRR 64b
267         - 80  # NFV MRR NDRPDR 64b IMIX
268         - 81  # NFV MRR NDRPDR 64b IMIX
269         - 84  # NFV MRR NDRPDR 64b IMIX
270         - 85  # NFV MRR NDRPDR 64b IMIX
271         - 86  # NFV MRR NDRPDR 64b IMIX
272
273     plot-vpp-nfv-2n-skx-mrr-imix:
274       csit-vpp-perf-verify-1904-2n-skx:
275         - 49  # NFV MRR IMIX
276         - 50  # NFV MRR IMIX
277         - 51  # NFV MRR IMIX
278         - 54  # NFV MRR IMIX
279         - 55  # NFV MRR IMIX
280         - 80  # NFV MRR NDRPDR 64b IMIX
281         - 81  # NFV MRR NDRPDR 64b IMIX
282         - 84  # NFV MRR NDRPDR 64b IMIX
283         - 85  # NFV MRR NDRPDR 64b IMIX
284         - 86  # NFV MRR NDRPDR 64b IMIX
285
286     plot-dpdk-throughput-latency-2n-skx:
287       csit-dpdk-perf-verify-1904-2n-skx:
288         - 2   # NDRPDR sel
289         - 3   # NDRPDR sel
290         - 4   # NDRPDR sel
291         - 5   # NDRPDR sel
292         - 7   # NDRPDR sel
293         - 8   # NDRPDR sel
294         - 9   # NDRPDR sel
295         - 10  # NDRPDR sel
296         - 11  # NDRPDR sel
297         - 12  # NDRPDR sel
298
299     # 3rd party
300
301 #    # Denverton:
302 #    intel-dnv-vpp:
303 #      # intel-dnv-vpp-release-1904:
304 #      intel-dnv-vpp-release-1901:
305 #        - 1
306
307     ###########################################################################
308     # Simple tables (only one data set):
309
310     # NIC Comparisons
311
312     vpp-nic-comparison-3n-hsw:
313       csit-vpp-perf-verify-1904-3n-hsw:
314         - 11  # NDRPDR sel
315         - 12  # NDRPDR sel
316         - 20  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 24  # NDRPDR sel
320         - 25  # NDRPDR sel
321         - 26  # NDRPDR sel
322         - 29  # NDRPDR sel
323         - 30  # NDRPDR sel
324
325     vpp-nic-comparison-3n-skx:
326       csit-vpp-perf-verify-1904-3n-skx:
327         - 8   # NDRPDR sel
328         - 9   # NDRPDR sel
329         - 10  # NDRPDR sel
330         - 11  # NDRPDR sel
331         - 12  # NDRPDR sel
332         - 14  # NDRPDR sel
333         - 16  # NDRPDR sel
334         - 21  # NDRPDR sel
335         - 23  # NDRPDR sel
336         - 25  # NDRPDR sel
337
338     vpp-nic-comparison-2n-skx:
339       csit-vpp-perf-verify-1904-2n-skx:
340         - 12  # NDRPDR sel
341         - 14  # NDRPDR sel
342         - 16  # NDRPDR sel
343         - 17  # NDRPDR sel
344         - 18  # NDRPDR sel
345         - 21  # NDRPDR sel
346         - 27  # NDRPDR sel
347         - 30  # NDRPDR sel
348         - 31  # NDRPDR sel
349         - 32  # NDRPDR sel
350
351     vpp-nic-comparison-3n-hsw-mrr:
352       csit-vpp-perf-verify-1904-3n-hsw:
353         - 9   # MRR sel
354
355     vpp-nic-comparison-3n-skx-mrr:
356       csit-vpp-perf-verify-1904-3n-skx:
357         - 7   # MRR sel
358
359     vpp-nic-comparison-2n-skx-mrr:
360       csit-vpp-perf-verify-1904-2n-skx:
361         - 11  # MRR sel
362
363     # Results
364
365     vpp-perf-results-3n-hsw:
366       # TODO: Add FULL 1904 data
367       csit-vpp-perf-verify-1904-3n-hsw:
368         - 32  # NDRPDR full
369         - 33  # NDRPDR full
370         - 35  # NDRPDR full
371         - 36  # NDRPDR full
372         - 37  # NDRPDR full
373         - 38  # NDRPDR full
374         - 40  # NDRPDR full
375         - 45  # NDRPDR full
376         - 46  # NDRPDR full
377         - 48  # NDRPDR full
378         - 49  # NDRPDR full
379         - 50  # NDRPDR full
380         - 51  # NDRPDR full
381
382     vpp-perf-results-3n-skx:
383       csit-vpp-perf-verify-1904-3n-skx:
384         - 26  # NDRPDR full
385         - 27  # NDRPDR full
386         - 30  # NDRPDR full
387         - 31  # NDRPDR full
388
389     vpp-perf-results-2n-skx:
390       csit-vpp-perf-verify-1904-2n-skx:
391         - 33  # NDRPDR full
392         - 39  # NDRPDR full
393         - 58  # NDRPDR full
394         - 62  # NDRPDR full
395
396     vpp-mrr-results-3n-hsw:
397       csit-vpp-perf-verify-1904-3n-hsw:
398         - 9   # MRR sel
399
400     vpp-mrr-results-3n-skx:
401       csit-vpp-perf-verify-1904-3n-skx:
402         - 7   # MRR sel
403
404     vpp-mrr-results-2n-skx:
405       csit-vpp-perf-verify-1904-2n-skx:
406         - 11  # MRR sel
407
408     vpp-func-results-ubuntu:
409       csit-vpp-functional-1904-ubuntu1604-virl:
410         - 33
411
412     vpp-func-results-centos:
413       csit-vpp-functional-1904-centos7-virl:
414         - 32
415
416     vpp-device-results-ubuntu:
417       csit-vpp-device-1904-ubuntu1804-1n-skx:
418         - 32
419
420 #    # VPP Ligato
421 #    ligato-perf-results-3n-hsw:
422 #      # csit-ligato-perf-verify-1904-3n-hsw:
423 #      csit-ligato-perf-verify-1901-3n-hsw:
424 #        - 10  # NDRPDR full
425
426     dpdk-perf-results-3n-hsw:
427       csit-dpdk-perf-verify-1904-3n-hsw:
428         - 5   # NDRPDR sel
429
430     dpdk-perf-results-3n-skx:
431       csit-dpdk-perf-verify-1904-3n-skx:
432         - 7   # NDRPDR sel
433
434     dpdk-perf-results-2n-skx:
435       csit-dpdk-perf-verify-1904-2n-skx:
436         - 9   # NDRPDR sel
437
438     # HoneyComb Functional
439     hc-func-results:
440       csit-hc2vpp-verify-func-1904-ubuntu1604:
441         - 4
442
443 #    # NSH SFC Functional
444 #    nsh-func-results:
445 #      # Not used
446 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
447 #        - 1
448
449     # DMM Functional
450     dmm-func-results:
451       csit-dmm-functional-1904-ubuntu1604-virl:
452         - 1
453
454     ###########################################################################
455     # Tables (more than one data set)
456
457     # Performance changes
458
459 #    intel-dnv-vpp-changes-2n-dnv-h1:
460 #      intel-dnv-vpp-release-1810:
461 #        - 1
462 #    intel-dnv-vpp-changes-2n-dnv-ref:
463 #      intel-dnv-vpp-release-1901:
464 #        - 1
465 #    intel-dnv-vpp-changes-2n-dnv-cmp:
466 #      # intel-dnv-vpp-release-1904:
467 #      intel-dnv-vpp-release-1901:
468 #        - 1
469 #    intel-dnv-vpp-changes-2n-dnv:
470 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
471 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
472 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
473
474     vpp-performance-changes-3n-hsw-h1:
475       csit-vpp-perf-verify-1810-3n-hsw:
476         - 8   # NDRPDR sel
477         - 12  # NDRPDR sel
478         - 14  # NDRPDR sel
479         - 18  # NDRPDR sel
480         - 23  # NDRPDR sel
481         - 25  # NDRPDR sel
482         - 38  # NDRPDR sel
483         - 39  # NDRPDR sel
484         - 41  # NDRPDR sel
485         - 42  # NDRPDR sel
486     vpp-performance-changes-3n-hsw-ref:
487       csit-vpp-perf-verify-1901-3n-hsw:
488         - 10  # NDRPDR sel
489         - 19  # NDRPDR sel
490         - 31  # NDRPDR sel
491         - 36  # NDRPDR sel
492         - 40  # NDRPDR sel
493         - 42  # NDRPDR sel
494         - 44  # NDRPDR sel
495         - 46  # NDRPDR sel
496         - 47  # NDRPDR sel
497         - 48  # NDRPDR sel
498         - 61  # NDRPDR LB
499         - 62  # NDRPDR LB
500         - 63  # NDRPDR LB
501         - 64  # NDRPDR LB
502         - 65  # NDRPDR LB
503         - 66  # NDRPDR LB
504         - 67  # NDRPDR LB
505         - 69  # NDRPDR LB
506         - 70  # NDRPDR LB
507         - 71  # NDRPDR LB
508     vpp-performance-changes-3n-hsw-cmp:
509       csit-vpp-perf-verify-1904-3n-hsw:
510         - 11  # NDRPDR sel
511         - 12  # NDRPDR sel
512         - 20  # NDRPDR sel
513         - 21  # NDRPDR sel
514         - 23  # NDRPDR sel
515         - 24  # NDRPDR sel
516         - 25  # NDRPDR sel
517         - 26  # NDRPDR sel
518         - 29  # NDRPDR sel
519         - 30  # NDRPDR sel
520     vpp-performance-changes-3n-hsw:
521       - "vpp-performance-changes-3n-hsw-h1"
522       - "vpp-performance-changes-3n-hsw-ref"
523       - "vpp-performance-changes-3n-hsw-cmp"
524
525     vpp-performance-changes-3n-skx-h1:
526       csit-vpp-perf-verify-1810-3n-skx:
527         - 10  # NDRPDR sel
528         - 14  # NDRPDR sel
529         - 15  # NDRPDR sel
530         - 16  # NDRPDR sel
531         - 17  # NDRPDR sel
532         - 19  # NDRPDR sel
533         - 20  # NDRPDR sel
534         - 21  # NDRPDR sel
535         - 22  # NDRPDR sel
536         - 25  # NDRPDR sel
537     vpp-performance-changes-3n-skx-ref:
538       csit-vpp-perf-verify-1901-3n-skx:
539         - 18  # NDRPDR sel
540         - 19  # NDRPDR sel
541         - 20  # NDRPDR sel
542         - 28  # NDRPDR sel
543         - 31  # NDRPDR sel
544         - 33  # NDRPDR sel
545         - 36  # NDRPDR sel
546         - 38  # NDRPDR sel
547         - 47  # NDRPDR sel
548         - 48  # NDRPDR sel
549         - 54  # NDRPDR LB
550         - 57  # NDRPDR LB
551         - 58  # NDRPDR LB
552         - 59  # NDRPDR LB
553         - 60  # NDRPDR LB
554         - 63  # NDRPDR LB
555         - 64  # NDRPDR LB
556         - 65  # NDRPDR LB
557         - 66  # NDRPDR LB
558         - 67  # NDRPDR LB
559     vpp-performance-changes-3n-skx-cmp:
560       csit-vpp-perf-verify-1904-3n-skx:
561         - 8   # NDRPDR sel
562         - 9   # NDRPDR sel
563         - 10  # NDRPDR sel
564         - 11  # NDRPDR sel
565         - 12  # NDRPDR sel
566         - 14  # NDRPDR sel
567         - 16  # NDRPDR sel
568         - 21  # NDRPDR sel
569         - 23  # NDRPDR sel
570         - 25  # NDRPDR sel
571     vpp-performance-changes-3n-skx:
572       - "vpp-performance-changes-3n-skx-h1"
573       - "vpp-performance-changes-3n-skx-ref"
574       - "vpp-performance-changes-3n-skx-cmp"
575
576     vpp-performance-changes-2n-skx-h1:
577       csit-vpp-perf-verify-1810-2n-skx:
578         - 9   # NDRPDR sel
579         - 13  # NDRPDR sel
580         - 14  # NDRPDR sel
581         - 19  # NDRPDR sel
582         - 20  # NDRPDR sel
583         - 21  # NDRPDR sel
584         - 22  # NDRPDR sel
585         - 23  # NDRPDR sel
586         - 24  # NDRPDR sel
587         - 27  # NDRPDR sel
588     vpp-performance-changes-2n-skx-ref:
589       csit-vpp-perf-verify-1901-2n-skx:
590         - 5   # NDRPDR sel
591         - 12  # NDRPDR sel
592         - 13  # NDRPDR sel
593         - 21  # NDRPDR sel
594         - 23  # NDRPDR sel
595         - 31  # NDRPDR sel
596         - 34  # NDRPDR sel
597         - 40  # NDRPDR sel
598         - 42  # NDRPDR sel
599         - 43  # NDRPDR sel
600     vpp-performance-changes-2n-skx-cmp:
601       csit-vpp-perf-verify-1904-2n-skx:
602         - 12  # NDRPDR sel
603         - 14  # NDRPDR sel
604         - 16  # NDRPDR sel
605         - 17  # NDRPDR sel
606         - 18  # NDRPDR sel
607         - 21  # NDRPDR sel
608         - 27  # NDRPDR sel
609         - 30  # NDRPDR sel
610         - 31  # NDRPDR sel
611         - 32  # NDRPDR sel
612     vpp-performance-changes-2n-skx:
613       - "vpp-performance-changes-2n-skx-h1"
614       - "vpp-performance-changes-2n-skx-ref"
615       - "vpp-performance-changes-2n-skx-cmp"
616
617     vpp-soak-vs-ndr-2n-skx-ref:
618       csit-vpp-perf-verify-1904-2n-skx:
619         - 12  # NDRPDR sel
620         - 14  # NDRPDR sel
621         - 16  # NDRPDR sel
622         - 17  # NDRPDR sel
623         - 18  # NDRPDR sel
624         - 21  # NDRPDR sel
625         - 27  # NDRPDR sel
626         - 30  # NDRPDR sel
627         - 31  # NDRPDR sel
628         - 32  # NDRPDR sel
629     vpp-soak-vs-ndr-2n-skx-cmp:
630       csit-vpp-perf-verify-1904-2n-skx:
631         - 70  # soak
632         - 71  # soak
633     vpp-soak-vs-ndr-2n-skx:
634       csit-vpp-perf-verify-1904-2n-skx:
635         - 12  # NDRPDR sel
636         - 14  # NDRPDR sel
637         - 16  # NDRPDR sel
638         - 17  # NDRPDR sel
639         - 18  # NDRPDR sel
640         - 21  # NDRPDR sel
641         - 27  # NDRPDR sel
642         - 30  # NDRPDR sel
643         - 31  # NDRPDR sel
644         - 32  # NDRPDR sel
645         - 70  # soak
646         - 71  # soak
647
648     vpp-performance-changes-3n-hsw-mrr-h1:
649       csit-vpp-perf-verify-1810-3n-hsw:
650         - 9   # MRR sel
651     vpp-performance-changes-3n-hsw-mrr-ref:
652       csit-vpp-perf-verify-1901-3n-hsw:
653         - 35  # MRR sel
654     vpp-performance-changes-3n-hsw-mrr-cmp:
655       csit-vpp-perf-verify-1904-3n-hsw:
656         - 9   # MRR sel
657     vpp-performance-changes-3n-hsw-mrr:
658       - "vpp-performance-changes-3n-hsw-mrr-h1"
659       - "vpp-performance-changes-3n-hsw-mrr-ref"
660       - "vpp-performance-changes-3n-hsw-mrr-cmp"
661
662     vpp-performance-changes-3n-skx-mrr-h1:
663       csit-vpp-perf-verify-1810-3n-skx:
664         - 9   # MRR sel
665         - 11  # MRR sel
666         - 12  # MRR sel
667         - 13  # MRR sel
668     vpp-performance-changes-3n-skx-mrr-ref:
669       csit-vpp-perf-verify-1901-3n-skx:
670         - 32  # MRR sel
671     vpp-performance-changes-3n-skx-mrr-cmp:
672       csit-vpp-perf-verify-1904-3n-skx:
673         - 7   # MRR sel
674     vpp-performance-changes-3n-skx-mrr:
675       - "vpp-performance-changes-3n-skx-mrr-h1"
676       - "vpp-performance-changes-3n-skx-mrr-ref"
677       - "vpp-performance-changes-3n-skx-mrr-cmp"
678
679     vpp-performance-changes-2n-skx-mrr-h1:
680       csit-vpp-perf-verify-1810-2n-skx:
681         - 8   # MRR sel
682         - 10  # MRR sel
683         - 11  # MRR sel
684         - 12  # MRR sel
685     vpp-performance-changes-2n-skx-mrr-ref:
686       csit-vpp-perf-verify-1901-2n-skx:
687         - 22  # MRR sel
688     vpp-performance-changes-2n-skx-mrr-cmp:
689       csit-vpp-perf-verify-1904-2n-skx:
690         - 11  # MRR sel
691     vpp-performance-changes-2n-skx-mrr:
692       - "vpp-performance-changes-2n-skx-mrr-h1"
693       - "vpp-performance-changes-2n-skx-mrr-ref"
694       - "vpp-performance-changes-2n-skx-mrr-cmp"
695
696     dpdk-performance-changes-3n-hsw-h1:
697       csit-dpdk-perf-verify-1810-3n-hsw:
698         - 1   # NDRPDR sel
699         - 2   # NDRPDR sel
700         - 3   # NDRPDR sel
701         - 4   # NDRPDR sel
702         - 5   # NDRPDR sel
703         - 6   # NDRPDR sel
704         - 7   # NDRPDR sel
705         - 8   # NDRPDR sel
706         - 9   # NDRPDR sel
707         - 10  # NDRPDR sel
708     dpdk-performance-changes-3n-hsw-ref:
709       csit-dpdk-perf-verify-1901-3n-hsw:
710         - 13  # NDRPDR sel
711         - 14  # NDRPDR sel
712         - 16  # NDRPDR sel
713         - 17  # NDRPDR sel
714         - 18  # NDRPDR sel
715         - 19  # NDRPDR sel
716         - 20  # NDRPDR sel
717         - 21  # NDRPDR sel
718         - 22  # NDRPDR sel
719         - 23  # NDRPDR sel
720     dpdk-performance-changes-3n-hsw-cmp:
721       csit-dpdk-perf-verify-1904-3n-hsw:
722         - 2   # NDRPDR sel
723         - 3   # NDRPDR sel
724         - 5   # NDRPDR sel
725         - 6   # NDRPDR sel
726         - 13  # NDRPDR sel
727         - 14  # NDRPDR sel
728         - 15  # NDRPDR sel
729         - 18  # NDRPDR sel
730         - 19  # NDRPDR sel
731         - 20  # NDRPDR sel
732     dpdk-performance-changes-3n-hsw:
733       - "dpdk-performance-changes-3n-hsw-h1"
734       - "dpdk-performance-changes-3n-hsw-ref"
735       - "dpdk-performance-changes-3n-hsw-cmp"
736
737     dpdk-performance-changes-3n-skx-h1:
738       csit-dpdk-perf-verify-1810-3n-skx:
739         - 3   # NDRPDR sel
740         - 4   # NDRPDR sel
741         - 6   # NDRPDR sel
742         - 7   # NDRPDR sel
743         - 8   # NDRPDR sel
744         - 9   # NDRPDR sel
745         - 10  # NDRPDR sel
746         - 11  # NDRPDR sel
747         - 12  # NDRPDR sel
748         - 13  # NDRPDR sel
749     dpdk-performance-changes-3n-skx-ref:
750       csit-dpdk-perf-verify-1901-3n-skx:
751         - 3   # NDRPDR sel
752         - 5   # NDRPDR sel
753         - 6   # NDRPDR sel
754         - 7   # NDRPDR sel
755         - 8   # NDRPDR sel
756         - 9   # NDRPDR sel
757         - 10  # NDRPDR sel
758         - 11  # NDRPDR sel
759         - 12  # NDRPDR sel
760         - 13  # NDRPDR sel
761     dpdk-performance-changes-3n-skx-cmp:
762       csit-dpdk-perf-verify-1904-3n-skx:
763         - 2   # NDRPDR sel
764         - 3   # NDRPDR sel
765         - 4   # NDRPDR sel
766         - 5   # NDRPDR sel
767         - 6   # NDRPDR sel
768         - 7   # NDRPDR sel
769         - 11  # NDRPDR sel
770         - 12  # NDRPDR sel
771         - 13  # NDRPDR sel
772         - 14  # NDRPDR sel
773     dpdk-performance-changes-3n-skx:
774       - "dpdk-performance-changes-3n-skx-h1"
775       - "dpdk-performance-changes-3n-skx-ref"
776       - "dpdk-performance-changes-3n-skx-cmp"
777
778     dpdk-performance-changes-2n-skx-h1:
779       csit-dpdk-perf-verify-1810-2n-skx:
780         - 3   # NDRPDR sel
781         - 4   # NDRPDR sel
782         - 5   # NDRPDR sel
783         - 7   # NDRPDR sel
784         - 8   # NDRPDR sel
785         - 9   # NDRPDR sel
786         - 10  # NDRPDR sel
787         - 11  # NDRPDR sel
788         - 12  # NDRPDR sel
789         - 13  # NDRPDR sel
790     dpdk-performance-changes-2n-skx-ref:
791       csit-dpdk-perf-verify-1901-2n-skx:
792         - 12  # NDRPDR sel
793         - 13  # NDRPDR sel
794         - 14  # NDRPDR sel
795         - 15  # NDRPDR sel
796         - 16  # NDRPDR sel
797         - 17  # NDRPDR sel
798         - 18  # NDRPDR sel
799         - 19  # NDRPDR sel
800         - 20  # NDRPDR sel
801         - 21  # NDRPDR sel
802     dpdk-performance-changes-2n-skx-cmp:
803       csit-dpdk-perf-verify-1904-2n-skx:
804         - 2   # NDRPDR sel
805         - 3   # NDRPDR sel
806         - 4   # NDRPDR sel
807         - 5   # NDRPDR sel
808         - 7   # NDRPDR sel
809         - 8   # NDRPDR sel
810         - 9   # NDRPDR sel
811         - 10  # NDRPDR sel
812         - 11  # NDRPDR sel
813         - 12  # NDRPDR sel
814     dpdk-performance-changes-2n-skx:
815       - "dpdk-performance-changes-2n-skx-h1"
816       - "dpdk-performance-changes-2n-skx-ref"
817       - "dpdk-performance-changes-2n-skx-cmp"
818
819     # Compare testbeds
820
821     vpp-compare-testbeds-ref:
822       csit-vpp-perf-verify-1904-3n-hsw:
823         - 11  # NDRPDR sel
824         - 12  # NDRPDR sel
825         - 20  # NDRPDR sel
826         - 21  # NDRPDR sel
827         - 23  # NDRPDR sel
828         - 24  # NDRPDR sel
829         - 25  # NDRPDR sel
830         - 26  # NDRPDR sel
831         - 29  # NDRPDR sel
832         - 30  # NDRPDR sel
833     vpp-compare-testbeds-cmp:
834       csit-vpp-perf-verify-1904-3n-skx:
835         - 8   # NDRPDR sel
836         - 9   # NDRPDR sel
837         - 10  # NDRPDR sel
838         - 11  # NDRPDR sel
839         - 12  # NDRPDR sel
840         - 14  # NDRPDR sel
841         - 16  # NDRPDR sel
842         - 21  # NDRPDR sel
843         - 23  # NDRPDR sel
844         - 25  # NDRPDR sel
845     vpp-compare-testbeds:
846       - "vpp-compare-testbeds-ref"
847       - "vpp-compare-testbeds-cmp"
848
849     vpp-compare-testbeds-mrr-ref:
850       csit-vpp-perf-verify-1904-3n-hsw:
851         - 9   # MRR sel
852     vpp-compare-testbeds-mrr-cmp:
853       csit-vpp-perf-verify-1904-3n-skx:
854         - 7   # MRR sel
855     vpp-compare-testbeds-mrr:
856       - "vpp-compare-testbeds-mrr-ref"
857       - "vpp-compare-testbeds-mrr-cmp"
858
859     dpdk-compare-testbeds-ref:
860       csit-dpdk-perf-verify-1904-3n-hsw:
861         - 2   # NDRPDR sel
862         - 3   # NDRPDR sel
863         - 5   # NDRPDR sel
864         - 6   # NDRPDR sel
865         - 13  # NDRPDR sel
866         - 14  # NDRPDR sel
867         - 15  # NDRPDR sel
868         - 18  # NDRPDR sel
869         - 19  # NDRPDR sel
870         - 20  # NDRPDR sel
871     dpdk-compare-testbeds-cmp:
872       csit-dpdk-perf-verify-1904-3n-skx:
873         - 2   # NDRPDR sel
874         - 3   # NDRPDR sel
875         - 4   # NDRPDR sel
876         - 5   # NDRPDR sel
877         - 6   # NDRPDR sel
878         - 7   # NDRPDR sel
879         - 11  # NDRPDR sel
880         - 12  # NDRPDR sel
881         - 13  # NDRPDR sel
882         - 14  # NDRPDR sel
883     dpdk-compare-testbeds:
884       - "dpdk-compare-testbeds-ref"
885       - "dpdk-compare-testbeds-cmp"
886
887     # Compare topologies
888
889     vpp-compare-topologies-ref:
890       csit-vpp-perf-verify-1904-3n-skx:
891         - 8   # NDRPDR sel
892         - 9   # NDRPDR sel
893         - 10  # NDRPDR sel
894         - 11  # NDRPDR sel
895         - 12  # NDRPDR sel
896         - 14  # NDRPDR sel
897         - 16  # NDRPDR sel
898         - 21  # NDRPDR sel
899         - 23  # NDRPDR sel
900         - 25  # NDRPDR sel
901     vpp-compare-topologies-cmp:
902       csit-vpp-perf-verify-1904-2n-skx:
903         - 12  # NDRPDR sel
904         - 14  # NDRPDR sel
905         - 16  # NDRPDR sel
906         - 17  # NDRPDR sel
907         - 18  # NDRPDR sel
908         - 21  # NDRPDR sel
909         - 27  # NDRPDR sel
910         - 30  # NDRPDR sel
911         - 31  # NDRPDR sel
912         - 32  # NDRPDR sel
913     vpp-compare-topologies:
914       - "vpp-compare-topologies-ref"
915       - "vpp-compare-topologies-cmp"
916
917     vpp-compare-topologies-mrr-ref:
918       csit-vpp-perf-verify-1904-3n-skx:
919         - 7   # MRR sel
920     vpp-compare-topologies-mrr-cmp:
921       csit-vpp-perf-verify-1904-2n-skx:
922         - 11  # MRR sel
923     vpp-compare-topologies-mrr:
924       - "vpp-compare-topologies-mrr-ref"
925       - "vpp-compare-topologies-mrr-cmp"
926
927     dpdk-compare-topologies-ref:
928       csit-dpdk-perf-verify-1904-3n-skx:
929         - 2   # NDRPDR sel
930         - 3   # NDRPDR sel
931         - 4   # NDRPDR sel
932         - 5   # NDRPDR sel
933         - 6   # NDRPDR sel
934         - 7   # NDRPDR sel
935         - 11  # NDRPDR sel
936         - 12  # NDRPDR sel
937         - 13  # NDRPDR sel
938         - 14  # NDRPDR sel
939     dpdk-compare-topologies-cmp:
940       csit-dpdk-perf-verify-1904-2n-skx:
941         - 2   # NDRPDR sel
942         - 3   # NDRPDR sel
943         - 4   # NDRPDR sel
944         - 5   # NDRPDR sel
945         - 7   # NDRPDR sel
946         - 8   # NDRPDR sel
947         - 9   # NDRPDR sel
948         - 10  # NDRPDR sel
949         - 11  # NDRPDR sel
950         - 12  # NDRPDR sel
951     dpdk-compare-topologies:
952       - "dpdk-compare-topologies-ref"
953       - "dpdk-compare-topologies-cmp"
954
955   plot-layouts:
956
957     plot-soak-throughput:
958       titlefont:
959         size: 18
960       xaxis:
961         title: "<b>Test Cases [Index]</b>"
962         titlefont:
963           size: 16
964         autorange: True
965         fixedrange: False
966         gridcolor: "rgb(230, 230, 230)"
967         linecolor: "rgb(220, 220, 220)"
968         linewidth: 1
969         showgrid: True
970         showline: True
971         showticklabels: True
972         tickcolor: "rgb(220, 220, 220)"
973         tickmode: "linear"
974         tickfont:
975           size: 16
976         zeroline: False
977       yaxis:
978         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
979         titlefont:
980           size: 16
981         gridcolor: "rgb(230, 230, 230)"
982         hoverformat: ".4r"
983         tickformat: ".3r"
984         linecolor: "rgb(220, 220, 220)"
985         linewidth: 1
986         showgrid: True
987         showline: True
988         showticklabels: True
989         tickcolor: "rgb(220, 220, 220)"
990         tickfont:
991           size: 16
992         zeroline: False
993         range: [0,50]
994       autosize: False
995       margin:
996         t: 50
997         b: 0
998         l: 80
999         r: 20
1000       showlegend: True
1001       legend:
1002         orientation: "h"
1003         font:
1004           size: 16
1005       width: 700
1006       height: 900
1007
1008     plot-service-density:
1009       titlefont:
1010         size: 18
1011       xaxis:
1012         side: "top"
1013         autorange: True
1014         fixedrange: False
1015         showgrid: False
1016         showline: False
1017         showticklabels: False
1018         ticks: ""
1019         ticklen: 0
1020         tickwidth: 0
1021         zeroline: False
1022       yaxis:
1023         autorange: "reversed"
1024         showgrid: False
1025         showline: False
1026         showticklabels: False
1027         ticks: ""
1028         ticklen: 0
1029         tickwidth: 0
1030         zeroline: False
1031       autosize: True
1032       showlegend: False
1033       width: 700
1034       height: 700
1035
1036     plot-cps:
1037       titlefont:
1038         size: 18
1039       xaxis:
1040         title: "<b>Test Cases [Index]</b>"
1041         titlefont:
1042           size: 16
1043         autorange: True
1044         fixedrange: False
1045         gridcolor: "rgb(230, 230, 230)"
1046         linecolor: "rgb(220, 220, 220)"
1047         linewidth: 1
1048         showgrid: True
1049         showline: True
1050         showticklabels: True
1051         tickcolor: "rgb(220, 220, 220)"
1052         tickmode: "linear"
1053         tickfont:
1054           size: 16
1055         zeroline: False
1056       yaxis:
1057         title: "<b>Connections Per Second [cps]</b>"
1058         titlefont:
1059           size: 16
1060         gridcolor: "rgb(230, 230, 230)"
1061         hoverformat: ".4s"
1062         linecolor: "rgb(220, 220, 220)"
1063         linewidth: 1
1064         rangemode: "tozero"
1065         showgrid: True
1066         showline: True
1067         showticklabels: True
1068         tickcolor: "rgb(220, 220, 220)"
1069         tickformat: ".3s"
1070         tickfont:
1071           size: 16
1072         zeroline: False
1073       boxmode: "group"
1074       boxgroupgap: 0.5
1075       autosize: False
1076       margin:
1077         t: 50
1078         b: 20
1079         l: 80
1080         r: 20
1081       showlegend: True
1082       legend:
1083         orientation: "h"
1084         font:
1085           size: 16
1086       width: 700
1087       height: 800
1088
1089     plot-rps:
1090       titlefont:
1091         size: 18
1092       xaxis:
1093         title: "<b>Test Cases [Index]</b>"
1094         titlefont:
1095           size: 16
1096         autorange: True
1097         fixedrange: False
1098         gridcolor: "rgb(230, 230, 230)"
1099         linecolor: "rgb(220, 220, 220)"
1100         linewidth: 1
1101         showgrid: True
1102         showline: True
1103         showticklabels: True
1104         tickcolor: "rgb(220, 220, 220)"
1105         tickmode: "linear"
1106         tickfont:
1107           size: 16
1108         zeroline: False
1109       yaxis:
1110         title: "<b>Requests Per Second [rps]</b>"
1111         titlefont:
1112           size: 16
1113         gridcolor: "rgb(230, 230, 230)"
1114         hoverformat: ".4s"
1115         linecolor: "rgb(220, 220, 220)"
1116         linewidth: 1
1117         rangemode: "tozero"
1118         showgrid: True
1119         showline: True
1120         showticklabels: True
1121         tickcolor: "rgb(230, 230, 230)"
1122         tickformat: ".3s"
1123         tickfont:
1124           size: 16
1125         zeroline: False
1126       boxmode: "group"
1127       boxgroupgap: 0.5
1128       autosize: False
1129       margin:
1130         t: 50
1131         b: 20
1132         l: 80
1133         r: 20
1134       showlegend: True
1135       legend:
1136         orientation: "h"
1137         font:
1138           size: 16
1139       width: 700
1140       height: 800
1141
1142     plot-throughput:
1143       titlefont:
1144         size: 18
1145       xaxis:
1146         title: "<b>Test Cases [Index]</b>"
1147         titlefont:
1148           size: 16
1149         autorange: True
1150         fixedrange: False
1151         gridcolor: "rgb(230, 230, 230)"
1152         linecolor: "rgb(220, 220, 220)"
1153         linewidth: 1
1154         showgrid: True
1155         showline: True
1156         showticklabels: True
1157         tickcolor: "rgb(220, 220, 220)"
1158         tickmode: "linear"
1159         tickfont:
1160           size: 16
1161         zeroline: False
1162       yaxis:
1163         title: "<b>Packet Throughput [Mpps]</b>"
1164         titlefont:
1165           size: 16
1166         gridcolor: "rgb(230, 230, 230)"
1167         hoverformat: ".4r"
1168         tickformat: ".3r"
1169         linecolor: "rgb(220, 220, 220)"
1170         linewidth: 1
1171         showgrid: True
1172         showline: True
1173         showticklabels: True
1174         tickcolor: "rgb(220, 220, 220)"
1175         tickfont:
1176           size: 16
1177         zeroline: False
1178         range: [0,50]
1179       boxmode: "group"
1180       boxgroupgap: 0.5
1181       autosize: False
1182       margin:
1183         t: 50
1184         b: 0
1185         l: 80
1186         r: 20
1187       showlegend: True
1188       legend:
1189         orientation: "h"
1190         font:
1191           size: 16
1192       width: 700
1193       height: 900
1194
1195     plot-throughput-speedup-analysis:
1196       titlefont:
1197         size: 18
1198       xaxis:
1199         title: "<b>Number of Cores [Qty]</b>"
1200         titlefont:
1201           size: 16
1202         autorange: True
1203         fixedrange: False
1204         gridcolor: "rgb(230, 230, 230)"
1205         linecolor: "rgb(220, 220, 220)"
1206         linewidth: 1
1207         showgrid: True
1208         showline: True
1209         showticklabels: True
1210         tickcolor: "rgb(238, 238, 238)"
1211         tickmode: "linear"
1212         tickfont:
1213           size: 16
1214         zeroline: False
1215       yaxis:
1216         title: "<b>Packet Throughput [Mpps]</b>"
1217         titlefont:
1218           size: 16
1219         type: "linear"
1220         gridcolor: "rgb(230, 230, 230)"
1221         hoverformat: ".4s"
1222         linecolor: "rgb(220, 220, 220)"
1223         linewidth: 1
1224         showgrid: True
1225         showline: True
1226         showticklabels: True
1227         tickcolor: "rgb(220, 220, 220)"
1228         tickformat: ".4s"
1229         tickfont:
1230           size: 16
1231         zeroline: True
1232         rangemode: "tozero"
1233         range: [0,100]
1234       legend:
1235         orientation: "h"
1236         font:
1237           size: 16
1238         xanchor: "left"
1239         yanchor: "top"
1240         x: 0
1241         y: -0.2
1242         bgcolor: "rgba(255, 255, 255, 0)"
1243         bordercolor: "rgba(255, 255, 255, 0)"
1244         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1245       autosize: False
1246       margin:
1247           't': 50
1248           'b': 150
1249           'l': 85
1250           'r': 10
1251       showlegend: True
1252       width: 700
1253       height: 700
1254       hoverlabel:
1255         namelength: -1
1256       annotations: [
1257         {
1258           text: "_ _          __          ...",
1259           align: "left",
1260           showarrow: False,
1261           xref: "paper",
1262           yref: "paper",
1263           xanchor: "left",
1264           yanchor: "top",
1265           x: 0,
1266           y: -0.13,
1267           font: {
1268             family: "Consolas, Courier New",
1269             size: 15
1270           },
1271         },
1272         {
1273           text: "    Perfect     Measured     Limit",
1274           align: "left",
1275           showarrow: False,
1276           xref: "paper",
1277           yref: "paper",
1278           xanchor: "left",
1279           yanchor: "top",
1280           x: 0,
1281           y: -0.15,
1282           font: {
1283             family: "Consolas, Courier New",
1284             size: 15
1285           },
1286         },
1287       ]
1288
1289     plot-latency:
1290       titlefont:
1291         size: 18
1292       xaxis:
1293         title: "<b>Direction</b>"
1294         titlefont:
1295           size: 16
1296         autorange: True
1297         fixedrange: False
1298         gridcolor: "rgb(230, 230, 230)"
1299         linecolor: "rgb(220, 220, 220)"
1300         linewidth: 1
1301         showgrid: True
1302         showline: True
1303         showticklabels: False
1304         tickcolor: "rgb(220, 220, 220)"
1305         tickmode: "linear"
1306         tickfont:
1307           size: 16
1308         zeroline: False
1309       yaxis:
1310         title: "<b>Packet Latency [uSec]</b>"
1311         titlefont:
1312           size: 16
1313         type: "linear"
1314         gridcolor: "rgb(230, 230, 230)"
1315         hoverformat: ".4s"
1316         linecolor: "rgb(220, 220, 220)"
1317         linewidth: 1
1318         showgrid: True
1319         showline: True
1320         showticklabels: True
1321         tickcolor: "rgb(220, 220, 220)"
1322         tickformat: ".4s"
1323         tickfont:
1324           size: 16
1325         zeroline: True
1326         rangemode: "tozero"
1327       legend:
1328         orientation: "h"
1329         font:
1330           size: 16
1331         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1332       autosize: False
1333       margin:
1334           't': 50
1335           'b': 150
1336           'l': 80
1337           'r': 10
1338       showlegend: True
1339       width: 700
1340       height: 700
1341       hoverlabel:
1342         namelength: -1
1343
1344 - type: "static"
1345   src-path: "{DIR[RST]}"
1346   dst-path: "{DIR[WORKING,SRC]}"
1347
1348 - type: "input"
1349   general:
1350     file-name: "robot-plugin.zip"
1351     file-format: ".zip"
1352     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1353     extract: "robot-plugin/output.xml"
1354
1355   builds:
1356 ##    intel-dnv-vpp-release-1904:
1357 ##      - 1
1358 #
1359 #    intel-dnv-vpp-release-1901:
1360 #      - 1
1361 #
1362 #    intel-dnv-vpp-release-1810:
1363 #      - 1
1364
1365     csit-vpp-perf-verify-1810-3n-hsw:
1366       - 9   # MRR sel
1367       - 8   # NDRPDR sel
1368       - 12  # NDRPDR sel
1369       - 14  # NDRPDR sel
1370       - 18  # NDRPDR sel
1371       - 23  # NDRPDR sel
1372       - 25  # NDRPDR sel
1373       - 38  # NDRPDR sel
1374       - 39  # NDRPDR sel
1375       - 41  # NDRPDR sel
1376       - 42  # NDRPDR sel
1377 #      - 28  # WRK
1378 #      - 29  # WRK
1379 #      - 30  # WRK
1380 #      - 31  # WRK
1381 #      - 32  # WRK
1382 #      - 33  # WRK
1383 #      - 34  # WRK
1384 #      - 35  # WRK
1385 #      - 36  # WRK
1386 #      - 37  # WRK
1387     csit-vpp-perf-verify-1901-3n-hsw:
1388       - 35  # MRR sel
1389       - 10  # NDRPDR sel
1390       - 19  # NDRPDR sel
1391       - 31  # NDRPDR sel
1392       - 36  # NDRPDR sel
1393       - 40  # NDRPDR sel
1394       - 42  # NDRPDR sel
1395       - 44  # NDRPDR sel
1396       - 46  # NDRPDR sel
1397       - 47  # NDRPDR sel
1398       - 48  # NDRPDR sel
1399       - 61  # NDRPDR LB
1400       - 62  # NDRPDR LB
1401       - 63  # NDRPDR LB
1402       - 64  # NDRPDR LB
1403       - 65  # NDRPDR LB
1404       - 66  # NDRPDR LB
1405       - 67  # NDRPDR LB
1406       - 69  # NDRPDR LB
1407       - 70  # NDRPDR LB
1408       - 71  # NDRPDR LB
1409     # TODO: Add 1904 Data
1410     csit-vpp-perf-verify-1904-3n-hsw:
1411       - 9   # MRR sel
1412       - 32  # NDRPDR full
1413       - 33  # NDRPDR full
1414       - 35  # NDRPDR full
1415       - 36  # NDRPDR full
1416       - 37  # NDRPDR full
1417       - 38  # NDRPDR full
1418       - 40  # NDRPDR full
1419       - 45  # NDRPDR full
1420       - 46  # NDRPDR full
1421       - 48  # NDRPDR full
1422       - 49  # NDRPDR full
1423       - 50  # NDRPDR full
1424       - 51  # NDRPDR full
1425       - 11  # NDRPDR sel
1426       - 12  # NDRPDR sel
1427       - 20  # NDRPDR sel
1428       - 21  # NDRPDR sel
1429       - 23  # NDRPDR sel
1430       - 24  # NDRPDR sel
1431       - 25  # NDRPDR sel
1432       - 26  # NDRPDR sel
1433       - 29  # NDRPDR sel
1434       - 30  # NDRPDR sel
1435
1436     csit-vpp-perf-verify-1810-3n-skx:
1437       - 9   # MRR sel
1438       - 11  # MRR sel
1439       - 12  # MRR sel
1440       - 13  # MRR sel
1441       - 10  # NDRPDR sel
1442       - 14  # NDRPDR sel
1443       - 15  # NDRPDR sel
1444       - 16  # NDRPDR sel
1445       - 17  # NDRPDR sel
1446       - 19  # NDRPDR sel
1447       - 20  # NDRPDR sel
1448       - 21  # NDRPDR sel
1449       - 22  # NDRPDR sel
1450       - 25  # NDRPDR sel
1451     csit-vpp-perf-verify-1901-3n-skx:
1452       - 32  # MRR sel
1453       - 18  # NDRPDR sel
1454       - 19  # NDRPDR sel
1455       - 20  # NDRPDR sel
1456       - 28  # NDRPDR sel
1457       - 31  # NDRPDR sel
1458       - 33  # NDRPDR sel
1459       - 36  # NDRPDR sel
1460       - 38  # NDRPDR sel
1461       - 47  # NDRPDR sel
1462       - 48  # NDRPDR sel
1463       - 54  # NDRPDR LB
1464       - 57  # NDRPDR LB
1465       - 58  # NDRPDR LB
1466       - 59  # NDRPDR LB
1467       - 60  # NDRPDR LB
1468       - 63  # NDRPDR LB
1469       - 64  # NDRPDR LB
1470       - 65  # NDRPDR LB
1471       - 66  # NDRPDR LB
1472       - 67  # NDRPDR LB
1473     csit-vpp-perf-verify-1904-3n-skx:
1474       - 7   # MRR sel
1475       - 26  # NDRPDR full
1476       - 27  # NDRPDR full
1477       - 30  # NDRPDR full
1478       - 31  # NDRPDR full
1479       - 8   # NDRPDR sel
1480       - 9   # NDRPDR sel
1481       - 10  # NDRPDR sel
1482       - 11  # NDRPDR sel
1483       - 12  # NDRPDR sel
1484       - 14  # NDRPDR sel
1485       - 16  # NDRPDR sel
1486       - 21  # NDRPDR sel
1487       - 23  # NDRPDR sel
1488       - 25  # NDRPDR sel
1489
1490     csit-vpp-perf-verify-1810-2n-skx:
1491       - 8   # MRR sel
1492       - 10  # MRR sel
1493       - 11  # MRR sel
1494       - 12  # MRR sel
1495       - 9   # NDRPDR sel
1496       - 13  # NDRPDR sel
1497       - 14  # NDRPDR sel
1498       - 19  # NDRPDR sel
1499       - 20  # NDRPDR sel
1500       - 21  # NDRPDR sel
1501       - 22  # NDRPDR sel
1502       - 23  # NDRPDR sel
1503       - 24  # NDRPDR sel
1504       - 27  # NDRPDR sel
1505     csit-vpp-perf-verify-1901-2n-skx:
1506       - 22  # MRR sel
1507       - 5   # NDRPDR sel
1508       - 12  # NDRPDR sel
1509       - 13  # NDRPDR sel
1510       - 21  # NDRPDR sel
1511       - 23  # NDRPDR sel
1512       - 31  # NDRPDR sel
1513       - 34  # NDRPDR sel
1514       - 40  # NDRPDR sel
1515       - 42  # NDRPDR sel
1516       - 43  # NDRPDR sel
1517     csit-vpp-perf-verify-1904-2n-skx:
1518       - 11  # MRR sel
1519       - 33  # NDRPDR full
1520       - 39  # NDRPDR full
1521       - 58  # NDRPDR full
1522       - 62  # NDRPDR full
1523       - 12  # NDRPDR sel
1524       - 14  # NDRPDR sel
1525       - 16  # NDRPDR sel
1526       - 17  # NDRPDR sel
1527       - 18  # NDRPDR sel
1528       - 21  # NDRPDR sel
1529       - 27  # NDRPDR sel
1530       - 30  # NDRPDR sel
1531       - 31  # NDRPDR sel
1532       - 32  # NDRPDR sel
1533       - 40  # NFV MRR 64b
1534       - 41  # NFV MRR 64b
1535       - 42  # NFV MRR 64b
1536       - 47  # NFV MRR 64b
1537       - 48  # NFV MRR 64b
1538       - 49  # NFV MRR IMIX
1539       - 50  # NFV MRR IMIX
1540       - 51  # NFV MRR IMIX
1541       - 54  # NFV MRR IMIX
1542       - 55  # NFV MRR IMIX
1543       - 56  # NFV NDRPDR 64b
1544       - 59  # NFV NDRPDR 64b
1545       - 60  # NFV NDRPDR 64b
1546       - 65  # NFV NDRPDR 64b
1547       - 68  # NFV NDRPDR 64b
1548       - 66  # NFV NDRPDR IMIX
1549       - 67  # NFV NDRPDR IMIX
1550       - 69  # NFV NDRPDR IMIX
1551       - 82  # NFV NDRPDR IMIX
1552       - 83  # NFV NDRPDR IMIX
1553       - 80  # NFV MRR NDRPDR 64b IMIX
1554       - 81  # NFV MRR NDRPDR 64b IMIX
1555       - 84  # NFV MRR NDRPDR 64b IMIX
1556       - 85  # NFV MRR NDRPDR 64b IMIX
1557       - 86  # NFV MRR NDRPDR 64b IMIX
1558       - 70  # soak
1559       - 71  # soak
1560
1561 #    csit-ligato-perf-verify-1901-3n-hsw:
1562 #      - 10  # NDRPDR full
1563 #      - 8   # NDRPDR sel
1564 #      - 9   # NDRPDR sel
1565 #      - 11  # NDRPDR sel
1566 #      - 12  # NDRPDR sel
1567 #      - 13  # NDRPDR sel
1568 #      - 14  # NDRPDR sel
1569 #      - 15  # NDRPDR sel
1570 #      - 16  # NDRPDR sel
1571 #      - 17  # NDRPDR sel
1572 #      - 18  # NDRPDR sel
1573 ##    csit-ligato-perf-verify-1904-3n-hsw:
1574 ##      -
1575
1576     csit-dpdk-perf-verify-1810-3n-hsw:
1577       - 1   # NDRPDR sel
1578       - 2   # NDRPDR sel
1579       - 3   # NDRPDR sel
1580       - 4   # NDRPDR sel
1581       - 5   # NDRPDR sel
1582       - 6   # NDRPDR sel
1583       - 7   # NDRPDR sel
1584       - 8   # NDRPDR sel
1585       - 9   # NDRPDR sel
1586       - 10  # NDRPDR sel
1587     csit-dpdk-perf-verify-1901-3n-hsw:
1588       - 13  # NDRPDR sel
1589       - 14  # NDRPDR sel
1590       - 16  # NDRPDR sel
1591       - 17  # NDRPDR sel
1592       - 18  # NDRPDR sel
1593       - 19  # NDRPDR sel
1594       - 20  # NDRPDR sel
1595       - 21  # NDRPDR sel
1596       - 22  # NDRPDR sel
1597       - 23  # NDRPDR sel
1598     csit-dpdk-perf-verify-1904-3n-hsw:
1599       - 2   # NDRPDR sel
1600       - 3   # NDRPDR sel
1601       - 5   # NDRPDR sel
1602       - 6   # NDRPDR sel
1603       - 13  # NDRPDR sel
1604       - 14  # NDRPDR sel
1605       - 15  # NDRPDR sel
1606       - 18  # NDRPDR sel
1607       - 19  # NDRPDR sel
1608       - 20  # NDRPDR sel
1609
1610     csit-dpdk-perf-verify-1810-3n-skx:
1611       - 3   # NDRPDR sel
1612       - 4   # NDRPDR sel
1613       - 6   # NDRPDR sel
1614       - 7   # NDRPDR sel
1615       - 8   # NDRPDR sel
1616       - 9   # NDRPDR sel
1617       - 10  # NDRPDR sel
1618       - 11  # NDRPDR sel
1619       - 12  # NDRPDR sel
1620       - 13  # NDRPDR sel
1621     csit-dpdk-perf-verify-1901-3n-skx:
1622       - 3   # NDRPDR sel
1623       - 5   # NDRPDR sel
1624       - 6   # NDRPDR sel
1625       - 7   # NDRPDR sel
1626       - 8   # NDRPDR sel
1627       - 9   # NDRPDR sel
1628       - 10  # NDRPDR sel
1629       - 11  # NDRPDR sel
1630       - 12  # NDRPDR sel
1631       - 13  # NDRPDR sel
1632     csit-dpdk-perf-verify-1904-3n-skx:
1633       - 2   # NDRPDR sel
1634       - 3   # NDRPDR sel
1635       - 4   # NDRPDR sel
1636       - 5   # NDRPDR sel
1637       - 6   # NDRPDR sel
1638       - 7   # NDRPDR sel
1639       - 11  # NDRPDR sel
1640       - 12  # NDRPDR sel
1641       - 13  # NDRPDR sel
1642       - 14  # NDRPDR sel
1643
1644     csit-dpdk-perf-verify-1810-2n-skx:
1645       - 3   # NDRPDR sel
1646       - 4   # NDRPDR sel
1647       - 5   # NDRPDR sel
1648       - 7   # NDRPDR sel
1649       - 8   # NDRPDR sel
1650       - 9   # NDRPDR sel
1651       - 10  # NDRPDR sel
1652       - 11  # NDRPDR sel
1653       - 12  # NDRPDR sel
1654       - 13  # NDRPDR sel
1655     csit-dpdk-perf-verify-1901-2n-skx:
1656       - 12  # NDRPDR sel
1657       - 13  # NDRPDR sel
1658       - 14  # NDRPDR sel
1659       - 15  # NDRPDR sel
1660       - 16  # NDRPDR sel
1661       - 17  # NDRPDR sel
1662       - 18  # NDRPDR sel
1663       - 19  # NDRPDR sel
1664       - 20  # NDRPDR sel
1665       - 21  # NDRPDR sel
1666     csit-dpdk-perf-verify-1904-2n-skx:
1667       - 2   # NDRPDR sel
1668       - 3   # NDRPDR sel
1669       - 4   # NDRPDR sel
1670       - 5   # NDRPDR sel
1671       - 7   # NDRPDR sel
1672       - 8   # NDRPDR sel
1673       - 9   # NDRPDR sel
1674       - 10  # NDRPDR sel
1675       - 11  # NDRPDR sel
1676       - 12  # NDRPDR sel
1677
1678     csit-vpp-functional-1904-ubuntu1604-virl:
1679       - 33
1680     csit-vpp-functional-1904-centos7-virl:
1681       - 32
1682     csit-vpp-device-1904-ubuntu1804-1n-skx:
1683       - 32
1684 #    # Not used
1685 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1686 #      - 1
1687     csit-dmm-functional-1904-ubuntu1604-virl:
1688       - 1
1689     csit-hc2vpp-verify-func-1904-ubuntu1604:
1690       - 4
1691
1692 - type: "output"
1693   output: "report"
1694   format:
1695     html:
1696     - full
1697     pdf:
1698     - minimal
1699
1700 ################################################################################
1701 ###                               T A B L E S                                ###
1702 ################################################################################
1703
1704 # VPP Soak vs NDR
1705 - type: "table"
1706   title: "VPP Soak vs NDR 2n-skx"
1707   algorithm: "table_soak_vs_ndr"
1708   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1709   reference:
1710     title: "NDR"
1711     data: "vpp-soak-vs-ndr-2n-skx-ref"
1712   compare:
1713     title: "Soak"
1714     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1715   data: "vpp-soak-vs-ndr-2n-skx"
1716   include-tests: "NDR"
1717   filter: "('NDRPDR' or 'SOAK')"
1718   parameters:
1719     - "throughput"
1720     - "name"
1721     - "parent"
1722
1723 ################################################################################
1724
1725 # VPP Compare NICs 3n-hsw 1t1c ndr
1726 - type: "table"
1727   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1728   algorithm: "table_nics_comparison"
1729   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1730   reference:
1731     title: "Intel-x520"
1732     nic: "NIC_Intel-X520-DA2"
1733   compare:
1734     title: "Intel-x710"
1735     nic: "NIC_Intel-X710"
1736   data: "vpp-nic-comparison-3n-hsw"
1737   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1738   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1739   parameters:
1740   - "name"
1741   - "parent"
1742   - "throughput"
1743   - "tags"
1744
1745 # VPP Compare NICs 3n-hsw 2t2c ndr
1746 - type: "table"
1747   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1748   algorithm: "table_nics_comparison"
1749   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1750   reference:
1751     title: "Intel-x520"
1752     nic: "NIC_Intel-X520-DA2"
1753   compare:
1754     title: "Intel-x710"
1755     nic: "NIC_Intel-X710"
1756   data: "vpp-nic-comparison-3n-hsw"
1757   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1758   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1759   parameters:
1760   - "name"
1761   - "parent"
1762   - "throughput"
1763   - "tags"
1764
1765 # VPP Compare NICs 3n-hsw 1t1c pdr
1766 - type: "table"
1767   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1768   algorithm: "table_nics_comparison"
1769   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1770   reference:
1771     title: "Intel-x520"
1772     nic: "NIC_Intel-X520-DA2"
1773   compare:
1774     title: "Intel-x710"
1775     nic: "NIC_Intel-X710"
1776   data: "vpp-nic-comparison-3n-hsw"
1777   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1778   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1779   parameters:
1780   - "name"
1781   - "parent"
1782   - "throughput"
1783   - "tags"
1784
1785 # VPP Compare NICs 3n-hsw 2t2c pdr
1786 - type: "table"
1787   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1788   algorithm: "table_nics_comparison"
1789   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1790   reference:
1791     title: "Intel-x520"
1792     nic: "NIC_Intel-X520-DA2"
1793   compare:
1794     title: "Intel-x710"
1795     nic: "NIC_Intel-X710"
1796   data: "vpp-nic-comparison-3n-hsw"
1797   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1798   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1799   parameters:
1800   - "name"
1801   - "parent"
1802   - "throughput"
1803   - "tags"
1804
1805 # VPP Compare NICs 3n-hsw 1t1c mrr
1806 - type: "table"
1807   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1808   algorithm: "table_nics_comparison"
1809   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1810   reference:
1811     title: "Intel-x520"
1812     nic: "NIC_Intel-X520-DA2"
1813   compare:
1814     title: "Intel-x710"
1815     nic: "NIC_Intel-X710"
1816   data: "vpp-nic-comparison-3n-hsw-mrr"
1817   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1818   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1819   parameters:
1820   - "name"
1821   - "parent"
1822   - "result"
1823   - "tags"
1824
1825 # VPP Compare NICs 3n-hsw 2t2c mrr
1826 - type: "table"
1827   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1828   algorithm: "table_nics_comparison"
1829   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1830   reference:
1831     title: "Intel-x520"
1832     nic: "NIC_Intel-X520-DA2"
1833   compare:
1834     title: "Intel-x710"
1835     nic: "NIC_Intel-X710"
1836   data: "vpp-nic-comparison-3n-hsw-mrr"
1837   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1838   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1839   parameters:
1840   - "name"
1841   - "parent"
1842   - "result"
1843   - "tags"
1844
1845 # VPP Compare NICs 3n-hsw 4t4c mrr
1846 - type: "table"
1847   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1848   algorithm: "table_nics_comparison"
1849   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1850   reference:
1851     title: "Intel-x520"
1852     nic: "NIC_Intel-X520-DA2"
1853   compare:
1854     title: "Intel-x710"
1855     nic: "NIC_Intel-X710"
1856   data: "vpp-nic-comparison-3n-hsw-mrr"
1857   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1858   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1859   parameters:
1860   - "name"
1861   - "parent"
1862   - "result"
1863   - "tags"
1864
1865 # VPP Compare NICs 3n-skx 2t1c ndr
1866 - type: "table"
1867   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1868   algorithm: "table_nics_comparison"
1869   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1870   reference:
1871     title: "Intel-x710"
1872     nic: "NIC_Intel-X710"
1873   compare:
1874     title: "Intel-xxv710"
1875     nic: "NIC_Intel-XXV710"
1876   data: "vpp-nic-comparison-3n-skx"
1877   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1878   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1879   parameters:
1880   - "name"
1881   - "parent"
1882   - "throughput"
1883   - "tags"
1884
1885 # VPP Compare NICs 3n-skx 4t2c ndr
1886 - type: "table"
1887   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1888   algorithm: "table_nics_comparison"
1889   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1890   reference:
1891     title: "Intel-x710"
1892     nic: "NIC_Intel-X710"
1893   compare:
1894     title: "Intel-xxv710"
1895     nic: "NIC_Intel-XXV710"
1896   data: "vpp-nic-comparison-3n-skx"
1897   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1898   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1899   parameters:
1900   - "name"
1901   - "parent"
1902   - "throughput"
1903   - "tags"
1904
1905 # VPP Compare NICs 3n-skx 2t1c pdr
1906 - type: "table"
1907   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1908   algorithm: "table_nics_comparison"
1909   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1910   reference:
1911     title: "Intel-x710"
1912     nic: "NIC_Intel-X710"
1913   compare:
1914     title: "Intel-xxv710"
1915     nic: "NIC_Intel-XXV710"
1916   data: "vpp-nic-comparison-3n-skx"
1917   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1918   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1919   parameters:
1920   - "name"
1921   - "parent"
1922   - "throughput"
1923   - "tags"
1924
1925  # VPP Compare NICs 3n-skx 4t2c pdr
1926 - type: "table"
1927   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1928   algorithm: "table_nics_comparison"
1929   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1930   reference:
1931     title: "Intel-x710"
1932     nic: "NIC_Intel-X710"
1933   compare:
1934     title: "Intel-xxv710"
1935     nic: "NIC_Intel-XXV710"
1936   data: "vpp-nic-comparison-3n-skx"
1937   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1938   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1939   parameters:
1940   - "name"
1941   - "parent"
1942   - "throughput"
1943   - "tags"
1944
1945 # VPP Compare NICs 3n-skx 2t1c mrr
1946 - type: "table"
1947   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1948   algorithm: "table_nics_comparison"
1949   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1950   reference:
1951     title: "Intel-x710"
1952     nic: "NIC_Intel-X710"
1953   compare:
1954     title: "Intel-xxv710"
1955     nic: "NIC_Intel-XXV710"
1956   data: "vpp-nic-comparison-3n-skx-mrr"
1957   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1958   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1959   parameters:
1960   - "name"
1961   - "parent"
1962   - "result"
1963   - "tags"
1964
1965 # VPP Compare NICs 3n-skx 4t2c mrr
1966 - type: "table"
1967   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1968   algorithm: "table_nics_comparison"
1969   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1970   reference:
1971     title: "Intel-x710"
1972     nic: "NIC_Intel-X710"
1973   compare:
1974     title: "Intel-xxv710"
1975     nic: "NIC_Intel-XXV710"
1976   data: "vpp-nic-comparison-3n-skx-mrr"
1977   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1978   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1979   parameters:
1980   - "name"
1981   - "parent"
1982   - "result"
1983   - "tags"
1984
1985  # VPP Compare NICs 3n-skx 8t4c mrr
1986 - type: "table"
1987   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1988   algorithm: "table_nics_comparison"
1989   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1990   reference:
1991     title: "Intel-x710"
1992     nic: "NIC_Intel-X710"
1993   compare:
1994     title: "Intel-xxv710"
1995     nic: "NIC_Intel-XXV710"
1996   data: "vpp-nic-comparison-3n-skx-mrr"
1997   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1998   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1999   parameters:
2000   - "name"
2001   - "parent"
2002   - "result"
2003   - "tags"
2004
2005 # VPP Compare NICs 2n-skx 2t1c ndr
2006 - type: "table"
2007   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2008   algorithm: "table_nics_comparison"
2009   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2010   reference:
2011     title: "Intel-x710"
2012     nic: "NIC_Intel-X710"
2013   compare:
2014     title: "Intel-xxv710"
2015     nic: "NIC_Intel-XXV710"
2016   data: "vpp-nic-comparison-2n-skx"
2017   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2018   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2019   parameters:
2020   - "name"
2021   - "parent"
2022   - "throughput"
2023   - "tags"
2024
2025 # VPP Compare NICs 2n-skx 4t2c ndr
2026 - type: "table"
2027   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2028   algorithm: "table_nics_comparison"
2029   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2030   reference:
2031     title: "Intel-x710"
2032     nic: "NIC_Intel-X710"
2033   compare:
2034     title: "Intel-xxv710"
2035     nic: "NIC_Intel-XXV710"
2036   data: "vpp-nic-comparison-2n-skx"
2037   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2038   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2039   parameters:
2040   - "name"
2041   - "parent"
2042   - "throughput"
2043   - "tags"
2044
2045  # VPP Compare NICs 2n-skx 2t1c pdr
2046 - type: "table"
2047   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2048   algorithm: "table_nics_comparison"
2049   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2050   reference:
2051     title: "Intel-x710"
2052     nic: "NIC_Intel-X710"
2053   compare:
2054     title: "Intel-xxv710"
2055     nic: "NIC_Intel-XXV710"
2056   data: "vpp-nic-comparison-2n-skx"
2057   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2058   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2059   parameters:
2060   - "name"
2061   - "parent"
2062   - "throughput"
2063   - "tags"
2064
2065 # VPP Compare NICs 2n-skx 4t2c pdr
2066 - type: "table"
2067   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2068   algorithm: "table_nics_comparison"
2069   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2070   reference:
2071     title: "Intel-x710"
2072     nic: "NIC_Intel-X710"
2073   compare:
2074     title: "Intel-xxv710"
2075     nic: "NIC_Intel-XXV710"
2076   data: "vpp-nic-comparison-2n-skx"
2077   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2078   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2079   parameters:
2080   - "name"
2081   - "parent"
2082   - "throughput"
2083   - "tags"
2084
2085 # VPP Compare NICs 2n-skx 2t1c mrr
2086 - type: "table"
2087   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2088   algorithm: "table_nics_comparison"
2089   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2090   reference:
2091     title: "Intel-x710"
2092     nic: "NIC_Intel-X710"
2093   compare:
2094     title: "Intel-xxv710"
2095     nic: "NIC_Intel-XXV710"
2096   data: "vpp-nic-comparison-2n-skx-mrr"
2097   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2098   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2099   parameters:
2100   - "name"
2101   - "parent"
2102   - "result"
2103   - "tags"
2104
2105 # VPP Compare NICs 2n-skx 4t2c mrr
2106 - type: "table"
2107   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2108   algorithm: "table_nics_comparison"
2109   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2110   reference:
2111     title: "Intel-x710"
2112     nic: "NIC_Intel-X710"
2113   compare:
2114     title: "Intel-xxv710"
2115     nic: "NIC_Intel-XXV710"
2116   data: "vpp-nic-comparison-2n-skx-mrr"
2117   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2118   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2119   parameters:
2120   - "name"
2121   - "parent"
2122   - "result"
2123   - "tags"
2124
2125 # VPP Compare NICs 2n-skx 8t4c mrr
2126 - type: "table"
2127   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2128   algorithm: "table_nics_comparison"
2129   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2130   reference:
2131     title: "Intel-x710"
2132     nic: "NIC_Intel-X710"
2133   compare:
2134     title: "Intel-xxv710"
2135     nic: "NIC_Intel-XXV710"
2136   data: "vpp-nic-comparison-2n-skx-mrr"
2137   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2138   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2139   parameters:
2140   - "name"
2141   - "parent"
2142   - "result"
2143   - "tags"
2144
2145 ################################################################################
2146 # VPP
2147
2148 ## VPP Performance Changes 2n-dnv 1t1c pdr
2149 #- type: "table"
2150 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2151 #  algorithm: "table_performance_comparison"
2152 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2153 #  history:
2154 #    - title: "rls1810"
2155 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2156 #  reference:
2157 #    title: "rls1901"
2158 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2159 #  compare:
2160 #    title: "rls1904"
2161 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2162 #  data: "intel-dnv-vpp-changes-2n-dnv"
2163 #  include-tests: "PDR"
2164 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2165 #  parameters:
2166 #  - "name"
2167 #  - "parent"
2168 #  - "throughput"
2169 #
2170 ## VPP Performance Changes 2n-dnv 2t2c pdr
2171 #- type: "table"
2172 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2173 #  algorithm: "table_performance_comparison"
2174 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2175 #  history:
2176 #    - title: "rls1810"
2177 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2178 #  reference:
2179 #    title: "rls1901"
2180 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2181 #  compare:
2182 #    title: "rls1904"
2183 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2184 #  data: "intel-dnv-vpp-changes-2n-dnv"
2185 #  include-tests: "PDR"
2186 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2187 #  parameters:
2188 #  - "name"
2189 #  - "parent"
2190 #  - "throughput"
2191 #
2192 ## VPP Performance Changes 2n-dnv 1t1c ndr
2193 #- type: "table"
2194 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2195 #  algorithm: "table_performance_comparison"
2196 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2197 #  history:
2198 #    - title: "rls1810"
2199 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2200 #  reference:
2201 #    title: "rls1901"
2202 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2203 #  compare:
2204 #    title: "rls1904"
2205 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2206 #  data: "intel-dnv-vpp-changes-2n-dnv"
2207 #  include-tests: "NDR"
2208 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2209 #  parameters:
2210 #  - "name"
2211 #  - "parent"
2212 #  - "throughput"
2213 #
2214 ## VPP Performance Changes 2n-dnv 2t2c ndr
2215 #- type: "table"
2216 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2217 #  algorithm: "table_performance_comparison"
2218 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2219 #  history:
2220 #    - title: "rls1810"
2221 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2222 #  reference:
2223 #    title: "rls1901"
2224 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2225 #  compare:
2226 #    title: "rls1904"
2227 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2228 #  data: "intel-dnv-vpp-changes-2n-dnv"
2229 #  include-tests: "NDR"
2230 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2231 #  parameters:
2232 #  - "name"
2233 #  - "parent"
2234 #  - "throughput"
2235 #
2236 ## VPP Performance Changes 2n-dnv 1t1c MRR
2237 #- type: "table"
2238 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2239 #  algorithm: "table_performance_comparison"
2240 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2241 #  history:
2242 #    - title: "rls1810"
2243 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2244 #  reference:
2245 #    title: "rls1901"
2246 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2247 #  compare:
2248 #    title: "rls1904"
2249 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2250 #  data: "intel-dnv-vpp-changes-2n-dnv"
2251 #  include-tests: "MRR"
2252 #  filter: "'1T1C' and 'MRR'"
2253 #  parameters:
2254 #  - "name"
2255 #  - "parent"
2256 #  - "result"
2257 #
2258 ## VPP Performance Changes 2n-dnv 2t2c MRR
2259 #- type: "table"
2260 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2261 #  algorithm: "table_performance_comparison"
2262 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2263 #  history:
2264 #    - title: "rls1810"
2265 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2266 #  reference:
2267 #    title: "rls1901"
2268 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2269 #  compare:
2270 #    title: "rls1904"
2271 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2272 #  data: "intel-dnv-vpp-changes-2n-dnv"
2273 #  include-tests: "MRR"
2274 #  filter: "'2T2C' and 'MRR'"
2275 #  parameters:
2276 #  - "name"
2277 #  - "parent"
2278 #  - "result"
2279 #
2280 ## VPP Performance Changes 2n-dnv 4t4c MRR
2281 #- type: "table"
2282 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2283 #  algorithm: "table_performance_comparison"
2284 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2285 #  history:
2286 #    - title: "rls1810"
2287 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2288 #  reference:
2289 #    title: "rls1901"
2290 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2291 #  compare:
2292 #    title: "rls1904"
2293 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2294 #  data: "intel-dnv-vpp-changes-2n-dnv"
2295 #  include-tests: "MRR"
2296 #  filter: "'4T4C' and 'MRR'"
2297 #  parameters:
2298 #  - "name"
2299 #  - "parent"
2300 #  - "result"
2301
2302 # VPP Performance Changes 3n-hsw 1t1c pdr
2303 - type: "table"
2304   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2305   algorithm: "table_performance_comparison"
2306   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2307   history:
2308     - title: "rls1810"
2309       data: "vpp-performance-changes-3n-hsw-h1"
2310   reference:
2311     title: "rls1901"
2312     data: "vpp-performance-changes-3n-hsw-ref"
2313   compare:
2314     title: "rls1904"
2315     data: "vpp-performance-changes-3n-hsw-cmp"
2316   data: "vpp-performance-changes-3n-hsw"
2317   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2318   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2319   parameters:
2320   - "name"
2321   - "parent"
2322   - "throughput"
2323
2324 # VPP Performance Changes 3n-hsw 2t2c pdr
2325 - type: "table"
2326   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2327   algorithm: "table_performance_comparison"
2328   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2329   history:
2330     - title: "rls1810"
2331       data: "vpp-performance-changes-3n-hsw-h1"
2332   reference:
2333     title: "rls1901"
2334     data: "vpp-performance-changes-3n-hsw-ref"
2335   compare:
2336     title: "rls1904"
2337     data: "vpp-performance-changes-3n-hsw-cmp"
2338   data: "vpp-performance-changes-3n-hsw"
2339   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2340   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2341   parameters:
2342   - "name"
2343   - "parent"
2344   - "throughput"
2345
2346 # VPP Performance Changes 3n-hsw 1t1c ndr
2347 - type: "table"
2348   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2349   algorithm: "table_performance_comparison"
2350   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2351   history:
2352     - title: "rls1810"
2353       data: "vpp-performance-changes-3n-hsw-h1"
2354   reference:
2355     title: "rls1901"
2356     data: "vpp-performance-changes-3n-hsw-ref"
2357   compare:
2358     title: "rls1904"
2359     data: "vpp-performance-changes-3n-hsw-cmp"
2360   data: "vpp-performance-changes-3n-hsw"
2361   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2362   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2363   parameters:
2364   - "name"
2365   - "parent"
2366   - "throughput"
2367
2368 # VPP Performance Changes 3n-hsw 2t2c ndr
2369 - type: "table"
2370   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2371   algorithm: "table_performance_comparison"
2372   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2373   history:
2374     - title: "rls1810"
2375       data: "vpp-performance-changes-3n-hsw-h1"
2376   reference:
2377     title: "rls1901"
2378     data: "vpp-performance-changes-3n-hsw-ref"
2379   compare:
2380     title: "rls1904"
2381     data: "vpp-performance-changes-3n-hsw-cmp"
2382   data: "vpp-performance-changes-3n-hsw"
2383   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2384   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2385   parameters:
2386   - "name"
2387   - "parent"
2388   - "throughput"
2389
2390 # VPP Performance Changes 3n-skx 2t1c pdr
2391 - type: "table"
2392   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2393   algorithm: "table_performance_comparison"
2394   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2395   history:
2396     - title: "rls1810"
2397       data: "vpp-performance-changes-3n-skx-h1"
2398   reference:
2399     title: "rls1901"
2400     data: "vpp-performance-changes-3n-skx-ref"
2401   compare:
2402     title: "rls1904"
2403     data: "vpp-performance-changes-3n-skx-cmp"
2404   data: "vpp-performance-changes-3n-skx"
2405   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2406   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2407   parameters:
2408   - "name"
2409   - "parent"
2410   - "throughput"
2411
2412 # VPP Performance Changes 3n-skx 4t2c pdr
2413 - type: "table"
2414   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2415   algorithm: "table_performance_comparison"
2416   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2417   history:
2418     - title: "rls1810"
2419       data: "vpp-performance-changes-3n-skx-h1"
2420   reference:
2421     title: "rls1901"
2422     data: "vpp-performance-changes-3n-skx-ref"
2423   compare:
2424     title: "rls1904"
2425     data: "vpp-performance-changes-3n-skx-cmp"
2426   data: "vpp-performance-changes-3n-skx"
2427   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2428   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2429   parameters:
2430   - "name"
2431   - "parent"
2432   - "throughput"
2433
2434 # VPP Performance Changes 3n-skx 2t1c ndr
2435 - type: "table"
2436   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2437   algorithm: "table_performance_comparison"
2438   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2439   history:
2440     - title: "rls1810"
2441       data: "vpp-performance-changes-3n-skx-h1"
2442   reference:
2443     title: "rls1901"
2444     data: "vpp-performance-changes-3n-skx-ref"
2445   compare:
2446     title: "rls1904"
2447     data: "vpp-performance-changes-3n-skx-cmp"
2448   data: "vpp-performance-changes-3n-skx"
2449   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2450   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2451   parameters:
2452   - "name"
2453   - "parent"
2454   - "throughput"
2455
2456 # VPP Performance Changes 3n-skx 4t2c ndr
2457 - type: "table"
2458   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2459   algorithm: "table_performance_comparison"
2460   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2461   history:
2462     - title: "rls1810"
2463       data: "vpp-performance-changes-3n-skx-h1"
2464   reference:
2465     title: "rls1901"
2466     data: "vpp-performance-changes-3n-skx-ref"
2467   compare:
2468     title: "rls1904"
2469     data: "vpp-performance-changes-3n-skx-cmp"
2470   data: "vpp-performance-changes-3n-skx"
2471   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2472   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2473   parameters:
2474   - "name"
2475   - "parent"
2476   - "throughput"
2477
2478 # VPP Performance Changes 2n-skx 2t1c pdr
2479 - type: "table"
2480   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2481   algorithm: "table_performance_comparison"
2482   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2483   history:
2484     - title: "rls1810"
2485       data: "vpp-performance-changes-2n-skx-h1"
2486   reference:
2487     title: "rls1901"
2488     data: "vpp-performance-changes-2n-skx-ref"
2489   compare:
2490     title: "rls1904"
2491     data: "vpp-performance-changes-2n-skx-cmp"
2492   data: "vpp-performance-changes-2n-skx"
2493   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2494   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2495   parameters:
2496   - "name"
2497   - "parent"
2498   - "throughput"
2499
2500 # VPP Performance Changes 2n-skx 4t2c pdr
2501 - type: "table"
2502   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2503   algorithm: "table_performance_comparison"
2504   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2505   history:
2506     - title: "rls1810"
2507       data: "vpp-performance-changes-2n-skx-h1"
2508   reference:
2509     title: "rls1901"
2510     data: "vpp-performance-changes-2n-skx-ref"
2511   compare:
2512     title: "rls1904"
2513     data: "vpp-performance-changes-2n-skx-cmp"
2514   data: "vpp-performance-changes-2n-skx"
2515   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2516   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2517   parameters:
2518   - "name"
2519   - "parent"
2520   - "throughput"
2521
2522 # VPP Performance Changes 2n-skx 2t1c ndr
2523 - type: "table"
2524   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2525   algorithm: "table_performance_comparison"
2526   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2527   history:
2528     - title: "rls1810"
2529       data: "vpp-performance-changes-2n-skx-h1"
2530   reference:
2531     title: "rls1901"
2532     data: "vpp-performance-changes-2n-skx-ref"
2533   compare:
2534     title: "rls1904"
2535     data: "vpp-performance-changes-2n-skx-cmp"
2536   data: "vpp-performance-changes-2n-skx"
2537   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2538   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2539   parameters:
2540   - "name"
2541   - "parent"
2542   - "throughput"
2543
2544 # VPP Performance Changes 2n-skx 4t2c ndr
2545 - type: "table"
2546   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2547   algorithm: "table_performance_comparison"
2548   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2549   history:
2550     - title: "rls1810"
2551       data: "vpp-performance-changes-2n-skx-h1"
2552   reference:
2553     title: "rls1901"
2554     data: "vpp-performance-changes-2n-skx-ref"
2555   compare:
2556     title: "rls1904"
2557     data: "vpp-performance-changes-2n-skx-cmp"
2558   data: "vpp-performance-changes-2n-skx"
2559   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2560   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2561   parameters:
2562   - "name"
2563   - "parent"
2564   - "throughput"
2565
2566 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2567 - type: "table"
2568   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2569   algorithm: "table_performance_comparison"
2570   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2571   reference:
2572     title: "3-Node Hsw"
2573     data: "vpp-compare-testbeds-ref"
2574   compare:
2575     title: "3-Node Skx"
2576     data: "vpp-compare-testbeds-cmp"
2577   data: "vpp-compare-testbeds"
2578   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2579   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2580   parameters:
2581   - "name"
2582   - "parent"
2583   - "throughput"
2584
2585 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2586 - type: "table"
2587   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2588   algorithm: "table_performance_comparison"
2589   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2590   reference:
2591     title: "3-Node Hsw"
2592     data: "vpp-compare-testbeds-ref"
2593   compare:
2594     title: "3-Node Skx"
2595     data: "vpp-compare-testbeds-cmp"
2596   data: "vpp-compare-testbeds"
2597   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2598   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2599   parameters:
2600   - "name"
2601   - "parent"
2602   - "throughput"
2603
2604 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2605 - type: "table"
2606   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2607   algorithm: "table_performance_comparison"
2608   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2609   reference:
2610     title: "3-Node Hsw"
2611     data: "vpp-compare-testbeds-ref"
2612   compare:
2613     title: "3-Node Skx"
2614     data: "vpp-compare-testbeds-cmp"
2615   data: "vpp-compare-testbeds"
2616   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2617   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2618   parameters:
2619   - "name"
2620   - "parent"
2621   - "throughput"
2622
2623 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2624 - type: "table"
2625   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2626   algorithm: "table_performance_comparison"
2627   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2628   reference:
2629     title: "3-Node Hsw"
2630     data: "vpp-compare-testbeds-ref"
2631   compare:
2632     title: "3-Node Skx"
2633     data: "vpp-compare-testbeds-cmp"
2634   data: "vpp-compare-testbeds"
2635   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2636   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2637   parameters:
2638   - "name"
2639   - "parent"
2640   - "throughput"
2641
2642 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2643 - type: "table"
2644   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2645   algorithm: "table_performance_comparison"
2646   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2647   reference:
2648     title: "3-Node Skx"
2649     data: "vpp-compare-topologies-ref"
2650   compare:
2651     title: "2-Node Skx"
2652     data: "vpp-compare-topologies-cmp"
2653   data: "vpp-compare-topologies"
2654   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2655   filter: "'NDRPDR' and '1C'"
2656   parameters:
2657   - "name"
2658   - "parent"
2659   - "throughput"
2660
2661 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2662 - type: "table"
2663   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2664   algorithm: "table_performance_comparison"
2665   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2666   reference:
2667     title: "3-Node Skx"
2668     data: "vpp-compare-topologies-ref"
2669   compare:
2670     title: "2-Node Skx"
2671     data: "vpp-compare-topologies-cmp"
2672   data: "vpp-compare-topologies"
2673   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2674   filter: "'NDRPDR' and '2C'"
2675   parameters:
2676   - "name"
2677   - "parent"
2678   - "throughput"
2679
2680 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2681 - type: "table"
2682   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2683   algorithm: "table_performance_comparison"
2684   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2685   reference:
2686     title: "3-Node Skx"
2687     data: "vpp-compare-topologies-ref"
2688   compare:
2689     title: "2-Node Skx"
2690     data: "vpp-compare-topologies-cmp"
2691   data: "vpp-compare-topologies"
2692   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2693   filter: "'NDRPDR' and '1C'"
2694   parameters:
2695   - "name"
2696   - "parent"
2697   - "throughput"
2698
2699 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2700 - type: "table"
2701   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2702   algorithm: "table_performance_comparison"
2703   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2704   reference:
2705     title: "3-Node Skx"
2706     data: "vpp-compare-topologies-ref"
2707   compare:
2708     title: "2-Node Skx"
2709     data: "vpp-compare-topologies-cmp"
2710   data: "vpp-compare-topologies"
2711   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2712   filter: "'NDRPDR' and '2C'"
2713   parameters:
2714   - "name"
2715   - "parent"
2716   - "throughput"
2717
2718 # VPP Performance Changes 3n-hsw 1t1c MRR
2719 - type: "table"
2720   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2721   algorithm: "table_performance_comparison"
2722   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2723   history:
2724     - title: "rls1810"
2725       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2726   reference:
2727     title: "rls1901"
2728     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2729   compare:
2730     title: "rls1904"
2731     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2732   data: "vpp-performance-changes-3n-hsw-mrr"
2733   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2734   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2735   parameters:
2736   - "name"
2737   - "parent"
2738   - "result"
2739
2740 # VPP Performance Changes 3n-hsw 2t2c MRR
2741 - type: "table"
2742   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2743   algorithm: "table_performance_comparison"
2744   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2745   history:
2746     - title: "rls1810"
2747       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2748   reference:
2749     title: "rls1901"
2750     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2751   compare:
2752     title: "rls1904"
2753     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2754   data: "vpp-performance-changes-3n-hsw-mrr"
2755   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2756   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2757   parameters:
2758   - "name"
2759   - "parent"
2760   - "result"
2761
2762 # VPP Performance Changes 3n-hsw 4t4c MRR
2763 - type: "table"
2764   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2765   algorithm: "table_performance_comparison"
2766   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2767   history:
2768     - title: "rls1810"
2769       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2770   reference:
2771     title: "rls1901"
2772     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2773   compare:
2774     title: "rls1904"
2775     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2776   data: "vpp-performance-changes-3n-hsw-mrr"
2777   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2778   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2779   parameters:
2780   - "name"
2781   - "parent"
2782   - "result"
2783
2784 # VPP Performance Changes 3n-skx 2t1c MRR
2785 - type: "table"
2786   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2787   algorithm: "table_performance_comparison"
2788   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2789   history:
2790     - title: "rls1810"
2791       data: "vpp-performance-changes-3n-skx-mrr-h1"
2792   reference:
2793     title: "rls1901"
2794     data: "vpp-performance-changes-3n-skx-mrr-ref"
2795   compare:
2796     title: "rls1904"
2797     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2798   data: "vpp-performance-changes-3n-skx-mrr"
2799   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2800   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2801   parameters:
2802   - "name"
2803   - "parent"
2804   - "result"
2805
2806 # VPP Performance Changes 3n-skx 4t2c MRR
2807 - type: "table"
2808   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2809   algorithm: "table_performance_comparison"
2810   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2811   history:
2812     - title: "rls1810"
2813       data: "vpp-performance-changes-3n-skx-mrr-h1"
2814   reference:
2815     title: "rls1901"
2816     data: "vpp-performance-changes-3n-skx-mrr-ref"
2817   compare:
2818     title: "rls1904"
2819     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2820   data: "vpp-performance-changes-3n-skx-mrr"
2821   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2822   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2823   parameters:
2824   - "name"
2825   - "parent"
2826   - "result"
2827
2828 # VPP Performance Changes 3n-skx 8t4c MRR
2829 - type: "table"
2830   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2831   algorithm: "table_performance_comparison"
2832   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2833   history:
2834     - title: "rls1810"
2835       data: "vpp-performance-changes-3n-skx-mrr-h1"
2836   reference:
2837     title: "rls1901"
2838     data: "vpp-performance-changes-3n-skx-mrr-ref"
2839   compare:
2840     title: "rls1904"
2841     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2842   data: "vpp-performance-changes-3n-skx-mrr"
2843   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2844   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2845   parameters:
2846   - "name"
2847   - "parent"
2848   - "result"
2849
2850 # VPP Performance Changes 2n-skx 2t1c MRR
2851 - type: "table"
2852   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2853   algorithm: "table_performance_comparison"
2854   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2855   history:
2856     - title: "rls1810"
2857       data: "vpp-performance-changes-2n-skx-mrr-h1"
2858   reference:
2859     title: "rls1901"
2860     data: "vpp-performance-changes-2n-skx-mrr-ref"
2861   compare:
2862     title: "rls1904"
2863     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2864   data: "vpp-performance-changes-2n-skx-mrr"
2865   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2866   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2867   parameters:
2868   - "name"
2869   - "parent"
2870   - "result"
2871
2872 # VPP Performance Changes 2n-skx 4t2c MRR
2873 - type: "table"
2874   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2875   algorithm: "table_performance_comparison"
2876   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2877   history:
2878     - title: "rls1810"
2879       data: "vpp-performance-changes-2n-skx-mrr-h1"
2880   reference:
2881     title: "rls1901"
2882     data: "vpp-performance-changes-2n-skx-mrr-ref"
2883   compare:
2884     title: "rls1904"
2885     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2886   data: "vpp-performance-changes-2n-skx-mrr"
2887   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2888   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2889   parameters:
2890   - "name"
2891   - "parent"
2892   - "result"
2893
2894 # VPP Performance Changes 2n-skx 8t4c MRR
2895 - type: "table"
2896   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2897   algorithm: "table_performance_comparison"
2898   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2899   history:
2900     - title: "rls1810"
2901       data: "vpp-performance-changes-2n-skx-mrr-h1"
2902   reference:
2903     title: "rls1901"
2904     data: "vpp-performance-changes-2n-skx-mrr-ref"
2905   compare:
2906     title: "rls1904"
2907     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2908   data: "vpp-performance-changes-2n-skx-mrr"
2909   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2910   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2911   parameters:
2912   - "name"
2913   - "parent"
2914   - "result"
2915
2916 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2917 - type: "table"
2918   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2919   algorithm: "table_performance_comparison"
2920   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2921   reference:
2922     title: "3-Node Hsw"
2923     data: "vpp-compare-testbeds-mrr-ref"
2924   compare:
2925     title: "3-Node Skx"
2926     data: "vpp-compare-testbeds-mrr-cmp"
2927   data: "vpp-compare-testbeds-mrr"
2928   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2929   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2930   parameters:
2931   - "name"
2932   - "parent"
2933   - "result"
2934
2935 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2936 - type: "table"
2937   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2938   algorithm: "table_performance_comparison"
2939   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2940   reference:
2941     title: "3-Node Hsw"
2942     data: "vpp-compare-testbeds-mrr-ref"
2943   compare:
2944     title: "3-Node Skx"
2945     data: "vpp-compare-testbeds-mrr-cmp"
2946   data: "vpp-compare-testbeds-mrr"
2947   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2948   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2949   parameters:
2950   - "name"
2951   - "parent"
2952   - "result"
2953
2954 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2955 - type: "table"
2956   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2957   algorithm: "table_performance_comparison"
2958   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2959   reference:
2960     title: "3-Node Hsw"
2961     data: "vpp-compare-testbeds-mrr-ref"
2962   compare:
2963     title: "3-Node Skx"
2964     data: "vpp-compare-testbeds-mrr-cmp"
2965   data: "vpp-compare-testbeds-mrr"
2966   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2967   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2968   parameters:
2969   - "name"
2970   - "parent"
2971   - "result"
2972
2973 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2974 - type: "table"
2975   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2976   algorithm: "table_performance_comparison"
2977   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2978   reference:
2979     title: "3-Node Skx"
2980     data: "vpp-compare-topologies-mrr-ref"
2981   compare:
2982     title: "2-Node Skx"
2983     data: "vpp-compare-topologies-mrr-cmp"
2984   data: "vpp-compare-topologies-mrr"
2985   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2986   filter: "'MRR' and '1C'"
2987   parameters:
2988   - "name"
2989   - "parent"
2990   - "result"
2991
2992 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2993 - type: "table"
2994   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2995   algorithm: "table_performance_comparison"
2996   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2997   reference:
2998     title: "3-Node Skx"
2999     data: "vpp-compare-topologies-mrr-ref"
3000   compare:
3001     title: "2-Node Skx"
3002     data: "vpp-compare-topologies-mrr-cmp"
3003   data: "vpp-compare-topologies-mrr"
3004   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3005   filter: "'MRR' and '2C'"
3006   parameters:
3007   - "name"
3008   - "parent"
3009   - "result"
3010
3011 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3012 - type: "table"
3013   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3014   algorithm: "table_performance_comparison"
3015   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3016   reference:
3017     title: "3-Node Skx"
3018     data: "vpp-compare-topologies-mrr-ref"
3019   compare:
3020     title: "2-Node Skx"
3021     data: "vpp-compare-topologies-mrr-cmp"
3022   data: "vpp-compare-topologies-mrr"
3023   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3024   filter: "'MRR' and '4C'"
3025   parameters:
3026   - "name"
3027   - "parent"
3028   - "result"
3029
3030 # Detailed Test Results - VPP Performance Results 3n-hsw
3031 - type: "table"
3032   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3033   algorithm: "table_merged_details"
3034   output-file-ext: ".csv"
3035   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3036   columns:
3037   - title: "Name"
3038     data: "data name"
3039   - title: "Status"
3040     data: "data msg"
3041   rows: "generated"
3042   data: "vpp-perf-results-3n-hsw"
3043   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3044   parameters:
3045   - "name"
3046   - "parent"
3047   - "msg"
3048
3049 # Detailed Test Results - VPP Performance Results 3n-skx
3050 - type: "table"
3051   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3052   algorithm: "table_merged_details"
3053   output-file-ext: ".csv"
3054   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3055   columns:
3056   - title: "Name"
3057     data: "data name"
3058   - title: "Status"
3059     data: "data msg"
3060   rows: "generated"
3061   data: "vpp-perf-results-3n-skx"
3062   filter: "not 'CFS_OPT'"
3063   parameters:
3064   - "name"
3065   - "parent"
3066   - "msg"
3067
3068 # Detailed Test Results - VPP Performance Results 2n-skx
3069 - type: "table"
3070   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3071   algorithm: "table_merged_details"
3072   output-file-ext: ".csv"
3073   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3074   columns:
3075   - title: "Name"
3076     data: "data name"
3077   - title: "Status"
3078     data: "data msg"
3079   rows: "generated"
3080   data: "vpp-perf-results-2n-skx"
3081   filter: "not 'CFS_OPT'"
3082   parameters:
3083   - "name"
3084   - "parent"
3085   - "msg"
3086
3087 ## Detailed Test Results - VPP Performance Results 2n-dnv
3088 #- type: "table"
3089 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3090 #  algorithm: "table_details"
3091 #  output-file-ext: ".csv"
3092 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3093 #  columns:
3094 #  - title: "Name"
3095 #    data: "data name"
3096 #  - title: "Status"
3097 #    data: "data msg"
3098 #  rows: "generated"
3099 #  data: "intel-dnv-vpp"
3100 #  filter: "'NDRPDR'"
3101 #  parameters:
3102 #  - "name"
3103 #  - "parent"
3104 #  - "msg"
3105
3106 # Test configuration - VPP Performance Test Configs 3n-hsw
3107 - type: "table"
3108   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3109   algorithm: "table_merged_details"
3110   output-file-ext: ".csv"
3111   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3112   columns:
3113   - title: "Name"
3114     data: "data name"
3115   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3116     data: "data conf-history"
3117   rows: "generated"
3118   data: "vpp-perf-results-3n-hsw"
3119   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3120   parameters:
3121   - "parent"
3122   - "name"
3123   - "conf-history"
3124
3125 # Test configuration - VPP Performance Test Configs 3n-skx
3126 - type: "table"
3127   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3128   algorithm: "table_merged_details"
3129   output-file-ext: ".csv"
3130   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3131   columns:
3132   - title: "Name"
3133     data: "data name"
3134   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3135     data: "data conf-history"
3136   rows: "generated"
3137   data: "vpp-perf-results-3n-skx"
3138   filter: "not 'CFS_OPT'"
3139   parameters:
3140   - "parent"
3141   - "name"
3142   - "conf-history"
3143
3144 # Test configuration - VPP Performance Test Configs 2n-skx
3145 - type: "table"
3146   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3147   algorithm: "table_merged_details"
3148   output-file-ext: ".csv"
3149   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3150   columns:
3151   - title: "Name"
3152     data: "data name"
3153   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3154     data: "data conf-history"
3155   rows: "generated"
3156   data: "vpp-perf-results-2n-skx"
3157   filter: "not 'CFS_OPT'"
3158   parameters:
3159   - "parent"
3160   - "name"
3161   - "conf-history"
3162
3163 ## Test configuration - VPP Performance Test Configs 2n-dnv
3164 #- type: "table"
3165 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3166 #  algorithm: "table_details"
3167 #  output-file-ext: ".csv"
3168 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3169 #  columns:
3170 #  - title: "Name"
3171 #    data: "data name"
3172 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3173 #    data: "data conf-history"
3174 #  rows: "generated"
3175 #  data: "intel-dnv-vpp"
3176 #  filter: "'NDRPDR'"
3177 #  parameters:
3178 #  - "parent"
3179 #  - "name"
3180 #  - "conf-history"
3181
3182 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3183 - type: "table"
3184   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3185   algorithm: "table_merged_details"
3186   output-file-ext: ".csv"
3187   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3188   columns:
3189   - title: "Name"
3190     data: "data name"
3191   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3192     data: "data show-run"
3193   rows: "generated"
3194   data: "vpp-perf-results-3n-hsw"
3195   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3196   parameters:
3197   - "parent"
3198   - "name"
3199   - "show-run"
3200
3201 # Test Operational Data - VPP Performance Operational Data 3n-skx
3202 - type: "table"
3203   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3204   algorithm: "table_merged_details"
3205   output-file-ext: ".csv"
3206   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3207   columns:
3208   - title: "Name"
3209     data: "data name"
3210   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3211     data: "data show-run"
3212   rows: "generated"
3213   data: "vpp-perf-results-3n-skx"
3214   filter: "not 'CFS_OPT'"
3215   parameters:
3216   - "parent"
3217   - "name"
3218   - "show-run"
3219
3220 # Test Operational Data - VPP Performance Operational Data 2n-skx
3221 - type: "table"
3222   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3223   algorithm: "table_merged_details"
3224   output-file-ext: ".csv"
3225   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3226   columns:
3227   - title: "Name"
3228     data: "data name"
3229   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3230     data: "data show-run"
3231   rows: "generated"
3232   data: "vpp-perf-results-2n-skx"
3233   filter: "not 'CFS_OPT'"
3234   parameters:
3235   - "parent"
3236   - "name"
3237   - "show-run"
3238
3239 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3240 #- type: "table"
3241 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3242 #  algorithm: "table_details"
3243 #  output-file-ext: ".csv"
3244 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3245 #  columns:
3246 #  - title: "Name"
3247 #    data: "data name"
3248 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3249 #    data: "data show-run"
3250 #  rows: "generated"
3251 #  data: "intel-dnv-vpp"
3252 #  filter: "'NDRPDR'"
3253 #  parameters:
3254 #  - "parent"
3255 #  - "name"
3256 #  - "show-run"
3257
3258 # Detailed Test Results - VPP MRR Results 3n-hsw
3259 - type: "table"
3260   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3261   algorithm: "table_details"
3262   output-file-ext: ".csv"
3263   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3264   columns:
3265   - title: "Name"
3266     data: "data name"
3267   - title: "Status"
3268     data: "data msg"
3269   rows: "generated"
3270   data: "vpp-mrr-results-3n-hsw"
3271   filter: "'MRR'"
3272   parameters:
3273   - "name"
3274   - "parent"
3275   - "msg"
3276
3277 # Detailed Test Results - VPP MRR Results 3n-skx
3278 - type: "table"
3279   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3280   algorithm: "table_details"
3281   output-file-ext: ".csv"
3282   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3283   columns:
3284   - title: "Name"
3285     data: "data name"
3286   - title: "Status"
3287     data: "data msg"
3288   rows: "generated"
3289   data: "vpp-mrr-results-3n-skx"
3290   filter: "'MRR'"
3291   parameters:
3292   - "name"
3293   - "parent"
3294   - "msg"
3295
3296 # Detailed Test Results - VPP MRR Results 2n-skx
3297 - type: "table"
3298   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3299   algorithm: "table_details"
3300   output-file-ext: ".csv"
3301   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3302   columns:
3303   - title: "Name"
3304     data: "data name"
3305   - title: "Status"
3306     data: "data msg"
3307   rows: "generated"
3308   data: "vpp-mrr-results-2n-skx"
3309   filter: "'MRR'"
3310   parameters:
3311   - "name"
3312   - "parent"
3313   - "msg"
3314
3315 ## Detailed Test Results - VPP MRR Results 2n-dnv
3316 #- type: "table"
3317 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3318 #  algorithm: "table_details"
3319 #  output-file-ext: ".csv"
3320 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3321 #  columns:
3322 #  - title: "Name"
3323 #    data: "data name"
3324 #  - title: "Status"
3325 #    data: "data msg"
3326 #  rows: "generated"
3327 #  data: "intel-dnv-vpp"
3328 #  filter: "'MRR'"
3329 #  parameters:
3330 #  - "name"
3331 #  - "parent"
3332 #  - "msg"
3333
3334 # Test configuration - VPP MRR Test Configs 3n-hsw
3335 - type: "table"
3336   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3337   algorithm: "table_details"
3338   output-file-ext: ".csv"
3339   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3340   columns:
3341   - title: "Name"
3342     data: "data name"
3343   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3344     data: "data conf-history"
3345   rows: "generated"
3346   data: "vpp-mrr-results-3n-hsw"
3347   filter: "'MRR'"
3348   parameters:
3349   - "parent"
3350   - "name"
3351   - "conf-history"
3352
3353 # Test configuration - VPP MRR Test Configs 3n-skx
3354 - type: "table"
3355   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3356   algorithm: "table_details"
3357   output-file-ext: ".csv"
3358   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3359   columns:
3360   - title: "Name"
3361     data: "data name"
3362   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3363     data: "data conf-history"
3364   rows: "generated"
3365   data: "vpp-mrr-results-3n-skx"
3366   filter: "'MRR'"
3367   parameters:
3368   - "parent"
3369   - "name"
3370   - "conf-history"
3371
3372 # Test configuration - VPP MRR Test Configs 2n-skx
3373 - type: "table"
3374   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3375   algorithm: "table_details"
3376   output-file-ext: ".csv"
3377   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3378   columns:
3379   - title: "Name"
3380     data: "data name"
3381   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3382     data: "data conf-history"
3383   rows: "generated"
3384   data: "vpp-mrr-results-2n-skx"
3385   filter: "'MRR'"
3386   parameters:
3387   - "parent"
3388   - "name"
3389   - "conf-history"
3390
3391 ## Test configuration - VPP MRR Test Configs 2n-dnv
3392 #- type: "table"
3393 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3394 #  algorithm: "table_details"
3395 #  output-file-ext: ".csv"
3396 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3397 #  columns:
3398 #  - title: "Name"
3399 #    data: "data name"
3400 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3401 #    data: "data conf-history"
3402 #  rows: "generated"
3403 #  data: "intel-dnv-vpp"
3404 #  filter: "'MRR'"
3405 #  parameters:
3406 #  - "parent"
3407 #  - "name"
3408 #  - "conf-history"
3409
3410