Report: Current vs. Previous Release - NFV Tests
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx"
33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
36     DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx"
37     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
38     DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
39     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
40     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
41     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
42     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
43     DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx"
44     DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"
45     DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
46     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
47     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
48     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
49     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50
51     # Detailed test configurations
52     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
53     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
54     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
55     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
56     DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx"
57     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
58     DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
59     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
60     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
61     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
62     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
63     DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx"
64     DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"
65     DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
66     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
67     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
68
69     # Detailed tests operational data
70     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
71     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
72     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
73     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
74     DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx"
75     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
76     DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
77     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
78
79     # .css patch file to fix tables generated by Sphinx
80     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
81     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
82
83   urls:
84     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
85     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
86     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
87     URL[NEXUS,DOC]: "https://docs.fd.io/csit"
88     DIR[NEXUS,DOC]: "report/_static/archive"
89
90   make-dirs:
91   # List the directories which are created while preparing the environment.
92   # All directories MUST be defined in "paths" section.
93   - "DIR[WORKING,DATA]"
94   - "DIR[STATIC,VPP]"
95   - "DIR[STATIC,DPDK]"
96   - "DIR[STATIC,ARCH]"
97   - "DIR[BUILD,LATEX]"
98   - "DIR[WORKING,SRC]"
99   - "DIR[WORKING,SRC,STATIC]"
100
101   remove-dirs:
102   # List the directories which are deleted while cleaning the environment.
103   # All directories MUST be defined in "paths" section.
104   #- "DIR[BUILD,HTML]"
105   - "DIR[WORKING,DATA]"
106
107   build-dirs:
108   # List the directories where the results (build) is stored.
109   # All directories MUST be defined in "paths" section.
110   - "DIR[BUILD,HTML]"
111   - "DIR[BUILD,LATEX]"
112
113 - type: "configuration"
114
115   limits:
116     nic:
117       x520: 24460000
118       x553: 29761905
119       x710: 35800000
120       xxv710: 35800000
121       xl710: 35800000
122
123     link:
124       10ge: 14880952.38
125       25ge: 37202380.95
126       40ge: 59523809.52
127       100ge: 148809523.81
128
129     pci:
130       pci-g3-x8: 74404761.90
131       pci-g3-x16: 148809523.81
132
133   data-sets:
134
135     ###########################################################################
136     # Plots:
137
138     # 3n-hsw
139
140     plot-vpp-throughput-lat-tsa-3n-hsw:
141       csit-vpp-perf-verify-1908-3n-hsw:
142         - 12  # NDRPDR sel
143         - 13  # NDRPDR sel
144         - 14  # NDRPDR sel
145 #        - 15  # NDRPDR sel
146 #        - 16  # NDRPDR sel
147 #        - 17  # NDRPDR sel
148 #        - 18  # NDRPDR sel
149 #        - 19  # NDRPDR sel
150 #        - 20  # NDRPDR sel
151 #        - 21  # NDRPDR sel
152
153     plot-vpp-hdrh-lat-3n-hsw:
154       # TODO: Replace the data
155       #       This data is only an example
156       csit-vpp-perf-verify-master-3n-hsw:
157         - 595
158
159     plot-vpp-throughput-lat-tsa-3n-hsw-vhost:
160       csit-vpp-perf-verify-1908-3n-hsw:
161         - 48  # NDRPDR sel vhost
162         - 49  # NDRPDR sel vhost
163         - 52  # NDRPDR sel vhost
164 #        - 53  # NDRPDR sel vhost
165 #        - 54  # NDRPDR sel vhost
166 #        - 55  # NDRPDR sel vhost
167 #        - 56  # NDRPDR sel vhost
168 #        - 57  # NDRPDR sel vhost
169 #        - 58  # NDRPDR sel vhost
170 #        - 59  # NDRPDR sel vhost
171
172     plot-vpp-http-server-performance:
173       csit-vpp-perf-verify-1908-2n-skx:
174         - 29  # TCP
175         - 30  # TCP
176         - 58  # TCP
177 #        - 59  # TCP
178 #        - 60  # TCP
179 #        - 61  # TCP
180 #        - 62  # TCP
181 #        - 63  # TCP
182 #        - 64  # TCP
183 #        - 65  # TCP
184
185     plot-dpdk-throughput-latency-3n-hsw:
186       csit-dpdk-perf-verify-1908-3n-hsw:
187         - 2   # NDRPDR sel
188         - 3   # NDRPDR sel
189         - 4   # NDRPDR sel
190 #        - 5   # NDRPDR sel
191 #        - 6   # NDRPDR sel
192 #        - 7   # NDRPDR sel
193 #        - 8   # NDRPDR sel
194 #        - 9   # NDRPDR sel
195 #        - 10  # NDRPDR sel
196 #        - 11  # NDRPDR sel
197
198     plot-dpdk-hdrh-lat-3n-hsw:
199       # TODO: Replace the data
200       #       This data is only an example
201       csit-dpdk-perf-verify-master-3n-hsw:
202         - 13
203
204     # 3n-skx
205
206     plot-vpp-throughput-lat-tsa-3n-skx:
207       csit-vpp-perf-verify-1908-3n-skx:
208         - 14  # NDRPDR sel
209         - 16  # NDRPDR sel
210         - 19  # NDRPDR sel
211 #        - 20  # NDRPDR sel
212 #        - 22  # NDRPDR sel
213 #        - 23  # NDRPDR sel
214 #        - 24  # NDRPDR sel
215 #        - 25  # NDRPDR sel
216 #        - 26  # NDRPDR sel
217 #        - 29  # NDRPDR sel
218
219     plot-vpp-hdrh-lat-3n-skx:
220       # TODO: Replace the data
221       #       This data is only an example
222       csit-vpp-perf-verify-master-3n-skx:
223         - 299
224
225     plot-vpp-throughput-lat-tsa-3n-skx-vhost:
226       csit-vpp-perf-verify-1908-3n-skx:
227         - 52  # NDRPDR sel vhost
228         - 53  # NDRPDR sel vhost
229         - 55  # NDRPDR sel vhost
230 #        - 61  # NDRPDR sel vhost
231 #        - 62  # NDRPDR sel vhost
232 #        - 63  # NDRPDR sel vhost
233 #        - 64  # NDRPDR sel vhost
234 #        - 65  # NDRPDR sel vhost
235 #        - 66  # NDRPDR sel vhost
236 #        - 67  # NDRPDR sel vhost
237
238     plot-dpdk-throughput-latency-3n-skx:
239       csit-dpdk-perf-verify-1908-3n-skx:
240         - 3   # NDRPDR sel
241         - 4   # NDRPDR sel
242         - 5   # NDRPDR sel
243 #        - 6   # NDRPDR sel
244 #        - 7   # NDRPDR sel
245 #        - 8   # NDRPDR sel
246 #        - 9   # NDRPDR sel
247 #        - 10  # NDRPDR sel
248 #        - 11  # NDRPDR sel
249 #        - 12  # NDRPDR sel
250
251     plot-dpdk-hdrh-lat-3n-skx:
252       # TODO: Replace the data
253       #       This data is only an example
254       csit-dpdk-perf-verify-master-3n-skx:
255         - 23
256
257     # 2n-skx
258
259     plot-vpp-throughput-lat-tsa-2n-skx:
260       csit-vpp-perf-verify-1908-2n-skx:
261         - 26  # NDRPDR sel
262         - 27  # NDRPDR sel
263         - 34  # NDRPDR sel
264 #        - 35  # NDRPDR sel
265 #        - 36  # NDRPDR sel
266 #        - 42  # NDRPDR sel
267 #        - 43  # NDRPDR sel
268 #        - 44  # NDRPDR sel
269 #        - 45  # NDRPDR sel
270 #        - 46  # NDRPDR sel
271
272     plot-vpp-hdrh-lat-2n-skx:
273       # TODO: Replace the data
274       #       This data is only an example
275       csit-vpp-perf-verify-master-2n-skx:
276         - 930
277
278     plot-vpp-throughput-lat-tsa-2n-skx-vhost:
279       csit-vpp-perf-verify-1908-2n-skx:
280         - 88  # NDRPDR sel vhost
281         - 89  # NDRPDR sel vhost
282         - 91  # NDRPDR sel vhost
283 #        - 92  # NDRPDR sel vhost
284 #        - 93  # NDRPDR sel vhost
285 #        - 94  # NDRPDR sel vhost
286 #        - 95  # NDRPDR sel vhost
287 #        - 96  # NDRPDR sel vhost
288 #        - 97  # NDRPDR sel vhost
289 #        - 98  # NDRPDR sel vhost
290
291     plot-vpp-soak-2n-skx:
292       csit-vpp-perf-verify-1908-2n-skx:
293         - 83  # SOAK
294         - 86  # SOAK
295
296     plot-vpp-nfv-2n-skx-ndrpdr:
297       csit-vpp-perf-verify-1908-2n-skx:
298         - 22  # NFV
299         - 31  # NFV
300         - 32  # NFV
301 #        - 37  # NFV
302 #        - 38  # NFV
303 #        - 39  # NFV
304 #        - 53  # NFV
305 #        - 67  # NFV
306 #        - 68  # NFV
307 #        - 70  # NFV
308
309     plot-vpp-nfv-2n-skx-mrr:
310       csit-vpp-perf-verify-1908-2n-skx:
311         - 71  # NFV MRR
312
313     plot-vpp-nfv-reconf-2n-skx:
314       csit-vpp-perf-verify-1908-2n-skx:
315         - 113 # NFV reconf sel
316         - 114 # NFV reconf sel
317         - 115 # NFV reconf sel
318 #        - 116 # NFV reconf sel
319 #        - 118 # NFV reconf sel
320 #        - 119 # NFV reconf sel
321 #        - 120 # NFV reconf sel
322 #        - 121 # NFV reconf sel
323 #        - 122 # NFV reconf sel
324 #        - 123 # NFV reconf sel
325
326     plot-dpdk-throughput-latency-2n-skx:
327       csit-dpdk-perf-verify-1908-2n-skx:
328         - 2   # NDRPDR sel
329         - 3   # NDRPDR sel
330         - 4   # NDRPDR sel
331 #        - 5   # NDRPDR sel
332 #        - 7   # NDRPDR sel
333 #        - 8   # NDRPDR sel
334 #        - 9   # NDRPDR sel
335 #        - 10  # NDRPDR sel
336 #        - 11  # NDRPDR sel
337 #        - 12  # NDRPDR sel
338
339     plot-dpdk-hdrh-lat-2n-skx:
340       # TODO: Replace the data
341       #       This data is only an example
342       csit-dpdk-perf-verify-master-2n-skx:
343         - 16
344
345     # 2n-clx
346
347     plot-vpp-throughput-lat-tsa-2n-clx:
348       # TODO: Replace
349       # csit-vpp-perf-verify-2001-2n-clx:
350       csit-vpp-perf-verify-1908-2n-skx:
351         - 26  # NDRPDR sel
352         - 27  # NDRPDR sel
353         - 34  # NDRPDR sel
354
355     plot-vpp-hdrh-lat-2n-clx:
356       # TODO: Replace
357       # csit-vpp-perf-verify-2001-2n-clx:
358       csit-vpp-perf-verify-master-2n-skx:
359         - 930
360
361     plot-dpdk-throughput-latency-2n-clx:
362       # TODO: Replace
363       # csit-dpdk-perf-verify-2001-2n-clx:
364       csit-dpdk-perf-verify-1908-2n-skx:
365         - 2   # NDRPDR sel
366         - 3   # NDRPDR sel
367         - 4   # NDRPDR sel
368
369     plot-dpdk-hdrh-lat-2n-clx:
370       # TODO: Replace
371       # csit-dpdk-perf-verify-2001-2n-clx:
372       csit-dpdk-perf-verify-master-2n-skx:
373         - 16
374
375     # 3n-tsh
376
377     plot-vpp-throughput-lat-tsa-3n-tsh:
378       csit-vpp-perf-verify-1908-3n-tsh:
379         - 7   # NDRPDR sel
380         - 8   # NDRPDR sel
381         - 9   # NDRPDR sel
382 #        - 10  # NDRPDR sel
383 #        - 11  # NDRPDR sel
384 #        - 12  # NDRPDR sel
385 #        - 13  # NDRPDR sel
386 #        - 14  # NDRPDR sel
387 #        - 15  # NDRPDR sel
388 #        - 16  # NDRPDR sel
389
390     plot-vpp-hdrh-lat-3n-tsh:
391       # TODO: Replace the data
392       csit-vpp-perf-verify-master-3n-tsh:
393         - 25
394
395     # 3n-dnv
396
397     plot-vpp-throughput-lat-tsa-3n-dnv:
398       csit-vpp-perf-verify-1908-3n-dnv:
399         - 6   # NDRPDR sel
400         - 7   # NDRPDR sel
401         - 8   # NDRPDR sel
402 #        - 9   # NDRPDR sel
403 #        - 10  # NDRPDR sel
404 #        - 12  # NDRPDR sel
405 #        - 13  # NDRPDR sel
406 #        - 14  # NDRPDR sel
407 #        - 15  # NDRPDR sel
408 #        - 16  # NDRPDR sel
409
410     # 2n-dnv
411
412     plot-vpp-throughput-lat-tsa-2n-dnv:
413       csit-vpp-perf-verify-1908-2n-dnv:
414         - 1   # NDRPDR sel
415         - 2   # NDRPDR sel
416         - 3   # NDRPDR sel
417 #        - 4   # NDRPDR sel
418 #        - 5   # NDRPDR sel
419 #        - 6   # NDRPDR sel
420 #        - 7   # NDRPDR sel
421 #        - 8   # NDRPDR sel
422 #        - 9   # NDRPDR sel
423 #        - 10  # NDRPDR sel
424
425     ###########################################################################
426     # Simple tables (only one data set):
427
428     # NIC Comparisons
429
430     vpp-nic-comparison-3n-skx:
431       csit-vpp-perf-verify-1908-3n-skx:
432         - 14  # NDRPDR sel
433         - 16  # NDRPDR sel
434         - 19  # NDRPDR sel
435 #        - 20  # NDRPDR sel
436 #        - 22  # NDRPDR sel
437 #        - 23  # NDRPDR sel
438 #        - 24  # NDRPDR sel
439 #        - 25  # NDRPDR sel
440 #        - 26  # NDRPDR sel
441 #        - 29  # NDRPDR sel
442
443     vpp-nic-comparison-2n-skx:
444       csit-vpp-perf-verify-1908-2n-skx:
445         - 26  # NDRPDR sel
446         - 27  # NDRPDR sel
447         - 34  # NDRPDR sel
448 #        - 35  # NDRPDR sel
449 #        - 36  # NDRPDR sel
450 #        - 42  # NDRPDR sel
451 #        - 43  # NDRPDR sel
452 #        - 44  # NDRPDR sel
453 #        - 45  # NDRPDR sel
454 #        - 46  # NDRPDR sel
455
456     vpp-nic-comparison-3n-skx-mrr:
457       csit-vpp-perf-verify-1908-3n-skx:
458         - 36  # MRR sel
459
460     vpp-nic-comparison-2n-skx-mrr:
461       csit-vpp-perf-verify-1908-2n-skx:
462         - 69  # MRR sel
463
464     # Results
465
466     vpp-perf-results-3n-hsw:
467       csit-vpp-perf-verify-1908-3n-hsw:
468         - 24  # NDRPDR full
469         - 25  # NDRPDR full
470         - 26  # NDRPDR full
471 #        - 27  # NDRPDR full
472 #        - 28  # NDRPDR full
473 #        - 29  # NDRPDR full
474 #        - 32  # NDRPDR full
475 #        - 33  # NDRPDR full
476 #        - 36  # NDRPDR full
477 #        - 38  # NDRPDR full
478 #        - 50  # NDRPDR full vhost
479
480     vpp-perf-results-3n-skx:
481       csit-vpp-perf-verify-1908-3n-skx:
482         - 27  # NDRPDR full
483         - 28  # NDRPDR full
484         - 30  # NDRPDR full
485 #        - 31  # NDRPDR full
486 #        - 32  # NDRPDR full
487 #        - 33  # NDRPDR full
488 #        - 34  # NDRPDR full
489 #        - 35  # NDRPDR full
490 #        - 37  # NDRPDR full
491 #        - 39  # NDRPDR full
492 #        - 40  # NDRPDR full
493 #        - 41  # NDRPDR full
494 #        - 54  # NDRPDR full
495
496     vpp-perf-results-2n-skx:
497       csit-vpp-perf-verify-1908-2n-skx:
498         - 48  # NDRPDR full
499         - 49  # NDRPDR full
500         - 50  # NDRPDR full
501 #        - 51  # NDRPDR full
502 #        - 54  # NDRPDR full
503 #        - 55  # NDRPDR full
504 #        - 90  # NDRPDR full vhost
505 #        - 110 # NFV full
506 #        - 111 # NFV full
507 #        - 126 # NFV full
508 #        - 127 # NFV full
509 #        - 112 # NFV reconf full
510
511     vpp-perf-results-2n-clx:
512       # TODO: Replace
513       # csit-vpp-perf-verify-2001-2n-clx:
514       csit-vpp-perf-verify-1908-2n-skx:
515         - 48  # NDRPDR full
516         - 49  # NDRPDR full
517         - 50  # NDRPDR full
518
519     vpp-perf-results-3n-tsh:
520       csit-vpp-perf-verify-1908-3n-tsh:
521         - 13  # NDRPDR sel
522
523     vpp-perf-results-3n-dnv:
524       csit-vpp-perf-verify-1908-3n-dnv:
525         - 16  # NDRPDR sel
526
527     vpp-perf-results-2n-dnv:
528       csit-vpp-perf-verify-1908-2n-dnv:
529         - 9   # NDRPDR sel
530
531     vpp-mrr-results-3n-hsw:
532       csit-vpp-perf-verify-1908-3n-hsw:
533         - 39  # MRR sel
534
535     vpp-mrr-results-3n-skx:
536       csit-vpp-perf-verify-1908-3n-skx:
537         - 36  # MRR sel
538
539     vpp-mrr-results-2n-skx:
540       csit-vpp-perf-verify-1908-2n-skx:
541         - 69  # MRR sel
542
543     vpp-mrr-results-2n-clx:
544       # TODO: Replace
545       # csit-vpp-perf-verify-2001-2n-clx:
546       csit-vpp-perf-verify-1908-2n-skx:
547         - 69  # MRR sel
548
549     vpp-mrr-results-3n-tsh:
550       csit-vpp-perf-verify-1908-3n-tsh:
551         - 17  # MRR sel
552
553     vpp-mrr-results-3n-dnv:
554       csit-vpp-perf-verify-1908-3n-dnv:
555         - 17  # MRR sel
556
557     vpp-mrr-results-2n-dnv:
558       csit-vpp-perf-verify-1908-2n-dnv:
559         - 11  # MRR sel
560
561     vpp-device-results-ubuntu:
562       csit-vpp-device-1908-ubuntu1804-1n-skx:
563         - 65
564
565     dpdk-perf-results-3n-hsw:
566       csit-dpdk-perf-verify-1908-3n-hsw:
567         - 10  # NDRPDR sel
568
569     dpdk-perf-results-3n-skx:
570       csit-dpdk-perf-verify-1908-3n-skx:
571         - 12  # NDRPDR sel
572
573     dpdk-perf-results-2n-skx:
574       csit-dpdk-perf-verify-1908-2n-skx:
575         - 12  # NDRPDR sel
576
577     dpdk-perf-results-2n-clx:
578       # TODO: Replace
579       # csit-dpdk-perf-verify-2001-2n-clx:
580       csit-dpdk-perf-verify-1908-2n-skx:
581         - 12  # NDRPDR sel
582
583 ###########################################################################
584     # Tables (more than one data set)
585
586     # Performance changes
587
588     vpp-performance-changes-3n-hsw-h1:
589       csit-vpp-perf-verify-1901-3n-hsw:
590         - 10  # NDRPDR sel
591         - 19  # NDRPDR sel
592         - 31  # NDRPDR sel
593 #        - 36  # NDRPDR sel
594 #        - 40  # NDRPDR sel
595 #        - 42  # NDRPDR sel
596 #        - 44  # NDRPDR sel
597 #        - 46  # NDRPDR sel
598 #        - 47  # NDRPDR sel
599 #        - 48  # NDRPDR sel
600 #        - 61  # NDRPDR LB
601 #        - 62  # NDRPDR LB
602 #        - 63  # NDRPDR LB
603 #        - 64  # NDRPDR LB
604 #        - 65  # NDRPDR LB
605 #        - 66  # NDRPDR LB
606 #        - 67  # NDRPDR LB
607 #        - 69  # NDRPDR LB
608 #        - 70  # NDRPDR LB
609 #        - 71  # NDRPDR LB
610     vpp-performance-changes-3n-hsw-ref:
611       csit-vpp-perf-verify-1904-3n-hsw:
612         - 11  # NDRPDR sel
613         - 12  # NDRPDR sel
614         - 20  # NDRPDR sel
615 #        - 21  # NDRPDR sel
616 #        - 23  # NDRPDR sel
617 #        - 24  # NDRPDR sel
618 #        - 25  # NDRPDR sel
619 #        - 26  # NDRPDR sel
620 #        - 29  # NDRPDR sel
621 #        - 30  # NDRPDR sel
622     vpp-performance-changes-3n-hsw-cmp:
623       csit-vpp-perf-verify-1908-3n-hsw:
624         - 12  # NDRPDR sel
625         - 13  # NDRPDR sel
626         - 14  # NDRPDR sel
627 #        - 15  # NDRPDR sel
628 #        - 16  # NDRPDR sel
629 #        - 17  # NDRPDR sel
630 #        - 18  # NDRPDR sel
631 #        - 19  # NDRPDR sel
632 #        - 20  # NDRPDR sel
633 #        - 21  # NDRPDR sel
634     vpp-performance-changes-3n-hsw:
635       - "vpp-performance-changes-3n-hsw-h1"
636       - "vpp-performance-changes-3n-hsw-ref"
637       - "vpp-performance-changes-3n-hsw-cmp"
638
639     vpp-performance-changes-3n-skx-h1:
640       csit-vpp-perf-verify-1901-3n-skx:
641         - 18  # NDRPDR sel
642         - 19  # NDRPDR sel
643         - 20  # NDRPDR sel
644 #        - 28  # NDRPDR sel
645 #        - 31  # NDRPDR sel
646 #        - 33  # NDRPDR sel
647 #        - 36  # NDRPDR sel
648 #        - 38  # NDRPDR sel
649 #        - 47  # NDRPDR sel
650 #        - 48  # NDRPDR sel
651 #        - 54  # NDRPDR LB
652 #        - 57  # NDRPDR LB
653 #        - 58  # NDRPDR LB
654 #        - 59  # NDRPDR LB
655 #        - 60  # NDRPDR LB
656 #        - 63  # NDRPDR LB
657 #        - 64  # NDRPDR LB
658 #        - 65  # NDRPDR LB
659 #        - 66  # NDRPDR LB
660 #        - 67  # NDRPDR LB
661     vpp-performance-changes-3n-skx-ref:
662       csit-vpp-perf-verify-1904-3n-skx:
663         - 8   # NDRPDR sel
664         - 9   # NDRPDR sel
665         - 10  # NDRPDR sel
666 #        - 11  # NDRPDR sel
667 #        - 12  # NDRPDR sel
668 #        - 14  # NDRPDR sel
669 #        - 16  # NDRPDR sel
670 #        - 21  # NDRPDR sel
671 #        - 23  # NDRPDR sel
672 #        - 25  # NDRPDR sel
673     vpp-performance-changes-3n-skx-cmp:
674       csit-vpp-perf-verify-1908-3n-skx:
675         - 14  # NDRPDR sel
676         - 16  # NDRPDR sel
677         - 19  # NDRPDR sel
678 #        - 20  # NDRPDR sel
679 #        - 22  # NDRPDR sel
680 #        - 23  # NDRPDR sel
681 #        - 24  # NDRPDR sel
682 #        - 25  # NDRPDR sel
683 #        - 26  # NDRPDR sel
684 #        - 29  # NDRPDR sel
685     vpp-performance-changes-3n-skx:
686       - "vpp-performance-changes-3n-skx-h1"
687       - "vpp-performance-changes-3n-skx-ref"
688       - "vpp-performance-changes-3n-skx-cmp"
689
690     vpp-performance-changes-2n-skx-h1:
691       csit-vpp-perf-verify-1901-2n-skx:
692         - 5   # NDRPDR sel
693         - 12  # NDRPDR sel
694         - 13  # NDRPDR sel
695 #        - 21  # NDRPDR sel
696 #        - 23  # NDRPDR sel
697 #        - 31  # NDRPDR sel
698 #        - 34  # NDRPDR sel
699 #        - 40  # NDRPDR sel
700 #        - 42  # NDRPDR sel
701 #        - 43  # NDRPDR sel
702     vpp-performance-changes-2n-skx-ref:
703       csit-vpp-perf-verify-1904-2n-skx:
704         - 12  # NDRPDR sel
705         - 14  # NDRPDR sel
706         - 16  # NDRPDR sel
707 #        - 17  # NDRPDR sel
708 #        - 18  # NDRPDR sel
709 #        - 21  # NDRPDR sel
710 #        - 27  # NDRPDR sel
711 #        - 30  # NDRPDR sel
712 #        - 31  # NDRPDR sel
713 #        - 32  # NDRPDR sel
714     vpp-performance-changes-2n-skx-cmp:
715       csit-vpp-perf-verify-1908-2n-skx:
716         - 26  # NDRPDR sel
717         - 27  # NDRPDR sel
718         - 34  # NDRPDR sel
719 #        - 35  # NDRPDR sel
720 #        - 36  # NDRPDR sel
721 #        - 42  # NDRPDR sel
722 #        - 43  # NDRPDR sel
723 #        - 44  # NDRPDR sel
724 #        - 45  # NDRPDR sel
725 #        - 46  # NDRPDR sel
726     vpp-performance-changes-2n-skx:
727       - "vpp-performance-changes-2n-skx-h1"
728       - "vpp-performance-changes-2n-skx-ref"
729       - "vpp-performance-changes-2n-skx-cmp"
730
731     vpp-performance-changes-nfv-2n-skx-ref:
732       csit-vpp-perf-verify-1908-2n-skx:
733         - 22  # NFV
734         - 31  # NFV
735         - 32  # NFV
736 #        - 35  # NDRPDR sel
737 #        - 36  # NDRPDR sel
738 #        - 42  # NDRPDR sel
739 #        - 43  # NDRPDR sel
740 #        - 44  # NDRPDR sel
741 #        - 45  # NDRPDR sel
742 #        - 46  # NDRPDR sel
743     vpp-performance-changes-nfv-2n-skx-cmp:
744       # TODO: Replace
745       # csit-vpp-perf-verify-2001-2n-skx:
746       csit-vpp-perf-verify-1908-2n-skx:
747         - 22  # NFV
748         - 31  # NFV
749         - 32  # NFV
750     vpp-performance-changes-nfv-2n-skx:
751       - "vpp-performance-changes-nfv-2n-skx-ref"
752       - "vpp-performance-changes-nfv-2n-skx-cmp"
753
754     vpp-performance-changes-2n-dnv-ref:
755       csit-vpp-perf-verify-1908-2n-dnv:
756           - 1   # NDRPDR sel
757           - 2   # NDRPDR sel
758           - 3   # NDRPDR sel
759     vpp-performance-changes-2n-dnv-cmp:
760       # TODO: Replace
761       # csit-vpp-perf-verify-2001-2n-dnv:
762       csit-vpp-perf-verify-1908-2n-dnv:
763           - 1   # NDRPDR sel
764           - 2   # NDRPDR sel
765           - 3   # NDRPDR sel
766     vpp-performance-changes-2n-dnv:
767       - "vpp-performance-changes-2n-dnv-ref"
768       - "vpp-performance-changes-2n-dnv-cmp"
769
770     vpp-performance-changes-3n-dnv-ref:
771       csit-vpp-perf-verify-1908-3n-dnv:
772           - 6   # NDRPDR sel
773           - 7   # NDRPDR sel
774           - 8   # NDRPDR sel
775     vpp-performance-changes-3n-dnv-cmp:
776       # TODO: Replace
777       # csit-vpp-perf-verify-2001-3n-dnv:
778       csit-vpp-perf-verify-1908-3n-dnv:
779           - 6   # NDRPDR sel
780           - 7   # NDRPDR sel
781           - 8   # NDRPDR sel
782     vpp-performance-changes-3n-dnv:
783       - "vpp-performance-changes-3n-dnv-ref"
784       - "vpp-performance-changes-3n-dnv-cmp"
785
786     vpp-performance-changes-3n-tsh-ref:
787       csit-vpp-perf-verify-1908-3n-tsh:
788         - 7   # NDRPDR sel
789         - 8   # NDRPDR sel
790         - 9   # NDRPDR sel
791     vpp-performance-changes-3n-tsh-cmp:
792       # TODO: Replace
793       # csit-vpp-perf-verify-2001-3n-tsh:
794       csit-vpp-perf-verify-1908-3n-tsh:
795         - 7   # NDRPDR sel
796         - 8   # NDRPDR sel
797         - 9   # NDRPDR sel
798     vpp-performance-changes-3n-tsh:
799       - "vpp-performance-changes-3n-tsh-ref"
800       - "vpp-performance-changes-3n-tsh-cmp"
801
802     vpp-soak-vs-ndr-2n-skx-ref:
803       csit-vpp-perf-verify-1908-2n-skx:
804         - 26  # NDRPDR sel
805         - 27  # NDRPDR sel
806         - 34  # NDRPDR sel
807 #        - 35  # NDRPDR sel
808 #        - 36  # NDRPDR sel
809 #        - 42  # NDRPDR sel
810 #        - 43  # NDRPDR sel
811 #        - 44  # NDRPDR sel
812 #        - 45  # NDRPDR sel
813 #        - 46  # NDRPDR sel
814     vpp-soak-vs-ndr-2n-skx-cmp:
815       csit-vpp-perf-verify-1908-2n-skx:
816         - 83  # SOAK
817         - 86  # SOAK
818     vpp-soak-vs-ndr-2n-skx:
819       csit-vpp-perf-verify-1908-2n-skx:
820         - 26  # NDRPDR sel
821         - 27  # NDRPDR sel
822         - 34  # NDRPDR sel
823 #        - 35  # NDRPDR sel
824 #        - 36  # NDRPDR sel
825 #        - 42  # NDRPDR sel
826 #        - 43  # NDRPDR sel
827 #        - 44  # NDRPDR sel
828 #        - 45  # NDRPDR sel
829 #        - 46  # NDRPDR sel
830         - 83  # SOAK
831         - 86  # SOAK
832
833     vpp-performance-changes-3n-hsw-mrr-h1:
834       csit-vpp-perf-verify-1901-3n-hsw:
835         - 35  # MRR sel
836     vpp-performance-changes-3n-hsw-mrr-ref:
837       csit-vpp-perf-verify-1904-3n-hsw:
838         - 9   # MRR sel
839     vpp-performance-changes-3n-hsw-mrr-cmp:
840       csit-vpp-perf-verify-1908-3n-hsw:
841         - 39  # MRR sel
842     vpp-performance-changes-3n-hsw-mrr:
843       - "vpp-performance-changes-3n-hsw-mrr-h1"
844       - "vpp-performance-changes-3n-hsw-mrr-ref"
845       - "vpp-performance-changes-3n-hsw-mrr-cmp"
846
847     vpp-performance-changes-3n-skx-mrr-h1:
848       csit-vpp-perf-verify-1901-3n-skx:
849         - 32  # MRR sel
850     vpp-performance-changes-3n-skx-mrr-ref:
851       csit-vpp-perf-verify-1904-3n-skx:
852         - 7   # MRR sel
853     vpp-performance-changes-3n-skx-mrr-cmp:
854       csit-vpp-perf-verify-1908-3n-skx:
855         - 36  # MRR sel
856     vpp-performance-changes-3n-skx-mrr:
857       - "vpp-performance-changes-3n-skx-mrr-h1"
858       - "vpp-performance-changes-3n-skx-mrr-ref"
859       - "vpp-performance-changes-3n-skx-mrr-cmp"
860
861     vpp-performance-changes-2n-skx-mrr-h1:
862       csit-vpp-perf-verify-1901-2n-skx:
863         - 22  # MRR sel
864     vpp-performance-changes-2n-skx-mrr-ref:
865       csit-vpp-perf-verify-1904-2n-skx:
866         - 11  # MRR sel
867     vpp-performance-changes-2n-skx-mrr-cmp:
868       csit-vpp-perf-verify-1908-2n-skx:
869         - 69  # MRR sel
870     vpp-performance-changes-2n-skx-mrr:
871       - "vpp-performance-changes-2n-skx-mrr-h1"
872       - "vpp-performance-changes-2n-skx-mrr-ref"
873       - "vpp-performance-changes-2n-skx-mrr-cmp"
874
875     vpp-performance-changes-nfv-2n-skx-mrr-ref:
876       csit-vpp-perf-verify-1908-2n-skx:
877         - 71  # NFV MRR
878     vpp-performance-changes-nfv-2n-skx-mrr-cmp:
879       # TODO: Replace
880       # csit-vpp-perf-verify-2001-2n-skx:
881       csit-vpp-perf-verify-1908-2n-skx:
882         - 71  # NFV MRR
883     vpp-performance-changes-nfv-2n-skx-mrr:
884       - "vpp-performance-changes-nfv-2n-skx-mrr-ref"
885       - "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
886
887     vpp-performance-changes-2n-dnv-mrr-ref:
888       csit-vpp-perf-verify-1908-2n-dnv:
889         - 11  # MRR sel
890     vpp-performance-changes-2n-dnv-mrr-cmp:
891       # TODO: Replace
892       # csit-vpp-perf-verify-2001-2n-dnv:
893       csit-vpp-perf-verify-1908-2n-dnv:
894         - 11  # MRR sel
895     vpp-performance-changes-2n-dnv-mrr:
896       - "vpp-performance-changes-2n-dnv-mrr-ref"
897       - "vpp-performance-changes-2n-dnv-mrr-cmp"
898
899     vpp-performance-changes-3n-dnv-mrr-ref:
900       csit-vpp-perf-verify-1908-3n-dnv:
901         - 17  # MRR sel
902     vpp-performance-changes-3n-dnv-mrr-cmp:
903       # TODO: Replace
904       # csit-vpp-perf-verify-2001-3n-dnv:
905       csit-vpp-perf-verify-1908-3n-dnv:
906         - 17  # MRR sel
907     vpp-performance-changes-3n-dnv-mrr:
908       - "vpp-performance-changes-3n-dnv-mrr-ref"
909       - "vpp-performance-changes-3n-dnv-mrr-cmp"
910
911     vpp-performance-changes-3n-tsh-mrr-ref:
912       csit-vpp-perf-verify-1908-3n-tsh:
913         - 17  # MRR sel
914     vpp-performance-changes-3n-tsh-mrr-cmp:
915       # TODO: Replace
916       # csit-vpp-perf-verify-2001-3n-tsh:
917       csit-vpp-perf-verify-1908-3n-tsh:
918         - 17  # MRR sel
919     vpp-performance-changes-3n-tsh-mrr:
920       - "vpp-performance-changes-3n-tsh-mrr-ref"
921       - "vpp-performance-changes-3n-tsh-mrr-cmp"
922
923     dpdk-performance-changes-3n-hsw-h1:
924       csit-dpdk-perf-verify-1901-3n-hsw:
925         - 13  # NDRPDR sel
926         - 14  # NDRPDR sel
927         - 16  # NDRPDR sel
928 #        - 17  # NDRPDR sel
929 #        - 18  # NDRPDR sel
930 #        - 19  # NDRPDR sel
931 #        - 20  # NDRPDR sel
932 #        - 21  # NDRPDR sel
933 #        - 22  # NDRPDR sel
934 #        - 23  # NDRPDR sel
935     dpdk-performance-changes-3n-hsw-ref:
936       csit-dpdk-perf-verify-1904-3n-hsw:
937         - 2   # NDRPDR sel
938         - 3   # NDRPDR sel
939         - 5   # NDRPDR sel
940 #        - 6   # NDRPDR sel
941 #        - 13  # NDRPDR sel
942 #        - 14  # NDRPDR sel
943 #        - 15  # NDRPDR sel
944 #        - 18  # NDRPDR sel
945 #        - 19  # NDRPDR sel
946 #        - 20  # NDRPDR sel
947     dpdk-performance-changes-3n-hsw-cmp:
948       csit-dpdk-perf-verify-1908-3n-hsw:
949         - 2   # NDRPDR sel
950         - 3   # NDRPDR sel
951         - 4   # NDRPDR sel
952 #        - 5   # NDRPDR sel
953 #        - 6   # NDRPDR sel
954 #        - 7   # NDRPDR sel
955 #        - 8   # NDRPDR sel
956 #        - 9   # NDRPDR sel
957 #        - 10  # NDRPDR sel
958 #        - 11  # NDRPDR sel
959     dpdk-performance-changes-3n-hsw:
960       - "dpdk-performance-changes-3n-hsw-h1"
961       - "dpdk-performance-changes-3n-hsw-ref"
962       - "dpdk-performance-changes-3n-hsw-cmp"
963
964     dpdk-performance-changes-3n-skx-h1:
965       csit-dpdk-perf-verify-1901-3n-skx:
966         - 3   # NDRPDR sel
967         - 5   # NDRPDR sel
968         - 6   # NDRPDR sel
969 #        - 7   # NDRPDR sel
970 #        - 8   # NDRPDR sel
971 #        - 9   # NDRPDR sel
972 #        - 10  # NDRPDR sel
973 #        - 11  # NDRPDR sel
974 #        - 12  # NDRPDR sel
975 #        - 13  # NDRPDR sel
976     dpdk-performance-changes-3n-skx-ref:
977       csit-dpdk-perf-verify-1904-3n-skx:
978         - 2   # NDRPDR sel
979         - 3   # NDRPDR sel
980         - 4   # NDRPDR sel
981 #        - 5   # NDRPDR sel
982 #        - 6   # NDRPDR sel
983 #        - 7   # NDRPDR sel
984 #        - 11  # NDRPDR sel
985 #        - 12  # NDRPDR sel
986 #        - 13  # NDRPDR sel
987 #        - 14  # NDRPDR sel
988     dpdk-performance-changes-3n-skx-cmp:
989       csit-dpdk-perf-verify-1908-3n-skx:
990         - 3   # NDRPDR sel
991         - 4   # NDRPDR sel
992         - 5   # NDRPDR sel
993 #        - 6   # NDRPDR sel
994 #        - 7   # NDRPDR sel
995 #        - 8   # NDRPDR sel
996 #        - 9   # NDRPDR sel
997 #        - 10  # NDRPDR sel
998 #        - 11  # NDRPDR sel
999 #        - 12  # NDRPDR sel
1000     dpdk-performance-changes-3n-skx:
1001       - "dpdk-performance-changes-3n-skx-h1"
1002       - "dpdk-performance-changes-3n-skx-ref"
1003       - "dpdk-performance-changes-3n-skx-cmp"
1004
1005     dpdk-performance-changes-2n-skx-h1:
1006       csit-dpdk-perf-verify-1901-2n-skx:
1007         - 12  # NDRPDR sel
1008         - 13  # NDRPDR sel
1009         - 14  # NDRPDR sel
1010 #        - 15  # NDRPDR sel
1011 #        - 16  # NDRPDR sel
1012 #        - 17  # NDRPDR sel
1013 #        - 18  # NDRPDR sel
1014 #        - 19  # NDRPDR sel
1015 #        - 20  # NDRPDR sel
1016 #        - 21  # NDRPDR sel
1017     dpdk-performance-changes-2n-skx-ref:
1018       csit-dpdk-perf-verify-1904-2n-skx:
1019         - 2   # NDRPDR sel
1020         - 3   # NDRPDR sel
1021         - 4   # NDRPDR sel
1022 #        - 5   # NDRPDR sel
1023 #        - 7   # NDRPDR sel
1024 #        - 8   # NDRPDR sel
1025 #        - 9   # NDRPDR sel
1026 #        - 10  # NDRPDR sel
1027 #        - 11  # NDRPDR sel
1028 #        - 12  # NDRPDR sel
1029     dpdk-performance-changes-2n-skx-cmp:
1030       csit-dpdk-perf-verify-1908-2n-skx:
1031         - 2   # NDRPDR sel
1032         - 3   # NDRPDR sel
1033         - 4   # NDRPDR sel
1034 #        - 5   # NDRPDR sel
1035 #        - 7   # NDRPDR sel
1036 #        - 8   # NDRPDR sel
1037 #        - 9   # NDRPDR sel
1038 #        - 10  # NDRPDR sel
1039 #        - 11  # NDRPDR sel
1040 #        - 12  # NDRPDR sel
1041     dpdk-performance-changes-2n-skx:
1042       - "dpdk-performance-changes-2n-skx-h1"
1043       - "dpdk-performance-changes-2n-skx-ref"
1044       - "dpdk-performance-changes-2n-skx-cmp"
1045
1046     # Compare testbeds
1047
1048     vpp-compare-testbeds-ref:
1049       csit-vpp-perf-verify-1908-3n-hsw:
1050         - 12  # NDRPDR sel
1051         - 13  # NDRPDR sel
1052         - 14  # NDRPDR sel
1053 #        - 15  # NDRPDR sel
1054 #        - 16  # NDRPDR sel
1055 #        - 17  # NDRPDR sel
1056 #        - 18  # NDRPDR sel
1057 #        - 19  # NDRPDR sel
1058 #        - 20  # NDRPDR sel
1059 #        - 21  # NDRPDR sel
1060     vpp-compare-testbeds-cmp:
1061       csit-vpp-perf-verify-1908-3n-skx:
1062         - 14  # NDRPDR sel
1063         - 16  # NDRPDR sel
1064         - 19  # NDRPDR sel
1065 #        - 20  # NDRPDR sel
1066 #        - 22  # NDRPDR sel
1067 #        - 23  # NDRPDR sel
1068 #        - 24  # NDRPDR sel
1069 #        - 25  # NDRPDR sel
1070 #        - 26  # NDRPDR sel
1071 #        - 29  # NDRPDR sel
1072     vpp-compare-testbeds:
1073       - "vpp-compare-testbeds-ref"
1074       - "vpp-compare-testbeds-cmp"
1075
1076     vpp-compare-testbeds-skx-clx-ref:
1077       # TODO: Replace
1078       # csit-vpp-perf-verify-2001-2n-skx:
1079       csit-vpp-perf-verify-1908-2n-skx:
1080         - 26  # NDRPDR sel
1081         - 27  # NDRPDR sel
1082         - 34  # NDRPDR sel
1083     vpp-compare-testbeds-skx-clx-cmp:
1084       # TODO: Replace
1085       # csit-vpp-perf-verify-2001-2n-clx:
1086       csit-vpp-perf-verify-1908-2n-skx:
1087         - 26  # NDRPDR sel
1088         - 27  # NDRPDR sel
1089         - 34  # NDRPDR sel
1090     vpp-compare-testbeds-skx-clx:
1091       - "vpp-compare-testbeds-skx-clx-ref"
1092       - "vpp-compare-testbeds-skx-clx-cmp"
1093
1094     vpp-compare-testbeds-mrr-ref:
1095       csit-vpp-perf-verify-1908-3n-hsw:
1096         - 39  # MRR sel
1097     vpp-compare-testbeds-mrr-cmp:
1098       csit-vpp-perf-verify-1908-3n-skx:
1099         - 36  # MRR sel
1100     vpp-compare-testbeds-mrr:
1101       - "vpp-compare-testbeds-mrr-ref"
1102       - "vpp-compare-testbeds-mrr-cmp"
1103
1104     vpp-compare-testbeds-mrr-skx-clx-ref:
1105       # TODO: Replace
1106       # csit-vpp-perf-verify-2001-2n-skx:
1107       csit-vpp-perf-verify-1908-2n-skx:
1108         - 69  # MRR sel
1109     vpp-compare-testbeds-mrr-skx-clx-cmp:
1110       # TODO: Replace
1111       # csit-vpp-perf-verify-2001-2n-clx:
1112       csit-vpp-perf-verify-1908-2n-skx:
1113         - 69  # MRR sel
1114     vpp-compare-testbeds-mrr-skx-clx:
1115       - "vpp-compare-testbeds-mrr-skx-clx-ref"
1116       - "vpp-compare-testbeds-mrr-skx-clx-cmp"
1117
1118     dpdk-compare-testbeds-ref:
1119       csit-dpdk-perf-verify-1908-3n-hsw:
1120         - 2   # NDRPDR sel
1121         - 3   # NDRPDR sel
1122         - 4   # NDRPDR sel
1123 #        - 5   # NDRPDR sel
1124 #        - 6   # NDRPDR sel
1125 #        - 7   # NDRPDR sel
1126 #        - 8   # NDRPDR sel
1127 #        - 9   # NDRPDR sel
1128 #        - 10  # NDRPDR sel
1129 #        - 11  # NDRPDR sel
1130     dpdk-compare-testbeds-cmp:
1131       csit-dpdk-perf-verify-1908-3n-skx:
1132         - 3   # NDRPDR sel
1133         - 4   # NDRPDR sel
1134         - 5   # NDRPDR sel
1135 #        - 6   # NDRPDR sel
1136 #        - 7   # NDRPDR sel
1137 #        - 8   # NDRPDR sel
1138 #        - 9   # NDRPDR sel
1139 #        - 10  # NDRPDR sel
1140 #        - 11  # NDRPDR sel
1141 #        - 12  # NDRPDR sel
1142     dpdk-compare-testbeds:
1143       - "dpdk-compare-testbeds-ref"
1144       - "dpdk-compare-testbeds-cmp"
1145
1146     dpdk-compare-testbeds-skx-clx-ref:
1147       # TODO: Replace
1148       # csit-dpdk-perf-verify-2001-2n-skx:
1149       csit-dpdk-perf-verify-1908-2n-skx:
1150         - 2   # NDRPDR sel
1151         - 3   # NDRPDR sel
1152         - 4   # NDRPDR sel
1153     dpdk-compare-testbeds-skx-clx-cmp:
1154       # TODO: Replace
1155       # csit-dpdk-perf-verify-2001-2n-clx:
1156       csit-dpdk-perf-verify-1908-2n-skx:
1157         - 2   # NDRPDR sel
1158         - 3   # NDRPDR sel
1159         - 4   # NDRPDR sel
1160     dpdk-compare-testbeds-skx-clx:
1161       - "dpdk-compare-testbeds-skx-clx-ref"
1162       - "dpdk-compare-testbeds-skx-clx-cmp"
1163
1164     # Compare topologies
1165
1166     vpp-compare-topologies-ref:
1167       csit-vpp-perf-verify-1908-3n-skx:
1168         - 14  # NDRPDR sel
1169         - 16  # NDRPDR sel
1170         - 19  # NDRPDR sel
1171 #        - 20  # NDRPDR sel
1172 #        - 22  # NDRPDR sel
1173 #        - 23  # NDRPDR sel
1174 #        - 24  # NDRPDR sel
1175 #        - 25  # NDRPDR sel
1176 #        - 26  # NDRPDR sel
1177 #        - 29  # NDRPDR sel
1178     vpp-compare-topologies-cmp:
1179       csit-vpp-perf-verify-1908-2n-skx:
1180         - 26  # NDRPDR sel
1181         - 27  # NDRPDR sel
1182         - 34  # NDRPDR sel
1183 #        - 35  # NDRPDR sel
1184 #        - 36  # NDRPDR sel
1185 #        - 42  # NDRPDR sel
1186 #        - 43  # NDRPDR sel
1187 #        - 44  # NDRPDR sel
1188 #        - 45  # NDRPDR sel
1189 #        - 46  # NDRPDR sel
1190     vpp-compare-topologies:
1191       - "vpp-compare-topologies-ref"
1192       - "vpp-compare-topologies-cmp"
1193
1194     vpp-compare-topologies-mrr-ref:
1195       csit-vpp-perf-verify-1908-3n-skx:
1196         - 36  # MRR sel
1197     vpp-compare-topologies-mrr-cmp:
1198       csit-vpp-perf-verify-1908-2n-skx:
1199         - 69  # MRR sel
1200     vpp-compare-topologies-mrr:
1201       - "vpp-compare-topologies-mrr-ref"
1202       - "vpp-compare-topologies-mrr-cmp"
1203
1204     dpdk-compare-topologies-ref:
1205       csit-dpdk-perf-verify-1908-3n-skx:
1206         - 3   # NDRPDR sel
1207         - 4   # NDRPDR sel
1208         - 5   # NDRPDR sel
1209 #        - 6   # NDRPDR sel
1210 #        - 7   # NDRPDR sel
1211 #        - 8   # NDRPDR sel
1212 #        - 9   # NDRPDR sel
1213 #        - 10  # NDRPDR sel
1214 #        - 11  # NDRPDR sel
1215 #        - 12  # NDRPDR sel
1216     dpdk-compare-topologies-cmp:
1217       csit-dpdk-perf-verify-1908-2n-skx:
1218         - 2   # NDRPDR sel
1219         - 3   # NDRPDR sel
1220         - 4   # NDRPDR sel
1221 #        - 5   # NDRPDR sel
1222 #        - 7   # NDRPDR sel
1223 #        - 8   # NDRPDR sel
1224 #        - 9   # NDRPDR sel
1225 #        - 10  # NDRPDR sel
1226 #        - 11  # NDRPDR sel
1227 #        - 12  # NDRPDR sel
1228     dpdk-compare-topologies:
1229       - "dpdk-compare-topologies-ref"
1230       - "dpdk-compare-topologies-cmp"
1231
1232   plot-layouts:
1233
1234     plot-soak-throughput:
1235       titlefont:
1236         size: 18
1237       xaxis:
1238         title: "<b>Test Cases [Index]</b>"
1239         titlefont:
1240           size: 16
1241         autorange: True
1242         fixedrange: False
1243         gridcolor: "rgb(230, 230, 230)"
1244         linecolor: "rgb(220, 220, 220)"
1245         linewidth: 1
1246         showgrid: True
1247         showline: True
1248         showticklabels: True
1249         tickcolor: "rgb(220, 220, 220)"
1250         tickmode: "linear"
1251         tickfont:
1252           size: 16
1253         zeroline: False
1254       yaxis:
1255         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
1256         titlefont:
1257           size: 16
1258         gridcolor: "rgb(230, 230, 230)"
1259         hoverformat: ".4r"
1260         tickformat: ".3r"
1261         linecolor: "rgb(220, 220, 220)"
1262         linewidth: 1
1263         showgrid: True
1264         showline: True
1265         showticklabels: True
1266         tickcolor: "rgb(220, 220, 220)"
1267         tickfont:
1268           size: 16
1269         zeroline: False
1270         range: [0,50]
1271       autosize: False
1272       margin:
1273         t: 50
1274         b: 0
1275         l: 80
1276         r: 20
1277       showlegend: True
1278       legend:
1279         orientation: "h"
1280         font:
1281           size: 16
1282       width: 700
1283       height: 900
1284       paper_bgcolor: "#fff"
1285       plot_bgcolor: "#fff"
1286       hoverlabel:
1287         namelength: -1
1288
1289     plot-service-density:
1290       titlefont:
1291         size: 18
1292       xaxis:
1293         side: "top"
1294         autorange: True
1295         fixedrange: False
1296         showgrid: False
1297         showline: False
1298         showticklabels: False
1299         ticks: ""
1300         ticklen: 0
1301         tickwidth: 0
1302         zeroline: False
1303       yaxis:
1304         autorange: "reversed"
1305         showgrid: False
1306         showline: False
1307         showticklabels: False
1308         ticks: ""
1309         ticklen: 0
1310         tickwidth: 0
1311         zeroline: False
1312       showlegend: False
1313       paper_bgcolor: "#fff"
1314       plot_bgcolor: "#fff"
1315       width: 700
1316       height: 700
1317       hoverlabel:
1318         namelength: -1
1319
1320     plot-cps:
1321       titlefont:
1322         size: 18
1323       xaxis:
1324         title: "<b>Test Cases [Index]</b>"
1325         titlefont:
1326           size: 16
1327         autorange: True
1328         fixedrange: False
1329         gridcolor: "rgb(230, 230, 230)"
1330         linecolor: "rgb(220, 220, 220)"
1331         linewidth: 1
1332         showgrid: True
1333         showline: True
1334         showticklabels: True
1335         tickcolor: "rgb(220, 220, 220)"
1336         tickmode: "linear"
1337         tickfont:
1338           size: 16
1339         zeroline: False
1340       yaxis:
1341         title: "<b>Connections Per Second [cps]</b>"
1342         titlefont:
1343           size: 16
1344         gridcolor: "rgb(230, 230, 230)"
1345         hoverformat: ".4s"
1346         linecolor: "rgb(220, 220, 220)"
1347         linewidth: 1
1348         rangemode: "tozero"
1349         showgrid: True
1350         showline: True
1351         showticklabels: True
1352         tickcolor: "rgb(220, 220, 220)"
1353         tickformat: ".3s"
1354         tickfont:
1355           size: 16
1356         zeroline: False
1357       boxmode: "group"
1358       boxgroupgap: 0.5
1359       autosize: False
1360       margin:
1361         t: 50
1362         b: 20
1363         l: 80
1364         r: 20
1365       showlegend: True
1366       legend:
1367         orientation: "h"
1368         font:
1369           size: 16
1370       width: 700
1371       height: 800
1372       paper_bgcolor: "#fff"
1373       plot_bgcolor: "#fff"
1374       hoverlabel:
1375         namelength: -1
1376
1377     plot-rps:
1378       titlefont:
1379         size: 18
1380       xaxis:
1381         title: "<b>Test Cases [Index]</b>"
1382         titlefont:
1383           size: 16
1384         autorange: True
1385         fixedrange: False
1386         gridcolor: "rgb(230, 230, 230)"
1387         linecolor: "rgb(220, 220, 220)"
1388         linewidth: 1
1389         showgrid: True
1390         showline: True
1391         showticklabels: True
1392         tickcolor: "rgb(220, 220, 220)"
1393         tickmode: "linear"
1394         tickfont:
1395           size: 16
1396         zeroline: False
1397       yaxis:
1398         title: "<b>Requests Per Second [rps]</b>"
1399         titlefont:
1400           size: 16
1401         gridcolor: "rgb(230, 230, 230)"
1402         hoverformat: ".4s"
1403         linecolor: "rgb(220, 220, 220)"
1404         linewidth: 1
1405         rangemode: "tozero"
1406         showgrid: True
1407         showline: True
1408         showticklabels: True
1409         tickcolor: "rgb(230, 230, 230)"
1410         tickformat: ".3s"
1411         tickfont:
1412           size: 16
1413         zeroline: False
1414       boxmode: "group"
1415       boxgroupgap: 0.5
1416       autosize: False
1417       margin:
1418         t: 50
1419         b: 20
1420         l: 80
1421         r: 20
1422       showlegend: True
1423       legend:
1424         orientation: "h"
1425         font:
1426           size: 16
1427       width: 700
1428       height: 800
1429       paper_bgcolor: "#fff"
1430       plot_bgcolor: "#fff"
1431       hoverlabel:
1432         namelength: -1
1433
1434     plot-throughput:
1435       titlefont:
1436         size: 18
1437       xaxis:
1438         title: "<b>Test Cases [Index]</b>"
1439         titlefont:
1440           size: 16
1441         autorange: True
1442         fixedrange: False
1443         gridcolor: "rgb(230, 230, 230)"
1444         linecolor: "rgb(220, 220, 220)"
1445         linewidth: 1
1446         showgrid: True
1447         showline: True
1448         showticklabels: True
1449         tickcolor: "rgb(220, 220, 220)"
1450         tickmode: "linear"
1451         tickfont:
1452           size: 16
1453         zeroline: False
1454       yaxis:
1455         title: "<b>Packet Throughput [Mpps]</b>"
1456         titlefont:
1457           size: 16
1458         gridcolor: "rgb(230, 230, 230)"
1459         hoverformat: ".4r"
1460         tickformat: ".3r"
1461         linecolor: "rgb(220, 220, 220)"
1462         linewidth: 1
1463         showgrid: True
1464         showline: True
1465         showticklabels: True
1466         tickcolor: "rgb(220, 220, 220)"
1467         tickfont:
1468           size: 16
1469         zeroline: False
1470         range: [0,50]
1471       autosize: False
1472       margin:
1473         t: 50
1474         b: 0
1475         l: 80
1476         r: 20
1477       showlegend: True
1478       legend:
1479         orientation: "h"
1480         font:
1481           size: 16
1482       width: 700
1483       height: 900
1484       paper_bgcolor: "#fff"
1485       plot_bgcolor: "#fff"
1486       hoverlabel:
1487         namelength: -1
1488
1489     plot-throughput-speedup-analysis:
1490       titlefont:
1491         size: 18
1492       xaxis:
1493         title: "<b>Number of Cores [Qty]</b>"
1494         titlefont:
1495           size: 16
1496         autorange: True
1497         fixedrange: False
1498         gridcolor: "rgb(230, 230, 230)"
1499         linecolor: "rgb(220, 220, 220)"
1500         linewidth: 1
1501         showgrid: True
1502         showline: True
1503         showticklabels: True
1504         tickcolor: "rgb(238, 238, 238)"
1505         tickmode: "linear"
1506         tickfont:
1507           size: 16
1508         zeroline: False
1509       yaxis:
1510         title: "<b>Packet Throughput [Mpps]</b>"
1511         titlefont:
1512           size: 16
1513         type: "linear"
1514         gridcolor: "rgb(230, 230, 230)"
1515         hoverformat: ".4s"
1516         linecolor: "rgb(220, 220, 220)"
1517         linewidth: 1
1518         showgrid: True
1519         showline: True
1520         showticklabels: True
1521         tickcolor: "rgb(220, 220, 220)"
1522         tickformat: ".4s"
1523         tickfont:
1524           size: 16
1525         zeroline: True
1526         rangemode: "tozero"
1527         range: [0,100]
1528       legend:
1529         orientation: "h"
1530         font:
1531           size: 16
1532         xanchor: "left"
1533         yanchor: "top"
1534         x: 0
1535         y: -0.2
1536         bgcolor: "rgba(255, 255, 255, 0)"
1537         bordercolor: "rgba(255, 255, 255, 0)"
1538         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1539       autosize: False
1540       margin:
1541           't': 50
1542           'b': 150
1543           'l': 85
1544           'r': 10
1545       showlegend: True
1546       width: 700
1547       height: 700
1548       paper_bgcolor: "#fff"
1549       plot_bgcolor: "#fff"
1550       hoverlabel:
1551         namelength: -1
1552       annotations: [
1553         {
1554           text: "_ _          __          ...",
1555           align: "left",
1556           showarrow: False,
1557           xref: "paper",
1558           yref: "paper",
1559           xanchor: "left",
1560           yanchor: "top",
1561           x: 0,
1562           y: -0.13,
1563           font: {
1564             family: "Consolas, Courier New",
1565             size: 15
1566           },
1567         },
1568         {
1569           text: "    Perfect     Measured     Limit",
1570           align: "left",
1571           showarrow: False,
1572           xref: "paper",
1573           yref: "paper",
1574           xanchor: "left",
1575           yanchor: "top",
1576           x: 0,
1577           y: -0.15,
1578           font: {
1579             family: "Consolas, Courier New",
1580             size: 15
1581           },
1582         },
1583       ]
1584
1585     plot-latency:
1586       titlefont:
1587         size: 18
1588       xaxis:
1589         title: "<b>Direction</b>"
1590         titlefont:
1591           size: 16
1592         autorange: True
1593         fixedrange: False
1594         gridcolor: "rgb(230, 230, 230)"
1595         linecolor: "rgb(220, 220, 220)"
1596         linewidth: 1
1597         showgrid: True
1598         showline: True
1599         showticklabels: False
1600         tickcolor: "rgb(220, 220, 220)"
1601         tickmode: "linear"
1602         tickfont:
1603           size: 16
1604         zeroline: False
1605       yaxis:
1606         title: "<b>Packet Latency [uSec]</b>"
1607         titlefont:
1608           size: 16
1609         type: "linear"
1610         gridcolor: "rgb(230, 230, 230)"
1611         hoverformat: ".4s"
1612         linecolor: "rgb(220, 220, 220)"
1613         linewidth: 1
1614         showgrid: True
1615         showline: True
1616         showticklabels: True
1617         tickcolor: "rgb(220, 220, 220)"
1618         tickformat: ".4s"
1619         tickfont:
1620           size: 16
1621         zeroline: True
1622         rangemode: "tozero"
1623       legend:
1624         orientation: "h"
1625         font:
1626           size: 16
1627         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1628       autosize: False
1629       margin:
1630           't': 50
1631           'b': 150
1632           'l': 80
1633           'r': 10
1634       showlegend: True
1635       width: 700
1636       height: 700
1637       paper_bgcolor: "#fff"
1638       plot_bgcolor: "#fff"
1639       hoverlabel:
1640         namelength: -1
1641
1642     plot-hdrh-latency:
1643       title:
1644         text: ""
1645         xanchor: "center"
1646         x: 0.5
1647         font:
1648           size: 16
1649       width: 700
1650       plot_bgcolor: "white"
1651       annotations:
1652         - font:
1653             size: 14
1654           showarrow: False
1655           text: "<b>Packet Latency [uSec]</b>"
1656           x: 1
1657           xanchor: "right"
1658           xref: "paper"
1659           y: -0.045
1660           yanchor: "top"
1661           yref: "paper"
1662         - font:
1663             size: 14
1664           showarrow: False
1665           text: "<b>Probability [%]</b>"
1666           textangle: 270
1667           x: -0.06
1668           xanchor: "center"
1669           xref: "paper"
1670           y: 0.5
1671           yanchor: "middle"
1672           yref: "paper"
1673         - font:
1674             size: 14
1675           showarrow: False
1676           text: "<b>Direction: E-W</b>"
1677           x: 0.24
1678           xanchor: "center"
1679           xref: "paper"
1680           y: 1.05
1681           yanchor: "bottom"
1682           yref: "paper"
1683         - font:
1684             size: 14
1685           showarrow: False
1686           text: "<b>Direction: W-E</b>"
1687           x: 0.74
1688           xanchor: "center"
1689           xref: "paper"
1690           y: 1.05
1691           yanchor: "bottom"
1692           yref: "paper"
1693
1694 - type: "static"
1695   src-path: "{DIR[RST]}"
1696   dst-path: "{DIR[WORKING,SRC]}"
1697
1698 - type: "input"
1699   general:
1700     file-name: "output_info.xml.gz"
1701     file-format: ".gz"
1702     arch-file-format:
1703       - ".gz"
1704       - ".zip"
1705     download-path: "{job}/{build}/archives/{filename}"
1706     extract: "output.xml"
1707
1708     zip-file-name: "robot-plugin.zip"
1709     zip-file-format: ".zip"
1710     zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1711     zip-extract: "robot-plugin/output.xml"
1712
1713   builds:
1714
1715     csit-vpp-perf-verify-1901-3n-hsw:
1716       - 35  # MRR sel
1717       - 10  # NDRPDR sel
1718       - 19  # NDRPDR sel
1719       - 31  # NDRPDR sel
1720 #      - 36  # NDRPDR sel
1721 #      - 40  # NDRPDR sel
1722 #      - 42  # NDRPDR sel
1723 #      - 44  # NDRPDR sel
1724 #      - 46  # NDRPDR sel
1725 #      - 47  # NDRPDR sel
1726 #      - 48  # NDRPDR sel
1727 #      - 61  # NDRPDR LB
1728 #      - 62  # NDRPDR LB
1729 #      - 63  # NDRPDR LB
1730 #      - 64  # NDRPDR LB
1731 #      - 65  # NDRPDR LB
1732 #      - 66  # NDRPDR LB
1733 #      - 67  # NDRPDR LB
1734 #      - 69  # NDRPDR LB
1735 #      - 70  # NDRPDR LB
1736 #      - 71  # NDRPDR LB
1737     csit-vpp-perf-verify-1904-3n-hsw:
1738       - 9   # MRR sel
1739       - 11  # NDRPDR sel
1740       - 12  # NDRPDR sel
1741       - 20  # NDRPDR sel
1742 #      - 21  # NDRPDR sel
1743 #      - 23  # NDRPDR sel
1744 #      - 24  # NDRPDR sel
1745 #      - 25  # NDRPDR sel
1746 #      - 26  # NDRPDR sel
1747 #      - 29  # NDRPDR sel
1748 #      - 30  # NDRPDR sel
1749     csit-vpp-perf-verify-1908-3n-hsw:
1750       - 12  # NDRPDR sel
1751       - 13  # NDRPDR sel
1752       - 14  # NDRPDR sel
1753 #      - 15  # NDRPDR sel
1754 #      - 16  # NDRPDR sel
1755 #      - 17  # NDRPDR sel
1756 #      - 18  # NDRPDR sel
1757 #      - 19  # NDRPDR sel
1758 #      - 20  # NDRPDR sel
1759 #      - 21  # NDRPDR sel
1760       - 48  # NDRPDR sel vhost
1761       - 49  # NDRPDR sel vhost
1762       - 52  # NDRPDR sel vhost
1763 #      - 53  # NDRPDR sel vhost
1764 #      - 54  # NDRPDR sel vhost
1765 #      - 55  # NDRPDR sel vhost
1766 #      - 56  # NDRPDR sel vhost
1767 #      - 57  # NDRPDR sel vhost
1768 #      - 58  # NDRPDR sel vhost
1769 #      - 59  # NDRPDR sel vhost
1770       - 24  # NDRPDR full
1771       - 25  # NDRPDR full
1772       - 26  # NDRPDR full
1773 #      - 27  # NDRPDR full
1774 #      - 28  # NDRPDR full
1775 #      - 29  # NDRPDR full
1776 #      - 32  # NDRPDR full
1777 #      - 33  # NDRPDR full
1778 #      - 36  # NDRPDR full
1779 #      - 38  # NDRPDR full
1780 #      - 50  # NDRPDR full vhost
1781       - 39  # MRR sel
1782     # TODO: Remove
1783     #       This data is only an example for HDRHistogram
1784     csit-vpp-perf-verify-master-3n-hsw:
1785       - 595
1786
1787     csit-vpp-perf-verify-1901-3n-skx:
1788       - 32  # MRR sel
1789       - 18  # NDRPDR sel
1790       - 19  # NDRPDR sel
1791       - 20  # NDRPDR sel
1792 #      - 28  # NDRPDR sel
1793 #      - 31  # NDRPDR sel
1794 #      - 33  # NDRPDR sel
1795 #      - 36  # NDRPDR sel
1796 #      - 38  # NDRPDR sel
1797 #      - 47  # NDRPDR sel
1798 #      - 48  # NDRPDR sel
1799 #      - 54  # NDRPDR LB
1800 #      - 57  # NDRPDR LB
1801 #      - 58  # NDRPDR LB
1802 #      - 59  # NDRPDR LB
1803 #      - 60  # NDRPDR LB
1804 #      - 63  # NDRPDR LB
1805 #      - 64  # NDRPDR LB
1806 #      - 65  # NDRPDR LB
1807 #      - 66  # NDRPDR LB
1808 #      - 67  # NDRPDR LB
1809     csit-vpp-perf-verify-1904-3n-skx:
1810       - 7   # MRR sel
1811       - 8   # NDRPDR sel
1812       - 9   # NDRPDR sel
1813       - 10  # NDRPDR sel
1814 #      - 11  # NDRPDR sel
1815 #      - 12  # NDRPDR sel
1816 #      - 14  # NDRPDR sel
1817 #      - 16  # NDRPDR sel
1818 #      - 21  # NDRPDR sel
1819 #      - 23  # NDRPDR sel
1820 #      - 25  # NDRPDR sel
1821     csit-vpp-perf-verify-1908-3n-skx:
1822       - 14  # NDRPDR sel
1823       - 16  # NDRPDR sel
1824       - 19  # NDRPDR sel
1825 #      - 20  # NDRPDR sel
1826 #      - 22  # NDRPDR sel
1827 #      - 23  # NDRPDR sel
1828 #      - 24  # NDRPDR sel
1829 #      - 25  # NDRPDR sel
1830 #      - 26  # NDRPDR sel
1831 #      - 29  # NDRPDR sel
1832 #      - 52  # NDRPDR sel vhost
1833 #      - 53  # NDRPDR sel vhost
1834 #      - 55  # NDRPDR sel vhost
1835 #      - 61  # NDRPDR sel vhost
1836 #      - 62  # NDRPDR sel vhost
1837 #      - 63  # NDRPDR sel vhost
1838 #      - 64  # NDRPDR sel vhost
1839 #      - 65  # NDRPDR sel vhost
1840 #      - 66  # NDRPDR sel vhost
1841 #      - 67  # NDRPDR sel vhost
1842       - 27  # NDRPDR full
1843       - 28  # NDRPDR full
1844       - 30  # NDRPDR full
1845 #      - 31  # NDRPDR full
1846 #      - 32  # NDRPDR full
1847 #      - 33  # NDRPDR full
1848 #      - 34  # NDRPDR full
1849 #      - 35  # NDRPDR full
1850 #      - 37  # NDRPDR full
1851 #      - 39  # NDRPDR full
1852 #      - 40  # NDRPDR full
1853 #      - 41  # NDRPDR full
1854 #      - 54  # NDRPDR full
1855       - 36  # MRR sel
1856     # TODO: Remove
1857     #       This data is only an example for HDRHistogram
1858     csit-vpp-perf-verify-master-3n-skx:
1859       - 299
1860
1861     csit-vpp-perf-verify-1901-2n-skx:
1862       - 22  # MRR sel
1863       - 5   # NDRPDR sel
1864       - 12  # NDRPDR sel
1865       - 13  # NDRPDR sel
1866 #      - 21  # NDRPDR sel
1867 #      - 23  # NDRPDR sel
1868 #      - 31  # NDRPDR sel
1869 #      - 34  # NDRPDR sel
1870 #      - 40  # NDRPDR sel
1871 #      - 42  # NDRPDR sel
1872 #      - 43  # NDRPDR sel
1873     csit-vpp-perf-verify-1904-2n-skx:
1874       - 11  # MRR sel
1875       - 12  # NDRPDR sel
1876       - 14  # NDRPDR sel
1877       - 16  # NDRPDR sel
1878 #      - 17  # NDRPDR sel
1879 #      - 18  # NDRPDR sel
1880 #      - 21  # NDRPDR sel
1881 #      - 27  # NDRPDR sel
1882 #      - 30  # NDRPDR sel
1883 #      - 31  # NDRPDR sel
1884 #      - 32  # NDRPDR sel
1885     csit-vpp-perf-verify-1908-2n-skx:
1886       - 26  # NDRPDR sel
1887       - 27  # NDRPDR sel
1888       - 34  # NDRPDR sel
1889 #      - 35  # NDRPDR sel
1890 #      - 36  # NDRPDR sel
1891 #      - 42  # NDRPDR sel
1892 #      - 43  # NDRPDR sel
1893 #      - 44  # NDRPDR sel
1894 #      - 45  # NDRPDR sel
1895 #      - 46  # NDRPDR sel
1896       - 88  # NDRPDR sel vhost
1897       - 89  # NDRPDR sel vhost
1898       - 91  # NDRPDR sel vhost
1899 #      - 92  # NDRPDR sel vhost
1900 #      - 93  # NDRPDR sel vhost
1901 #      - 94  # NDRPDR sel vhost
1902 #      - 95  # NDRPDR sel vhost
1903 #      - 96  # NDRPDR sel vhost
1904 #      - 97  # NDRPDR sel vhost
1905 #      - 98  # NDRPDR sel vhost
1906       - 48  # NDRPDR full
1907       - 49  # NDRPDR full
1908       - 50  # NDRPDR full
1909 #      - 51  # NDRPDR full
1910 #      - 54  # NDRPDR full
1911 #      - 55  # NDRPDR full
1912 #      - 90  # NDRPDR full vhost
1913       - 69  # MRR sel
1914       - 29  # TCP
1915       - 30  # TCP
1916       - 58  # TCP
1917 #      - 59  # TCP
1918 #      - 60  # TCP
1919 #      - 61  # TCP
1920 #      - 62  # TCP
1921 #      - 63  # TCP
1922 #      - 64  # TCP
1923 #      - 65  # TCP
1924       - 22  # NFV
1925       - 31  # NFV
1926       - 32  # NFV
1927 #      - 37  # NFV
1928 #      - 38  # NFV
1929 #      - 39  # NFV
1930 #      - 53  # NFV
1931 #      - 67  # NFV
1932 #      - 68  # NFV
1933 #      - 70  # NFV
1934 #      - 110 # NFV full
1935 #      - 111 # NFV full
1936 #      - 126 # NFV full
1937 #      - 127 # NFV full
1938       - 71  # NFV MRR
1939 #      - 112 # NFV reconf full
1940       - 113 # NFV reconf sel
1941       - 114 # NFV reconf sel
1942       - 115 # NFV reconf sel
1943 #      - 116 # NFV reconf sel
1944 #      - 118 # NFV reconf sel
1945 #      - 119 # NFV reconf sel
1946 #      - 120 # NFV reconf sel
1947 #      - 121 # NFV reconf sel
1948 #      - 122 # NFV reconf sel
1949 #      - 123 # NFV reconf sel
1950       - 83  # SOAK
1951       - 86  # SOAK
1952     # TODO: Remove
1953     #       This data is only an example for HDRHistogram
1954     csit-vpp-perf-verify-master-2n-skx:
1955       - 930
1956
1957     # csit-vpp-perf-verify-2001-2n-clx:
1958
1959     csit-vpp-perf-verify-1908-3n-tsh:
1960       - 7   # NDRPDR sel
1961       - 8   # NDRPDR sel
1962       - 9   # NDRPDR sel
1963 #      - 10  # NDRPDR sel
1964 #      - 11  # NDRPDR sel
1965 #      - 12  # NDRPDR sel
1966       - 13  # NDRPDR sel
1967 #      - 14  # NDRPDR sel
1968 #      - 15  # NDRPDR sel
1969 #      - 16  # NDRPDR sel
1970       - 17  # MRR sel
1971     # TODO: Remove
1972     #       This data is only an example for HDRHistogram
1973     csit-vpp-perf-verify-master-3n-tsh:
1974       - 25
1975
1976     csit-vpp-perf-verify-1908-3n-dnv:
1977       - 6   # NDRPDR sel
1978       - 7   # NDRPDR sel
1979       - 8   # NDRPDR sel
1980 #      - 9   # NDRPDR sel
1981 #      - 10  # NDRPDR sel
1982 #      - 12  # NDRPDR sel
1983 #      - 13  # NDRPDR sel
1984 #      - 14  # NDRPDR sel
1985 #      - 15  # NDRPDR sel
1986       - 16  # NDRPDR sel
1987       - 17  # MRR sel
1988
1989     csit-vpp-perf-verify-1908-2n-dnv:
1990       - 1   # NDRPDR sel
1991       - 2   # NDRPDR sel
1992       - 3   # NDRPDR sel
1993 #      - 4   # NDRPDR sel
1994 #      - 5   # NDRPDR sel
1995 #      - 6   # NDRPDR sel
1996 #      - 7   # NDRPDR sel
1997 #      - 8   # NDRPDR sel
1998       - 9   # NDRPDR sel
1999 #      - 10  # NDRPDR sel
2000       - 11  # MRR sel
2001
2002     csit-dpdk-perf-verify-1901-3n-hsw:
2003       - 13  # NDRPDR sel
2004       - 14  # NDRPDR sel
2005       - 16  # NDRPDR sel
2006 #      - 17  # NDRPDR sel
2007 #      - 18  # NDRPDR sel
2008 #      - 19  # NDRPDR sel
2009 #      - 20  # NDRPDR sel
2010 #      - 21  # NDRPDR sel
2011 #      - 22  # NDRPDR sel
2012 #      - 23  # NDRPDR sel
2013     csit-dpdk-perf-verify-1904-3n-hsw:
2014       - 2   # NDRPDR sel
2015       - 3   # NDRPDR sel
2016       - 5   # NDRPDR sel
2017 #      - 6   # NDRPDR sel
2018 #      - 13  # NDRPDR sel
2019 #      - 14  # NDRPDR sel
2020 #      - 15  # NDRPDR sel
2021 #      - 18  # NDRPDR sel
2022 #      - 19  # NDRPDR sel
2023 #      - 20  # NDRPDR sel
2024     csit-dpdk-perf-verify-1908-3n-hsw:
2025       - 2   # NDRPDR sel
2026       - 3   # NDRPDR sel
2027       - 4   # NDRPDR sel
2028 #      - 5   # NDRPDR sel
2029 #      - 6   # NDRPDR sel
2030 #      - 7   # NDRPDR sel
2031 #      - 8   # NDRPDR sel
2032 #      - 9   # NDRPDR sel
2033       - 10  # NDRPDR sel
2034 #      - 11  # NDRPDR sel
2035     # TODO: Replace
2036     #       This data is only an example for HDRHistogram
2037     csit-dpdk-perf-verify-master-3n-hsw:
2038       - 13
2039
2040     csit-dpdk-perf-verify-1901-3n-skx:
2041       - 3   # NDRPDR sel
2042       - 5   # NDRPDR sel
2043       - 6   # NDRPDR sel
2044 #      - 7   # NDRPDR sel
2045 #      - 8   # NDRPDR sel
2046 #      - 9   # NDRPDR sel
2047 #      - 10  # NDRPDR sel
2048 #      - 11  # NDRPDR sel
2049 #      - 12  # NDRPDR sel
2050 #      - 13  # NDRPDR sel
2051     csit-dpdk-perf-verify-1904-3n-skx:
2052       - 2   # NDRPDR sel
2053       - 3   # NDRPDR sel
2054       - 4   # NDRPDR sel
2055 #      - 5   # NDRPDR sel
2056 #      - 6   # NDRPDR sel
2057 #      - 7   # NDRPDR sel
2058 #      - 11  # NDRPDR sel
2059 #      - 12  # NDRPDR sel
2060 #      - 13  # NDRPDR sel
2061 #      - 14  # NDRPDR sel
2062     csit-dpdk-perf-verify-1908-3n-skx:
2063       - 3   # NDRPDR sel
2064       - 4   # NDRPDR sel
2065       - 5   # NDRPDR sel
2066 #      - 6   # NDRPDR sel
2067 #      - 7   # NDRPDR sel
2068 #      - 8   # NDRPDR sel
2069 #      - 9   # NDRPDR sel
2070 #      - 10  # NDRPDR sel
2071 #      - 11  # NDRPDR sel
2072       - 12  # NDRPDR sel
2073     # TODO: Replace
2074     #       This data is only an example for HDRHistogram
2075     csit-dpdk-perf-verify-master-3n-skx:
2076       - 23
2077
2078     csit-dpdk-perf-verify-1901-2n-skx:
2079       - 12  # NDRPDR sel
2080       - 13  # NDRPDR sel
2081       - 14  # NDRPDR sel
2082 #      - 15  # NDRPDR sel
2083 #      - 16  # NDRPDR sel
2084 #      - 17  # NDRPDR sel
2085 #      - 18  # NDRPDR sel
2086 #      - 19  # NDRPDR sel
2087 #      - 20  # NDRPDR sel
2088 #      - 21  # NDRPDR sel
2089     csit-dpdk-perf-verify-1904-2n-skx:
2090       - 2   # NDRPDR sel
2091       - 3   # NDRPDR sel
2092       - 4   # NDRPDR sel
2093 #      - 5   # NDRPDR sel
2094 #      - 7   # NDRPDR sel
2095 #      - 8   # NDRPDR sel
2096 #      - 9   # NDRPDR sel
2097 #      - 10  # NDRPDR sel
2098 #      - 11  # NDRPDR sel
2099 #      - 12  # NDRPDR sel
2100     csit-dpdk-perf-verify-1908-2n-skx:
2101       - 2   # NDRPDR sel
2102       - 3   # NDRPDR sel
2103       - 4   # NDRPDR sel
2104 #      - 5   # NDRPDR sel
2105 #      - 7   # NDRPDR sel
2106 #      - 8   # NDRPDR sel
2107 #      - 9   # NDRPDR sel
2108 #      - 10  # NDRPDR sel
2109 #      - 11  # NDRPDR sel
2110       - 12  # NDRPDR sel
2111     # TODO: Replace
2112     #       This data is only an example for HDRHistogram
2113     csit-dpdk-perf-verify-master-2n-skx:
2114       - 16
2115
2116     # csit-dpdk-perf-verify-2001-2n-clx:
2117
2118     csit-vpp-device-1908-ubuntu1804-1n-skx:
2119       - 65
2120
2121 - type: "output"
2122   output: "report"
2123   format:
2124     html:
2125     - full
2126 # TODO: Enable for release runs:
2127 #    pdf:
2128 #    - minimal
2129
2130 ################################################################################
2131 ###                               T A B L E S                                ###
2132 ################################################################################
2133
2134 # VPP Soak vs NDR
2135 - type: "table"
2136   title: "VPP Soak vs NDR 2n-skx"
2137   algorithm: "table_soak_vs_ndr"
2138   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
2139   reference:
2140     title: "NDR"
2141     data: "vpp-soak-vs-ndr-2n-skx-ref"
2142   compare:
2143     title: "Soak"
2144     data: "vpp-soak-vs-ndr-2n-skx-cmp"
2145   data: "vpp-soak-vs-ndr-2n-skx"
2146   include-tests: "NDR"
2147   filter: "('NDRPDR' or 'SOAK')"
2148   parameters:
2149     - "throughput"
2150     - "name"
2151     - "parent"
2152
2153 ################################################################################
2154
2155 # VPP Compare NICs 3n-skx 2t1c ndr
2156 - type: "table"
2157   title: "VPP Compare NICs 3n-skx 2t1c ndr"
2158   algorithm: "table_nics_comparison"
2159   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
2160   reference:
2161     title: "x710"
2162     nic: "NIC_Intel-X710"
2163   compare:
2164     title: "xxv710"
2165     nic: "NIC_Intel-XXV710"
2166   data: "vpp-nic-comparison-3n-skx"
2167   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2168   filter: "'2T1C' and 'NDRPDR'"
2169   parameters:
2170   - "name"
2171   - "parent"
2172   - "throughput"
2173   - "tags"
2174
2175 # VPP Compare NICs 3n-skx 4t2c ndr
2176 - type: "table"
2177   title: "VPP Compare NICs 3n-skx 4t2c ndr"
2178   algorithm: "table_nics_comparison"
2179   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
2180   reference:
2181     title: "x710"
2182     nic: "NIC_Intel-X710"
2183   compare:
2184     title: "xxv710"
2185     nic: "NIC_Intel-XXV710"
2186   data: "vpp-nic-comparison-3n-skx"
2187   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2188   filter: "'4T2C' and 'NDRPDR'"
2189   parameters:
2190   - "name"
2191   - "parent"
2192   - "throughput"
2193   - "tags"
2194
2195 # VPP Compare NICs 3n-skx 2t1c pdr
2196 - type: "table"
2197   title: "VPP Compare NICs 3n-skx 2t1c pdr"
2198   algorithm: "table_nics_comparison"
2199   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2200   reference:
2201     title: "x710"
2202     nic: "NIC_Intel-X710"
2203   compare:
2204     title: "xxv710"
2205     nic: "NIC_Intel-XXV710"
2206   data: "vpp-nic-comparison-3n-skx"
2207   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2208   filter: "'2T1C' and 'NDRPDR'"
2209   parameters:
2210   - "name"
2211   - "parent"
2212   - "throughput"
2213   - "tags"
2214
2215  # VPP Compare NICs 3n-skx 4t2c pdr
2216 - type: "table"
2217   title: "VPP Compare NICs 3n-skx 4t2c pdr"
2218   algorithm: "table_nics_comparison"
2219   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2220   reference:
2221     title: "x710"
2222     nic: "NIC_Intel-X710"
2223   compare:
2224     title: "xxv710"
2225     nic: "NIC_Intel-XXV710"
2226   data: "vpp-nic-comparison-3n-skx"
2227   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2228   filter: "'4T2C' and 'NDRPDR'"
2229   parameters:
2230   - "name"
2231   - "parent"
2232   - "throughput"
2233   - "tags"
2234
2235 # VPP Compare NICs 3n-skx 2t1c mrr
2236 - type: "table"
2237   title: "VPP Compare NICs 3n-skx 2t1c mrr"
2238   algorithm: "table_nics_comparison"
2239   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2240   reference:
2241     title: "x710"
2242     nic: "NIC_Intel-X710"
2243   compare:
2244     title: "xxv710"
2245     nic: "NIC_Intel-XXV710"
2246   data: "vpp-nic-comparison-3n-skx-mrr"
2247   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2248   filter: "'2T1C' and 'MRR'"
2249   parameters:
2250   - "name"
2251   - "parent"
2252   - "result"
2253   - "tags"
2254
2255 # VPP Compare NICs 3n-skx 4t2c mrr
2256 - type: "table"
2257   title: "VPP Compare NICs 3n-skx 4t2c mrr"
2258   algorithm: "table_nics_comparison"
2259   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2260   reference:
2261     title: "x710"
2262     nic: "NIC_Intel-X710"
2263   compare:
2264     title: "xxv710"
2265     nic: "NIC_Intel-XXV710"
2266   data: "vpp-nic-comparison-3n-skx-mrr"
2267   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2268   filter: "'4T2C' and 'MRR'"
2269   parameters:
2270   - "name"
2271   - "parent"
2272   - "result"
2273   - "tags"
2274
2275  # VPP Compare NICs 3n-skx 8t4c mrr
2276 - type: "table"
2277   title: "VPP Compare NICs 3n-skx 8t4c mrr"
2278   algorithm: "table_nics_comparison"
2279   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2280   reference:
2281     title: "x710"
2282     nic: "NIC_Intel-X710"
2283   compare:
2284     title: "xxv710"
2285     nic: "NIC_Intel-XXV710"
2286   data: "vpp-nic-comparison-3n-skx-mrr"
2287   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2288   filter: "'8T4C' and 'MRR'"
2289   parameters:
2290   - "name"
2291   - "parent"
2292   - "result"
2293   - "tags"
2294
2295 # VPP Compare NICs 2n-skx 2t1c ndr
2296 - type: "table"
2297   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2298   algorithm: "table_nics_comparison"
2299   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2300   reference:
2301     title: "x710"
2302     nic: "NIC_Intel-X710"
2303   compare:
2304     title: "xxv710"
2305     nic: "NIC_Intel-XXV710"
2306   data: "vpp-nic-comparison-2n-skx"
2307   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2308   filter: "'2T1C' and 'NDRPDR'"
2309   parameters:
2310   - "name"
2311   - "parent"
2312   - "throughput"
2313   - "tags"
2314
2315 # VPP Compare NICs 2n-skx 4t2c ndr
2316 - type: "table"
2317   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2318   algorithm: "table_nics_comparison"
2319   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2320   reference:
2321     title: "x710"
2322     nic: "NIC_Intel-X710"
2323   compare:
2324     title: "xxv710"
2325     nic: "NIC_Intel-XXV710"
2326   data: "vpp-nic-comparison-2n-skx"
2327   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2328   filter: "'4T2C' and 'NDRPDR'"
2329   parameters:
2330   - "name"
2331   - "parent"
2332   - "throughput"
2333   - "tags"
2334
2335  # VPP Compare NICs 2n-skx 2t1c pdr
2336 - type: "table"
2337   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2338   algorithm: "table_nics_comparison"
2339   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2340   reference:
2341     title: "x710"
2342     nic: "NIC_Intel-X710"
2343   compare:
2344     title: "xxv710"
2345     nic: "NIC_Intel-XXV710"
2346   data: "vpp-nic-comparison-2n-skx"
2347   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2348   filter: "'2T1C' and 'NDRPDR'"
2349   parameters:
2350   - "name"
2351   - "parent"
2352   - "throughput"
2353   - "tags"
2354
2355 # VPP Compare NICs 2n-skx 4t2c pdr
2356 - type: "table"
2357   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2358   algorithm: "table_nics_comparison"
2359   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2360   reference:
2361     title: "x710"
2362     nic: "NIC_Intel-X710"
2363   compare:
2364     title: "xxv710"
2365     nic: "NIC_Intel-XXV710"
2366   data: "vpp-nic-comparison-2n-skx"
2367   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2368   filter: "'4T2C' and 'NDRPDR'"
2369   parameters:
2370   - "name"
2371   - "parent"
2372   - "throughput"
2373   - "tags"
2374
2375 # VPP Compare NICs 2n-skx 2t1c mrr
2376 - type: "table"
2377   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2378   algorithm: "table_nics_comparison"
2379   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2380   reference:
2381     title: "x710"
2382     nic: "NIC_Intel-X710"
2383   compare:
2384     title: "xxv710"
2385     nic: "NIC_Intel-XXV710"
2386   data: "vpp-nic-comparison-2n-skx-mrr"
2387   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2388   filter: "'2T1C' and 'MRR'"
2389   parameters:
2390   - "name"
2391   - "parent"
2392   - "result"
2393   - "tags"
2394
2395 # VPP Compare NICs 2n-skx 4t2c mrr
2396 - type: "table"
2397   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2398   algorithm: "table_nics_comparison"
2399   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2400   reference:
2401     title: "x710"
2402     nic: "NIC_Intel-X710"
2403   compare:
2404     title: "xxv710"
2405     nic: "NIC_Intel-XXV710"
2406   data: "vpp-nic-comparison-2n-skx-mrr"
2407   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2408   filter: "'4T2C' and 'MRR'"
2409   parameters:
2410   - "name"
2411   - "parent"
2412   - "result"
2413   - "tags"
2414
2415 # VPP Compare NICs 2n-skx 8t4c mrr
2416 - type: "table"
2417   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2418   algorithm: "table_nics_comparison"
2419   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2420   reference:
2421     title: "x710"
2422     nic: "NIC_Intel-X710"
2423   compare:
2424     title: "xxv710"
2425     nic: "NIC_Intel-XXV710"
2426   data: "vpp-nic-comparison-2n-skx-mrr"
2427   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2428   filter: "'8T4C' and 'MRR'"
2429   parameters:
2430   - "name"
2431   - "parent"
2432   - "result"
2433   - "tags"
2434
2435 ################################################################################
2436 # VPP
2437
2438 # VPP Performance Changes 3n-hsw 1t1c pdr
2439 - type: "table"
2440   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2441   algorithm: "table_perf_comparison"
2442   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2443   history:
2444     - title: "rls1901"
2445       data: "vpp-performance-changes-3n-hsw-h1"
2446   reference:
2447     title: "rls1904"
2448     data: "vpp-performance-changes-3n-hsw-ref"
2449   compare:
2450     title: "rls1908"
2451     data: "vpp-performance-changes-3n-hsw-cmp"
2452     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2453   data: "vpp-performance-changes-3n-hsw"
2454   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2455   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2456   parameters:
2457   - "name"
2458   - "parent"
2459   - "throughput"
2460
2461 # VPP Performance Changes 3n-hsw 2t2c pdr
2462 - type: "table"
2463   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2464   algorithm: "table_perf_comparison"
2465   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2466   history:
2467     - title: "rls1901"
2468       data: "vpp-performance-changes-3n-hsw-h1"
2469   reference:
2470     title: "rls1904"
2471     data: "vpp-performance-changes-3n-hsw-ref"
2472   compare:
2473     title: "rls1908"
2474     data: "vpp-performance-changes-3n-hsw-cmp"
2475     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2476   data: "vpp-performance-changes-3n-hsw"
2477   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2478   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2479   parameters:
2480   - "name"
2481   - "parent"
2482   - "throughput"
2483
2484 # VPP Performance Changes 3n-hsw 1t1c ndr
2485 - type: "table"
2486   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2487   algorithm: "table_perf_comparison"
2488   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2489   history:
2490     - title: "rls1901"
2491       data: "vpp-performance-changes-3n-hsw-h1"
2492   reference:
2493     title: "rls1904"
2494     data: "vpp-performance-changes-3n-hsw-ref"
2495   compare:
2496     title: "rls1908"
2497     data: "vpp-performance-changes-3n-hsw-cmp"
2498     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2499   data: "vpp-performance-changes-3n-hsw"
2500   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2501   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2502   parameters:
2503   - "name"
2504   - "parent"
2505   - "throughput"
2506
2507 # VPP Performance Changes 3n-hsw 2t2c ndr
2508 - type: "table"
2509   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2510   algorithm: "table_perf_comparison"
2511   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2512   history:
2513     - title: "rls1901"
2514       data: "vpp-performance-changes-3n-hsw-h1"
2515   reference:
2516     title: "rls1904"
2517     data: "vpp-performance-changes-3n-hsw-ref"
2518   compare:
2519     title: "rls1908"
2520     data: "vpp-performance-changes-3n-hsw-cmp"
2521     data-replacement: "plot-vpp-throughput-lat-tsa-3n-hsw-vhost"
2522   data: "vpp-performance-changes-3n-hsw"
2523   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2524   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2525   parameters:
2526   - "name"
2527   - "parent"
2528   - "throughput"
2529
2530 # VPP Performance Changes 3n-skx 2t1c pdr
2531 - type: "table"
2532   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2533   algorithm: "table_perf_comparison_nic"
2534   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2535   history:
2536     - title: "rls1901 x710"
2537       data: "vpp-performance-changes-3n-skx-h1"
2538       nic: "NIC_Intel-X710"
2539   reference:
2540     title: "rls1904 x710"
2541     data: "vpp-performance-changes-3n-skx-ref"
2542     nic: "NIC_Intel-X710"
2543   compare:
2544     title: "rls1908 xxv710"
2545     data: "vpp-performance-changes-3n-skx-cmp"
2546     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2547     nic: "NIC_Intel-XXV710"
2548   data: "vpp-performance-changes-3n-skx"
2549   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2550   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2551   parameters:
2552   - "name"
2553   - "parent"
2554   - "throughput"
2555   - "tags"
2556
2557 # VPP Performance Changes 3n-skx 4t2c pdr
2558 - type: "table"
2559   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2560   algorithm: "table_perf_comparison_nic"
2561   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2562   history:
2563     - title: "rls1901 x710"
2564       data: "vpp-performance-changes-3n-skx-h1"
2565       nic: "NIC_Intel-X710"
2566   reference:
2567     title: "rls1904 x710"
2568     data: "vpp-performance-changes-3n-skx-ref"
2569     nic: "NIC_Intel-X710"
2570   compare:
2571     title: "rls1908 xxv710"
2572     data: "vpp-performance-changes-3n-skx-cmp"
2573     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2574     nic: "NIC_Intel-XXV710"
2575   data: "vpp-performance-changes-3n-skx"
2576   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2577   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2578   parameters:
2579   - "name"
2580   - "parent"
2581   - "throughput"
2582   - "tags"
2583
2584 # VPP Performance Changes 3n-skx 2t1c ndr
2585 - type: "table"
2586   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2587   algorithm: "table_perf_comparison_nic"
2588   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2589   history:
2590     - title: "rls1901 x710"
2591       data: "vpp-performance-changes-3n-skx-h1"
2592       nic: "NIC_Intel-X710"
2593   reference:
2594     title: "rls1904 x710"
2595     data: "vpp-performance-changes-3n-skx-ref"
2596     nic: "NIC_Intel-X710"
2597   compare:
2598     title: "rls1908 xxv710"
2599     data: "vpp-performance-changes-3n-skx-cmp"
2600     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2601     nic: "NIC_Intel-XXV710"
2602   data: "vpp-performance-changes-3n-skx"
2603   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2604   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2605   parameters:
2606   - "name"
2607   - "parent"
2608   - "throughput"
2609   - "tags"
2610
2611 # VPP Performance Changes 3n-skx 4t2c ndr
2612 - type: "table"
2613   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2614   algorithm: "table_perf_comparison_nic"
2615   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2616   history:
2617     - title: "rls1901 x710"
2618       data: "vpp-performance-changes-3n-skx-h1"
2619       nic: "NIC_Intel-X710"
2620   reference:
2621     title: "rls1904 x710"
2622     data: "vpp-performance-changes-3n-skx-ref"
2623     nic: "NIC_Intel-X710"
2624   compare:
2625     title: "rls1908 xxv710"
2626     data: "vpp-performance-changes-3n-skx-cmp"
2627     data-replacement: "plot-vpp-throughput-lat-tsa-3n-skx-vhost"
2628     nic: "NIC_Intel-XXV710"
2629   data: "vpp-performance-changes-3n-skx"
2630   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2631   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2632   parameters:
2633   - "name"
2634   - "parent"
2635   - "throughput"
2636   - "tags"
2637
2638 # VPP Performance Changes 2n-skx 2t1c pdr
2639 - type: "table"
2640   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2641   algorithm: "table_perf_comparison_nic"
2642   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2643   history:
2644     - title: "rls1901 x710"
2645       data: "vpp-performance-changes-2n-skx-h1"
2646       nic: "NIC_Intel-X710"
2647   reference:
2648     title: "rls1904 x710"
2649     data: "vpp-performance-changes-2n-skx-ref"
2650     nic: "NIC_Intel-X710"
2651   compare:
2652     title: "rls1908 xxv710"
2653     data: "vpp-performance-changes-2n-skx-cmp"
2654     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2655     nic: "NIC_Intel-XXV710"
2656   data: "vpp-performance-changes-2n-skx"
2657   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2658   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2659   parameters:
2660   - "name"
2661   - "parent"
2662   - "throughput"
2663   - "tags"
2664
2665 # VPP Performance Changes 2n-skx 4t2c pdr
2666 - type: "table"
2667   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2668   algorithm: "table_perf_comparison_nic"
2669   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2670   history:
2671     - title: "rls1901 x710"
2672       data: "vpp-performance-changes-2n-skx-h1"
2673       nic: "NIC_Intel-X710"
2674   reference:
2675     title: "rls1904 x710"
2676     data: "vpp-performance-changes-2n-skx-ref"
2677     nic: "NIC_Intel-X710"
2678   compare:
2679     title: "rls1908 xxv710"
2680     data: "vpp-performance-changes-2n-skx-cmp"
2681     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2682     nic: "NIC_Intel-XXV710"
2683   data: "vpp-performance-changes-2n-skx"
2684   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2685   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2686   parameters:
2687   - "name"
2688   - "parent"
2689   - "throughput"
2690   - "tags"
2691
2692 # VPP Performance Changes 2n-skx 2t1c ndr
2693 - type: "table"
2694   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2695   algorithm: "table_perf_comparison_nic"
2696   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2697   history:
2698     - title: "rls1901 x710"
2699       data: "vpp-performance-changes-2n-skx-h1"
2700       nic: "NIC_Intel-X710"
2701   reference:
2702     title: "rls1904 x710"
2703     data: "vpp-performance-changes-2n-skx-ref"
2704     nic: "NIC_Intel-X710"
2705   compare:
2706     title: "rls1908 xxv710"
2707     data: "vpp-performance-changes-2n-skx-cmp"
2708     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2709     nic: "NIC_Intel-XXV710"
2710   data: "vpp-performance-changes-2n-skx"
2711   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2712   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2713   parameters:
2714   - "name"
2715   - "parent"
2716   - "throughput"
2717   - "tags"
2718
2719 # VPP Performance Changes 2n-skx 4t2c ndr
2720 - type: "table"
2721   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2722   algorithm: "table_perf_comparison_nic"
2723   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2724   history:
2725     - title: "rls1901 x710"
2726       data: "vpp-performance-changes-2n-skx-h1"
2727       nic: "NIC_Intel-X710"
2728   reference:
2729     title: "rls1904 x710"
2730     data: "vpp-performance-changes-2n-skx-ref"
2731     nic: "NIC_Intel-X710"
2732   compare:
2733     title: "rls1908 xxv710"
2734     data: "vpp-performance-changes-2n-skx-cmp"
2735     data-replacement: "plot-vpp-throughput-lat-tsa-2n-skx-vhost"
2736     nic: "NIC_Intel-XXV710"
2737   data: "vpp-performance-changes-2n-skx"
2738   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2739   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2740   parameters:
2741   - "name"
2742   - "parent"
2743   - "throughput"
2744   - "tags"
2745
2746 # VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr
2747 - type: "table"
2748   title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr"
2749   algorithm: "table_perf_comparison"
2750   output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr"
2751   reference:
2752     title: "rls1908"
2753     data: "vpp-performance-changes-nfv-2n-skx-ref"
2754   compare:
2755     title: "rls2001"
2756     data: "vpp-performance-changes-nfv-2n-skx-cmp"
2757   data: "vpp-performance-changes-nfv-2n-skx"
2758   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2759   filter: "'2T1C' and 'NDRPDR'"
2760   parameters:
2761   - "name"
2762   - "parent"
2763   - "throughput"
2764   - "tags"
2765
2766 # VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr
2767 - type: "table"
2768   title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr"
2769   algorithm: "table_perf_comparison"
2770   output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr"
2771   reference:
2772     title: "rls1908"
2773     data: "vpp-performance-changes-nfv-2n-skx-ref"
2774   compare:
2775     title: "rls2001"
2776     data: "vpp-performance-changes-nfv-2n-skx-cmp"
2777   data: "vpp-performance-changes-nfv-2n-skx"
2778   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2779   filter: "'4T2C' and 'NDRPDR'"
2780   parameters:
2781   - "name"
2782   - "parent"
2783   - "throughput"
2784   - "tags"
2785
2786 # VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr
2787 - type: "table"
2788   title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr"
2789   algorithm: "table_perf_comparison"
2790   output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr"
2791   reference:
2792     title: "rls1908"
2793     data: "vpp-performance-changes-nfv-2n-skx-ref"
2794   compare:
2795     title: "rls2001"
2796     data: "vpp-performance-changes-nfv-2n-skx-cmp"
2797   data: "vpp-performance-changes-nfv-2n-skx"
2798   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2799   filter: "'2T1C' and 'NDRPDR'"
2800   parameters:
2801   - "name"
2802   - "parent"
2803   - "throughput"
2804   - "tags"
2805
2806 # VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr
2807 - type: "table"
2808   title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr"
2809   algorithm: "table_perf_comparison"
2810   output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr"
2811   reference:
2812     title: "rls1908"
2813     data: "vpp-performance-changes-nfv-2n-skx-ref"
2814   compare:
2815     title: "rls2001"
2816     data: "vpp-performance-changes-nfv-2n-skx-cmp"
2817   data: "vpp-performance-changes-nfv-2n-skx"
2818   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2819   filter: "'4T2C' and 'NDRPDR'"
2820   parameters:
2821   - "name"
2822   - "parent"
2823   - "throughput"
2824   - "tags"
2825
2826 # VPP Performance Changes 2n-dnv 1t1c pdr
2827 - type: "table"
2828   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2829   algorithm: "table_perf_comparison"
2830   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2831   reference:
2832     title: "rls1908"
2833     data: "vpp-performance-changes-2n-dnv-ref"
2834   compare:
2835     title: "rls2001"
2836     data: "vpp-performance-changes-2n-dnv-cmp"
2837   data: "vpp-performance-changes-2n-dnv"
2838   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2839   filter: "'1T1C'"
2840   parameters:
2841   - "name"
2842   - "parent"
2843   - "throughput"
2844   - "tags"
2845
2846 # VPP Performance Changes 2n-dnv 2t2c pdr
2847 - type: "table"
2848   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2849   algorithm: "table_perf_comparison"
2850   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2851   reference:
2852     title: "rls1908"
2853     data: "vpp-performance-changes-2n-dnv-ref"
2854   compare:
2855     title: "rls2001"
2856     data: "vpp-performance-changes-2n-dnv-cmp"
2857   data: "vpp-performance-changes-2n-dnv"
2858   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2859   filter: "'2T2C'"
2860   parameters:
2861   - "name"
2862   - "parent"
2863   - "throughput"
2864   - "tags"
2865
2866 # VPP Performance Changes 2n-dnv 1t1c ndr
2867 - type: "table"
2868   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2869   algorithm: "table_perf_comparison"
2870   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2871   reference:
2872     title: "rls1908"
2873     data: "vpp-performance-changes-2n-dnv-ref"
2874   compare:
2875     title: "rls2001"
2876     data: "vpp-performance-changes-2n-dnv-cmp"
2877   data: "vpp-performance-changes-2n-dnv"
2878   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2879   filter: "'1T1C'"
2880   parameters:
2881   - "name"
2882   - "parent"
2883   - "throughput"
2884   - "tags"
2885
2886 # VPP Performance Changes 2n-dnv 2t2c ndr
2887 - type: "table"
2888   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2889   algorithm: "table_perf_comparison"
2890   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2891   reference:
2892     title: "rls1908 "
2893     data: "vpp-performance-changes-2n-dnv-ref"
2894   compare:
2895     title: "rls2001"
2896     data: "vpp-performance-changes-2n-dnv-cmp"
2897   data: "vpp-performance-changes-2n-dnv"
2898   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2899   filter: "'2T2C'"
2900   parameters:
2901   - "name"
2902   - "parent"
2903   - "throughput"
2904   - "tags"
2905
2906 # VPP Performance Changes 3n-dnv 1t1c pdr
2907 - type: "table"
2908   title: "VPP Performance Changes 3n-dnv 1t1c pdr"
2909   algorithm: "table_perf_comparison"
2910   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
2911   reference:
2912     title: "rls1908"
2913     data: "vpp-performance-changes-3n-dnv-ref"
2914   compare:
2915     title: "rls2001"
2916     data: "vpp-performance-changes-3n-dnv-cmp"
2917   data: "vpp-performance-changes-3n-dnv"
2918   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2919   filter: "'1T1C'"
2920   parameters:
2921   - "name"
2922   - "parent"
2923   - "throughput"
2924   - "tags"
2925
2926 # VPP Performance Changes 3n-dnv 2t2c pdr
2927 - type: "table"
2928   title: "VPP Performance Changes 3n-dnv 2t2c pdr"
2929   algorithm: "table_perf_comparison"
2930   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
2931   reference:
2932     title: "rls1908"
2933     data: "vpp-performance-changes-3n-dnv-ref"
2934   compare:
2935     title: "rls2001"
2936     data: "vpp-performance-changes-3n-dnv-cmp"
2937   data: "vpp-performance-changes-3n-dnv"
2938   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2939   filter: "'2T2C'"
2940   parameters:
2941   - "name"
2942   - "parent"
2943   - "throughput"
2944   - "tags"
2945
2946 # VPP Performance Changes 3n-dnv 1t1c ndr
2947 - type: "table"
2948   title: "VPP Performance Changes 3n-dnv 1t1c ndr"
2949   algorithm: "table_perf_comparison"
2950   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
2951   reference:
2952     title: "rls1908"
2953     data: "vpp-performance-changes-3n-dnv-ref"
2954   compare:
2955     title: "rls2001"
2956     data: "vpp-performance-changes-3n-dnv-cmp"
2957   data: "vpp-performance-changes-3n-dnv"
2958   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2959   filter: "'1T1C'"
2960   parameters:
2961   - "name"
2962   - "parent"
2963   - "throughput"
2964   - "tags"
2965
2966 # VPP Performance Changes 3n-dnv 2t2c ndr
2967 - type: "table"
2968   title: "VPP Performance Changes 3n-dnv 2t2c ndr"
2969   algorithm: "table_perf_comparison"
2970   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
2971   reference:
2972     title: "rls1908"
2973     data: "vpp-performance-changes-3n-dnv-ref"
2974   compare:
2975     title: "rls2001"
2976     data: "vpp-performance-changes-3n-dnv-cmp"
2977   data: "vpp-performance-changes-3n-dnv"
2978   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2979   filter: "'2T2C'"
2980   parameters:
2981   - "name"
2982   - "parent"
2983   - "throughput"
2984   - "tags"
2985
2986 # VPP Performance Changes 3n-tsh 1t1c pdr
2987 - type: "table"
2988   title: "VPP Performance Changes 3n-tsh 1t1c pdr"
2989   algorithm: "table_perf_comparison"
2990   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
2991   reference:
2992     title: "rls1908"
2993     data: "vpp-performance-changes-3n-tsh-ref"
2994   compare:
2995     title: "rls2001"
2996     data: "vpp-performance-changes-3n-tsh-cmp"
2997   data: "vpp-performance-changes-3n-tsh"
2998   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2999   filter: "'1T1C'"
3000   parameters:
3001   - "name"
3002   - "parent"
3003   - "throughput"
3004   - "tags"
3005
3006 # VPP Performance Changes 3n-tsh 2t2c pdr
3007 - type: "table"
3008   title: "VPP Performance Changes 3n-tsh 2t2c pdr"
3009   algorithm: "table_perf_comparison"
3010   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
3011   reference:
3012     title: "rls1908"
3013     data: "vpp-performance-changes-3n-tsh-ref"
3014   compare:
3015     title: "rls2001"
3016     data: "vpp-performance-changes-3n-tsh-cmp"
3017   data: "vpp-performance-changes-3n-tsh"
3018   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3019   filter: "'2T2C'"
3020   parameters:
3021   - "name"
3022   - "parent"
3023   - "throughput"
3024   - "tags"
3025
3026 # VPP Performance Changes 3n-tsh 1t1c ndr
3027 - type: "table"
3028   title: "VPP Performance Changes 3n-tsh 1t1c ndr"
3029   algorithm: "table_perf_comparison"
3030   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
3031   reference:
3032     title: "rls1908"
3033     data: "vpp-performance-changes-3n-tsh-ref"
3034   compare:
3035     title: "rls2001"
3036     data: "vpp-performance-changes-3n-tsh-cmp"
3037   data: "vpp-performance-changes-3n-tsh"
3038   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3039   filter: "'1T1C'"
3040   parameters:
3041   - "name"
3042   - "parent"
3043   - "throughput"
3044   - "tags"
3045
3046 # VPP Performance Changes 3n-tsh 2t2c ndr
3047 - type: "table"
3048   title: "VPP Performance Changes 3n-tsh 2t2c ndr"
3049   algorithm: "table_perf_comparison"
3050   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
3051   reference:
3052     title: "rls1908"
3053     data: "vpp-performance-changes-3n-tsh-ref"
3054   compare:
3055     title: "rls2001"
3056     data: "vpp-performance-changes-3n-tsh-cmp"
3057   data: "vpp-performance-changes-3n-tsh"
3058   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3059   filter: "'2T2C'"
3060   parameters:
3061   - "name"
3062   - "parent"
3063   - "throughput"
3064   - "tags"
3065
3066 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
3067 - type: "table"
3068   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
3069   algorithm: "table_perf_comparison_nic"
3070   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
3071   reference:
3072     title: "3n-hsw xl710"
3073     data: "vpp-compare-testbeds-ref"
3074     nic: "NIC_Intel-XL710"
3075   compare:
3076     title: "3n-skx xxv710"
3077     data: "vpp-compare-testbeds-cmp"
3078     nic: "NIC_Intel-XXV710"
3079   data: "vpp-compare-testbeds"
3080   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3081   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
3082   parameters:
3083   - "name"
3084   - "parent"
3085   - "throughput"
3086   - "tags"
3087
3088 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
3089 - type: "table"
3090   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
3091   algorithm: "table_perf_comparison_nic"
3092   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
3093   reference:
3094     title: "3n-hsw xl710"
3095     data: "vpp-compare-testbeds-ref"
3096     nic: "NIC_Intel-XL710"
3097   compare:
3098     title: "3n-skx xxv710"
3099     data: "vpp-compare-testbeds-cmp"
3100     nic: "NIC_Intel-XXV710"
3101   data: "vpp-compare-testbeds"
3102   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3103   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
3104   parameters:
3105   - "name"
3106   - "parent"
3107   - "throughput"
3108   - "tags"
3109
3110 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
3111 - type: "table"
3112   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
3113   algorithm: "table_perf_comparison_nic"
3114   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
3115   reference:
3116     title: "3n-hsw xl710"
3117     data: "vpp-compare-testbeds-ref"
3118     nic: "NIC_Intel-XL710"
3119   compare:
3120     title: "3n-skx xxv710"
3121     data: "vpp-compare-testbeds-cmp"
3122     nic: "NIC_Intel-XXV710"
3123   data: "vpp-compare-testbeds"
3124   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3125   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
3126   parameters:
3127   - "name"
3128   - "parent"
3129   - "throughput"
3130   - "tags"
3131
3132 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
3133 - type: "table"
3134   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
3135   algorithm: "table_perf_comparison_nic"
3136   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
3137   reference:
3138     title: "3n-hsw xl710"
3139     data: "vpp-compare-testbeds-ref"
3140     nic: "NIC_Intel-XL710"
3141   compare:
3142     title: "3n-skx xxv710"
3143     data: "vpp-compare-testbeds-cmp"
3144     nic: "NIC_Intel-XXV710"
3145   data: "vpp-compare-testbeds"
3146   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3147   filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
3148   parameters:
3149   - "name"
3150   - "parent"
3151   - "throughput"
3152   - "tags"
3153
3154 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
3155 - type: "table"
3156   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
3157   algorithm: "table_perf_comparison"
3158   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
3159   reference:
3160     title: "2n-skx"
3161     data: "vpp-compare-testbeds-skx-clx-ref"
3162   compare:
3163     title: "2n-clx"
3164     data: "vpp-compare-testbeds-skx-clx-cmp"
3165   data: "vpp-compare-testbeds-skx-clx"
3166   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3167   filter: "'2T1C'"
3168   parameters:
3169   - "name"
3170   - "parent"
3171   - "throughput"
3172   - "tags"
3173
3174 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
3175 - type: "table"
3176   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
3177   algorithm: "table_perf_comparison"
3178   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
3179   reference:
3180     title: "2n-skx"
3181     data: "vpp-compare-testbeds-skx-clx-ref"
3182   compare:
3183     title: "2n-clx"
3184     data: "vpp-compare-testbeds-skx-clx-cmp"
3185   data: "vpp-compare-testbeds-skx-clx"
3186   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3187   filter: "'4T2C'"
3188   parameters:
3189   - "name"
3190   - "parent"
3191   - "throughput"
3192   - "tags"
3193
3194 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
3195 - type: "table"
3196   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
3197   algorithm: "table_perf_comparison"
3198   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
3199   reference:
3200     title: "2n-skx"
3201     data: "vpp-compare-testbeds-skx-clx-ref"
3202   compare:
3203     title: "2n-clx"
3204     data: "vpp-compare-testbeds-skx-clx-cmp"
3205   data: "vpp-compare-testbeds-skx-clx"
3206   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3207   filter: "'2T1C'"
3208   parameters:
3209   - "name"
3210   - "parent"
3211   - "throughput"
3212   - "tags"
3213
3214 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
3215 - type: "table"
3216   title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
3217   algorithm: "table_perf_comparison"
3218   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
3219   reference:
3220     title: "2n-skx"
3221     data: "vpp-compare-testbeds-skx-clx-ref"
3222   compare:
3223     title: "2n-clx"
3224     data: "vpp-compare-testbeds-skx-clx-cmp"
3225   data: "vpp-compare-testbeds-skx-clx"
3226   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3227   filter: "'4T2C'"
3228   parameters:
3229   - "name"
3230   - "parent"
3231   - "throughput"
3232   - "tags"
3233
3234 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
3235 - type: "table"
3236   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
3237   algorithm: "table_perf_comparison"
3238   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
3239   reference:
3240     title: "3-Node Skx"
3241     data: "vpp-compare-topologies-ref"
3242   compare:
3243     title: "2-Node Skx"
3244     data: "vpp-compare-topologies-cmp"
3245   data: "vpp-compare-topologies"
3246   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3247   filter: "'NDRPDR' and '1C'"
3248   parameters:
3249   - "name"
3250   - "parent"
3251   - "throughput"
3252
3253 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
3254 - type: "table"
3255   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
3256   algorithm: "table_perf_comparison"
3257   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
3258   reference:
3259     title: "3-Node Skx"
3260     data: "vpp-compare-topologies-ref"
3261   compare:
3262     title: "2-Node Skx"
3263     data: "vpp-compare-topologies-cmp"
3264   data: "vpp-compare-topologies"
3265   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3266   filter: "'NDRPDR' and '2C'"
3267   parameters:
3268   - "name"
3269   - "parent"
3270   - "throughput"
3271
3272 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
3273 - type: "table"
3274   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
3275   algorithm: "table_perf_comparison"
3276   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
3277   reference:
3278     title: "3-Node Skx"
3279     data: "vpp-compare-topologies-ref"
3280   compare:
3281     title: "2-Node Skx"
3282     data: "vpp-compare-topologies-cmp"
3283   data: "vpp-compare-topologies"
3284   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3285   filter: "'NDRPDR' and '1C'"
3286   parameters:
3287   - "name"
3288   - "parent"
3289   - "throughput"
3290
3291 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
3292 - type: "table"
3293   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
3294   algorithm: "table_perf_comparison"
3295   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
3296   reference:
3297     title: "3-Node Skx"
3298     data: "vpp-compare-topologies-ref"
3299   compare:
3300     title: "2-Node Skx"
3301     data: "vpp-compare-topologies-cmp"
3302   data: "vpp-compare-topologies"
3303   include-tests: "PDR"
3304   filter: "'NDRPDR' and '2C'"
3305   parameters:
3306   - "name"
3307   - "parent"
3308   - "throughput"
3309
3310 # VPP Performance Changes 3n-hsw 1t1c MRR
3311 - type: "table"
3312   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
3313   algorithm: "table_perf_comparison"
3314   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
3315   history:
3316     - title: "rls1901"
3317       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3318   reference:
3319     title: "rls1904"
3320     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3321   compare:
3322     title: "rls1908"
3323     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3324   data: "vpp-performance-changes-3n-hsw-mrr"
3325   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3326   filter: "'1T1C' and 'MRR'"
3327   parameters:
3328   - "name"
3329   - "parent"
3330   - "result"
3331
3332 # VPP Performance Changes 3n-hsw 2t2c MRR
3333 - type: "table"
3334   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
3335   algorithm: "table_perf_comparison"
3336   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
3337   history:
3338     - title: "rls1901"
3339       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3340   reference:
3341     title: "rls1904"
3342     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3343   compare:
3344     title: "rls1908"
3345     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3346   data: "vpp-performance-changes-3n-hsw-mrr"
3347   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3348   filter: "'2T2C' and 'MRR'"
3349   parameters:
3350   - "name"
3351   - "parent"
3352   - "result"
3353
3354 # VPP Performance Changes 3n-hsw 4t4c MRR
3355 - type: "table"
3356   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
3357   algorithm: "table_perf_comparison"
3358   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
3359   history:
3360     - title: "rls1901"
3361       data: "vpp-performance-changes-3n-hsw-mrr-h1"
3362   reference:
3363     title: "rls1904"
3364     data: "vpp-performance-changes-3n-hsw-mrr-ref"
3365   compare:
3366     title: "rls1908"
3367     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
3368   data: "vpp-performance-changes-3n-hsw-mrr"
3369   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3370   filter: "'4T4C' and 'MRR'"
3371   parameters:
3372   - "name"
3373   - "parent"
3374   - "result"
3375
3376 # VPP Performance Changes 3n-skx 2t1c MRR
3377 - type: "table"
3378   title: "VPP Performance Changes 3n-skx 2t1c MRR"
3379   algorithm: "table_perf_comparison"
3380   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
3381   history:
3382     - title: "rls1901"
3383       data: "vpp-performance-changes-3n-skx-mrr-h1"
3384   reference:
3385     title: "rls1904"
3386     data: "vpp-performance-changes-3n-skx-mrr-ref"
3387   compare:
3388     title: "rls1908"
3389     data: "vpp-performance-changes-3n-skx-mrr-cmp"
3390   data: "vpp-performance-changes-3n-skx-mrr"
3391   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3392   filter: "'2T1C' and 'MRR'"
3393   parameters:
3394   - &q