f8278696c8037764a565ab10d32771d69339b05d
[csit.git] / resources / tools / presentation / specification.yaml
1 -
2   type: "environment"
3
4   paths:
5     # Top level directories:
6     ## Working directory
7     DIR[WORKING]: "_tmp"
8     ## Build directories
9     DIR[BUILD,HTML]: "_build"
10     DIR[BUILD,LATEX]: "_build_latex"
11
12     # Static .rst files
13     DIR[RST]: "../../../docs/report"
14
15     # Working directories
16     ## Input data files (.zip, .xml)
17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
18     ## Static source files from git
19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
21
22     # Static html content
23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
27
28     # Detailed test results
29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49
50     # Detailed test configurations
51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
63
64     # Detailed tests operational data
65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
70
71     # .css patch file to fix tables generated by Sphinx
72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
74
75   urls:
76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip"
79     # URL[VIRL,DNV]: "http://download.it/from/nexus"
80     URL[NEXUS]: "https://docs.fd.io/csit"
81     DIR[NEXUS]: "report/_static/archive"
82
83   make-dirs:
84   # List the directories which are created while preparing the environment.
85   # All directories MUST be defined in "paths" section.
86   - "DIR[WORKING,DATA]"
87   - "DIR[STATIC,VPP]"
88   - "DIR[STATIC,DPDK]"
89   - "DIR[STATIC,ARCH]"
90   - "DIR[BUILD,LATEX]"
91   - "DIR[WORKING,SRC]"
92   - "DIR[WORKING,SRC,STATIC]"
93
94   remove-dirs:
95   # List the directories which are deleted while cleaning the environment.
96   # All directories MUST be defined in "paths" section.
97   #- "DIR[BUILD,HTML]"
98   - "DIR[WORKING,DATA]"
99
100   build-dirs:
101   # List the directories where the results (build) is stored.
102   # All directories MUST be defined in "paths" section.
103   - "DIR[BUILD,HTML]"
104   - "DIR[BUILD,LATEX]"
105
106 -
107   type: "configuration"
108
109   limits:
110     nic:
111       x520: 24460000
112       x553: 29761905
113       x710: 35800000
114       xxv710: 35800000
115       xl710: 35800000
116
117     link:
118       10ge: 14880952.38
119       25ge: 37202380.95
120       40ge: 59523809.52
121       100ge: 148809523.81
122
123     pci:
124       pci-g3-x8: 74404761.90
125       pci-g3-x16: 148809523.81
126
127   data-sets:
128
129     ###########################################################################
130     # Plots:
131
132     # 3n-hsw
133
134     plot-vpp-throughput-latency-3n-hsw:
135       csit-vpp-perf-verify-1901-3n-hsw:
136 #        - 10  # NDRPDR sel
137 #        - 19  # NDRPDR sel
138 #        - 31  # NDRPDR sel
139 #        - 36  # NDRPDR sel
140 #        - 40  # NDRPDR sel
141 #        - 42  # NDRPDR sel
142 #        - 44  # NDRPDR sel
143 #        - 46  # NDRPDR sel
144 #        - 47  # NDRPDR sel
145 #        - 48  # NDRPDR sel
146 #        - 61  # NDRPDR LB
147 #        - 62  # NDRPDR LB
148 #        - 63  # NDRPDR LB
149 #        - 64  # NDRPDR LB
150 #        - 65  # NDRPDR LB
151 #        - 66  # NDRPDR LB
152 #        - 67  # NDRPDR LB
153 #        - 69  # NDRPDR LB
154 #        - 70  # NDRPDR LB
155 #        - 71  # NDRPDR LB
156         - 72  # 1901.1 NDRPDR sel
157         - 78  # 1901.1 NDRPDR sel
158
159     plot-throughput-speedup-analysis-3n-hsw:
160       csit-vpp-perf-verify-1901-3n-hsw:
161 #        - 10  # NDRPDR sel
162 #        - 19  # NDRPDR sel
163 #        - 31  # NDRPDR sel
164 #        - 36  # NDRPDR sel
165 #        - 40  # NDRPDR sel
166 #        - 42  # NDRPDR sel
167 #        - 44  # NDRPDR sel
168 #        - 46  # NDRPDR sel
169 #        - 47  # NDRPDR sel
170 #        - 48  # NDRPDR sel
171 #        - 61  # NDRPDR LB
172 #        - 62  # NDRPDR LB
173 #        - 63  # NDRPDR LB
174 #        - 64  # NDRPDR LB
175 #        - 65  # NDRPDR LB
176 #        - 66  # NDRPDR LB
177 #        - 67  # NDRPDR LB
178 #        - 69  # NDRPDR LB
179 #        - 70  # NDRPDR LB
180 #        - 71  # NDRPDR LB
181         - 72  # 1901.1 NDRPDR sel
182         - 78  # 1901.1 NDRPDR sel
183
184     plot-vpp-http-server-performance:
185       # TODO: Replace with new data
186       # csit-vpp-perf-verify-1901-3n-hsw:
187       csit-vpp-perf-verify-1810-3n-hsw:
188         - 28  # WRK
189         - 29  # WRK
190         - 30  # WRK
191         - 31  # WRK
192         - 32  # WRK
193         - 33  # WRK
194         - 34  # WRK
195         - 35  # WRK
196         - 36  # WRK
197         - 37  # WRK
198
199     plot-ligato-throughput-latency-3n-hsw:
200       csit-ligato-perf-verify-1901-3n-hsw:
201         - 8   # NDRPDR sel
202         - 9   # NDRPDR sel
203         - 11  # NDRPDR sel
204         - 12  # NDRPDR sel
205         - 13  # NDRPDR sel
206         - 14  # NDRPDR sel
207         - 15  # NDRPDR sel
208         - 16  # NDRPDR sel
209         - 17  # NDRPDR sel
210         - 18  # NDRPDR sel
211
212     plot-ligato-throughput-speedup-analysis-3n-hsw:
213       csit-ligato-perf-verify-1901-3n-hsw:
214         - 8   # NDRPDR sel
215         - 9   # NDRPDR sel
216         - 11  # NDRPDR sel
217         - 12  # NDRPDR sel
218         - 13  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 15  # NDRPDR sel
221         - 16  # NDRPDR sel
222         - 17  # NDRPDR sel
223         - 18  # NDRPDR sel
224
225     plot-dpdk-throughput-latency-3n-hsw:
226       csit-dpdk-perf-verify-1901-3n-hsw:
227         - 13  # NDRPDR sel
228         - 14  # NDRPDR sel
229         - 16  # NDRPDR sel
230         - 17  # NDRPDR sel
231         - 18  # NDRPDR sel
232         - 19  # NDRPDR sel
233         - 20  # NDRPDR sel
234         - 21  # NDRPDR sel
235         - 22  # NDRPDR sel
236         - 23  # NDRPDR sel
237
238     # 3n-skx
239
240     plot-vpp-throughput-latency-3n-skx:
241       csit-vpp-perf-verify-1901-3n-skx:
242 #        - 18  # NDRPDR sel
243 #        - 19  # NDRPDR sel
244 #        - 20  # NDRPDR sel
245 #        - 28  # NDRPDR sel
246 #        - 31  # NDRPDR sel
247 #        - 33  # NDRPDR sel
248 #        - 36  # NDRPDR sel
249 #        - 38  # NDRPDR sel
250 #        - 47  # NDRPDR sel
251 #        - 48  # NDRPDR sel
252 #        - 54  # NDRPDR LB
253 #        - 57  # NDRPDR LB
254 #        - 58  # NDRPDR LB
255 #        - 59  # NDRPDR LB
256 #        - 60  # NDRPDR LB
257 #        - 63  # NDRPDR LB
258 #        - 64  # NDRPDR LB
259 #        - 65  # NDRPDR LB
260 #        - 66  # NDRPDR LB
261 #        - 67  # NDRPDR LB
262         - 68  # 1901.1 NDRPDR sel
263
264     plot-throughput-speedup-analysis-3n-skx:
265       csit-vpp-perf-verify-1901-3n-skx:
266 #        - 18  # NDRPDR sel
267 #        - 19  # NDRPDR sel
268 #        - 20  # NDRPDR sel
269 #        - 28  # NDRPDR sel
270 #        - 31  # NDRPDR sel
271 #        - 33  # NDRPDR sel
272 #        - 36  # NDRPDR sel
273 #        - 38  # NDRPDR sel
274 #        - 47  # NDRPDR sel
275 #        - 48  # NDRPDR sel
276 #        - 54  # NDRPDR LB
277 #        - 57  # NDRPDR LB
278 #        - 58  # NDRPDR LB
279 #        - 59  # NDRPDR LB
280 #        - 60  # NDRPDR LB
281 #        - 63  # NDRPDR LB
282 #        - 64  # NDRPDR LB
283 #        - 65  # NDRPDR LB
284 #        - 66  # NDRPDR LB
285 #        - 67  # NDRPDR LB
286         - 68  # 1901.1 NDRPDR sel
287
288     plot-dpdk-throughput-latency-3n-skx:
289       csit-dpdk-perf-verify-1901-3n-skx:
290         - 3   # NDRPDR sel
291         - 5   # NDRPDR sel
292         - 6   # NDRPDR sel
293         - 7   # NDRPDR sel
294         - 8   # NDRPDR sel
295         - 9   # NDRPDR sel
296         - 10  # NDRPDR sel
297         - 11  # NDRPDR sel
298         - 12  # NDRPDR sel
299         - 13  # NDRPDR sel
300
301     # 2n-skx
302
303     plot-vpp-throughput-latency-2n-skx:
304       csit-vpp-perf-verify-1901-2n-skx:
305 #        - 5   # NDRPDR sel
306 #        - 12  # NDRPDR sel
307 #        - 13  # NDRPDR sel
308 #        - 21  # NDRPDR sel
309 #        - 23  # NDRPDR sel
310 #        - 31  # NDRPDR sel
311 #        - 34  # NDRPDR sel
312 #        - 40  # NDRPDR sel
313 #        - 42  # NDRPDR sel
314 #        - 43  # NDRPDR sel
315         - 64  # 1901.1 NDRPDR sel
316
317     plot-throughput-speedup-analysis-2n-skx:
318       csit-vpp-perf-verify-1901-2n-skx:
319 #        - 5   # NDRPDR sel
320 #        - 12  # NDRPDR sel
321 #        - 13  # NDRPDR sel
322 #        - 21  # NDRPDR sel
323 #        - 23  # NDRPDR sel
324 #        - 31  # NDRPDR sel
325 #        - 34  # NDRPDR sel
326 #        - 40  # NDRPDR sel
327 #        - 42  # NDRPDR sel
328 #        - 43  # NDRPDR sel
329         - 64  # 1901.1 NDRPDR sel
330
331     plot-vpp-soak-2n-skx:
332       csit-vpp-perf-verify-1901-2n-skx:
333         - 45  # SOAK sel
334
335     plot-vpp-nfv-2n-skx:
336       csit-vpp-perf-verify-1901-2n-skx:
337         - 28  # NFV NDRPDR
338         - 29  # NFV NDRPDR
339         - 32  # NFV NDRPDR
340         - 39  # NFV NDRPDR
341         - 46  # NFV NDRPDR
342
343     plot-vpp-nfv-2n-skx-mrr:
344       csit-vpp-perf-verify-1901-2n-skx:
345         - 24  # NFV MRR
346         - 26  # NFV MRR
347         - 27  # NFV MRR
348         - 35  # NFV MRR
349         - 37  # NFV MRR
350
351     plot-dpdk-throughput-latency-2n-skx:
352       csit-dpdk-perf-verify-1901-2n-skx:
353         - 12  # NDRPDR sel
354         - 13  # NDRPDR sel
355         - 14  # NDRPDR sel
356         - 15  # NDRPDR sel
357         - 16  # NDRPDR sel
358         - 17  # NDRPDR sel
359         - 18  # NDRPDR sel
360         - 19  # NDRPDR sel
361         - 20  # NDRPDR sel
362         - 21  # NDRPDR sel
363
364     # 3rd party
365
366     # Denverton:
367     intel-dnv-vpp:
368       # Not used
369       intel-dnv-vpp-release-1810:
370         - 1
371
372     ###########################################################################
373     # Simple tables (only one data set):
374
375     # NIC Comparisons
376
377     vpp-nic-comparison-3n-hsw:
378       csit-vpp-perf-verify-1901-3n-hsw:
379 #        - 10  # NDRPDR sel
380 #        - 19  # NDRPDR sel
381 #        - 31  # NDRPDR sel
382 #        - 36  # NDRPDR sel
383 #        - 40  # NDRPDR sel
384 #        - 42  # NDRPDR sel
385 #        - 44  # NDRPDR sel
386 #        - 46  # NDRPDR sel
387 #        - 47  # NDRPDR sel
388 #        - 48  # NDRPDR sel
389 #        - 61  # NDRPDR LB
390 #        - 62  # NDRPDR LB
391 #        - 63  # NDRPDR LB
392 #        - 64  # NDRPDR LB
393 #        - 65  # NDRPDR LB
394 #        - 66  # NDRPDR LB
395 #        - 67  # NDRPDR LB
396 #        - 69  # NDRPDR LB
397 #        - 70  # NDRPDR LB
398 #        - 71  # NDRPDR LB
399         - 72  # 1901.1 NDRPDR sel
400         - 78  # 1901.1 NDRPDR sel
401
402     vpp-nic-comparison-3n-skx:
403       csit-vpp-perf-verify-1901-3n-skx:
404 #        - 18  # NDRPDR sel
405 #        - 19  # NDRPDR sel
406 #        - 20  # NDRPDR sel
407 #        - 28  # NDRPDR sel
408 #        - 31  # NDRPDR sel
409 #        - 33  # NDRPDR sel
410 #        - 36  # NDRPDR sel
411 #        - 38  # NDRPDR sel
412 #        - 47  # NDRPDR sel
413 #        - 48  # NDRPDR sel
414 #        - 54  # NDRPDR LB
415 #        - 57  # NDRPDR LB
416 #        - 58  # NDRPDR LB
417 #        - 59  # NDRPDR LB
418 #        - 60  # NDRPDR LB
419 #        - 63  # NDRPDR LB
420 #        - 64  # NDRPDR LB
421 #        - 65  # NDRPDR LB
422 #        - 66  # NDRPDR LB
423 #        - 67  # NDRPDR LB
424         - 68  # 1901.1 NDRPDR sel
425
426     vpp-nic-comparison-2n-skx:
427       csit-vpp-perf-verify-1901-2n-skx:
428 #        - 5   # NDRPDR sel
429 #        - 12  # NDRPDR sel
430 #        - 13  # NDRPDR sel
431 #        - 21  # NDRPDR sel
432 #        - 23  # NDRPDR sel
433 #        - 31  # NDRPDR sel
434 #        - 34  # NDRPDR sel
435 #        - 40  # NDRPDR sel
436 #        - 42  # NDRPDR sel
437 #        - 43  # NDRPDR sel
438         - 64  # 1901.1 NDRPDR sel
439
440     vpp-nic-comparison-3n-hsw-mrr:
441       csit-vpp-perf-verify-1901-3n-hsw:
442 #        - 35  # MRR sel
443         - 73  # 1901.1 MRR sel
444         - 77  # 1901.1 MRR sel
445
446     vpp-nic-comparison-3n-skx-mrr:
447       csit-vpp-perf-verify-1901-3n-skx:
448 #        - 32  # MRR sel
449         - 69  # 1901.1 MRR sel
450
451     vpp-nic-comparison-2n-skx-mrr:
452       csit-vpp-perf-verify-1901-2n-skx:
453 #        - 22  # MRR sel
454         - 65  # 1901.1 MRR sel
455
456     # Results
457
458     vpp-perf-results-3n-hsw:
459       csit-vpp-perf-verify-1901-3n-hsw:
460 #        - 38  # NDRPDR full
461 #        - 43  # NDRPDR full
462 #        - 45  # NDRPDR full
463 #        - 49  # NDRPDR full
464         - 72  # 1901.1 NDRPDR sel
465         - 78  # 1901.1 NDRPDR sel
466
467     vpp-perf-results-3n-skx:
468       csit-vpp-perf-verify-1901-3n-skx:
469 #        - 37  # NDRPDR full
470 #        - 39  # NDRPDR full
471 #        - 40  # NDRPDR full
472 #        - 49  # NDRPDR full
473         - 68  # 1901.1 NDRPDR sel
474
475     vpp-perf-results-2n-skx:
476       csit-vpp-perf-verify-1901-2n-skx:
477 #        - 25  # NDRPDR full
478 #        - 30  # NDRPDR full
479 #        - 33  # NDRPDR full
480 #        - 44  # NDRPDR full
481         - 64  # 1901.1 NDRPDR sel
482
483     vpp-mrr-results-3n-hsw:
484       csit-vpp-perf-verify-1901-3n-hsw:
485 #        - 35  # MRR sel
486         - 73  # 1901.1 MRR sel
487         - 77  # 1901.1 MRR sel
488
489     vpp-mrr-results-3n-skx:
490       csit-vpp-perf-verify-1901-3n-skx:
491 #        - 32  # MRR sel
492         - 69  # 1901.1 MRR sel
493
494     vpp-mrr-results-2n-skx:
495       csit-vpp-perf-verify-1901-2n-skx:
496 #        - 22  # MRR sel
497         - 65  # 1901.1 MRR sel
498
499     vpp-func-results-ubuntu:
500       csit-vpp-functional-1901-ubuntu1604-virl:
501         - 173
502
503     vpp-func-results-centos:
504       csit-vpp-functional-1901-centos7-virl:
505         - 175
506
507     vpp-device-results-ubuntu:
508       csit-vpp-device-1901-ubuntu1804-1n-skx:
509         - 175
510
511     # VPP Ligato
512     ligato-perf-results-3n-hsw:
513       csit-ligato-perf-verify-1901-3n-hsw:
514         - 10  # NDRPDR full
515
516     dpdk-perf-results-3n-hsw:
517       csit-dpdk-perf-verify-1901-3n-hsw:
518         - 20  # NDRPDR sel
519
520     dpdk-perf-results-3n-skx:
521       csit-dpdk-perf-verify-1901-3n-skx:
522         - 13  # NDRPDR sel
523
524     dpdk-perf-results-2n-skx:
525       csit-dpdk-perf-verify-1901-2n-skx:
526         - 21  # NDRPDR sel
527
528     # HoneyComb Functional
529     hc-func-results:
530       csit-hc2vpp-verify-func-1901-ubuntu1604:
531         - 3
532
533     # NSH SFC Functional
534     nsh-func-results:
535       # Not used
536       csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
537         - 1
538
539     # DMM Functional
540     dmm-func-results:
541       csit-dmm-functional-1901-ubuntu1604-virl:
542         - 2
543
544     ###########################################################################
545     # Tables (more than one data set)
546
547     # Performance changes
548
549     vpp-performance-changes-3n-hsw-h1:
550       csit-vpp-perf-verify-1807-3n-hsw:
551         - 11  # NDRPDR full 1
552         - 22  # NDRPDR full 2
553         - 45  # NDRPDR full 3
554         - 46  # NDRPDR full 4
555         - 15  # NDRPDR sel
556         - 16  # NDRPDR sel
557         - 19  # NDRPDR sel
558         - 18  # NDRPDR sel
559         - 20  # NDRPDR sel
560         - 38  # NDRPDR sel
561         - 40  # NDRPDR sel
562         - 44  # NDRPDR sel
563         - 47  # NDRPDR sel
564     vpp-performance-changes-3n-hsw-ref:
565       csit-vpp-perf-verify-1810-3n-hsw:
566         - 8   # NDRPDR sel
567         - 12  # NDRPDR sel
568         - 14  # NDRPDR sel
569         - 18  # NDRPDR sel
570         - 23  # NDRPDR sel
571         - 25  # NDRPDR sel
572         - 38  # NDRPDR sel
573         - 39  # NDRPDR sel
574         - 41  # NDRPDR sel
575         - 42  # NDRPDR sel
576     vpp-performance-changes-3n-hsw-cmp:
577       csit-vpp-perf-verify-1901-3n-hsw:
578 #        - 10  # NDRPDR sel
579 #        - 19  # NDRPDR sel
580 #        - 31  # NDRPDR sel
581 #        - 36  # NDRPDR sel
582 #        - 40  # NDRPDR sel
583 #        - 42  # NDRPDR sel
584 #        - 44  # NDRPDR sel
585 #        - 46  # NDRPDR sel
586 #        - 47  # NDRPDR sel
587 #        - 48  # NDRPDR sel
588 #        - 61  # NDRPDR LB
589 #        - 62  # NDRPDR LB
590 #        - 63  # NDRPDR LB
591 #        - 64  # NDRPDR LB
592 #        - 65  # NDRPDR LB
593 #        - 66  # NDRPDR LB
594 #        - 67  # NDRPDR LB
595 #        - 69  # NDRPDR LB
596 #        - 70  # NDRPDR LB
597 #        - 71  # NDRPDR LB
598         - 72  # 1901.1 NDRPDR sel
599         - 78  # 1901.1 NDRPDR sel
600     vpp-performance-changes-3n-hsw:
601       - "vpp-performance-changes-3n-hsw-h1"
602       - "vpp-performance-changes-3n-hsw-ref"
603       - "vpp-performance-changes-3n-hsw-cmp"
604
605     vpp-performance-changes-3n-skx-h1:
606       csit-vpp-perf-verify-1807-3n-skx:
607         - 33  # NDRPDR sel
608         - 35  # NDRPDR sel
609         - 37  # NDRPDR sel
610         - 38  # NDRPDR sel
611         - 39  # NDRPDR sel
612         - 43  # NDRPDR sel
613         - 44  # NDRPDR sel
614         - 49  # NDRPDR sel
615         - 50  # NDRPDR sel
616         - 56  # NDRPDR sel
617     vpp-performance-changes-3n-skx-ref:
618       csit-vpp-perf-verify-1810-3n-skx:
619         - 10  # NDRPDR sel
620         - 14  # NDRPDR sel
621         - 15  # NDRPDR sel
622         - 16  # NDRPDR sel
623         - 17  # NDRPDR sel
624         - 19  # NDRPDR sel
625         - 20  # NDRPDR sel
626         - 21  # NDRPDR sel
627         - 22  # NDRPDR sel
628         - 25  # NDRPDR sel
629     vpp-performance-changes-3n-skx-cmp:
630       csit-vpp-perf-verify-1901-3n-skx:
631 #        - 18  # NDRPDR sel
632 #        - 19  # NDRPDR sel
633 #        - 20  # NDRPDR sel
634 #        - 28  # NDRPDR sel
635 #        - 31  # NDRPDR sel
636 #        - 33  # NDRPDR sel
637 #        - 36  # NDRPDR sel
638 #        - 38  # NDRPDR sel
639 #        - 47  # NDRPDR sel
640 #        - 48  # NDRPDR sel
641 #        - 54  # NDRPDR LB
642 #        - 57  # NDRPDR LB
643 #        - 58  # NDRPDR LB
644 #        - 59  # NDRPDR LB
645 #        - 60  # NDRPDR LB
646 #        - 63  # NDRPDR LB
647 #        - 64  # NDRPDR LB
648 #        - 65  # NDRPDR LB
649 #        - 66  # NDRPDR LB
650 #        - 67  # NDRPDR LB
651         - 68  # 1901.1 NDRPDR sel
652     vpp-performance-changes-3n-skx:
653       - "vpp-performance-changes-3n-skx-h1"
654       - "vpp-performance-changes-3n-skx-ref"
655       - "vpp-performance-changes-3n-skx-cmp"
656
657     vpp-performance-changes-2n-skx-h1:
658       csit-vpp-perf-verify-1807-2n-skx:
659         - 26  # NDRPDR sel
660         - 28  # NDRPDR sel
661         - 29  # NDRPDR sel
662         - 30  # NDRPDR sel
663         - 34  # NDRPDR sel
664         - 35  # NDRPDR sel
665         - 36  # NDRPDR sel
666         - 39  # NDRPDR sel
667         - 40  # NDRPDR sel
668         - 42  # NDRPDR sel
669     vpp-performance-changes-2n-skx-ref:
670       csit-vpp-perf-verify-1810-2n-skx:
671         - 9   # NDRPDR sel
672         - 13  # NDRPDR sel
673         - 14  # NDRPDR sel
674         - 19  # NDRPDR sel
675         - 20  # NDRPDR sel
676         - 21  # NDRPDR sel
677         - 22  # NDRPDR sel
678         - 23  # NDRPDR sel
679         - 24  # NDRPDR sel
680         - 27  # NDRPDR sel
681     vpp-performance-changes-2n-skx-cmp:
682       csit-vpp-perf-verify-1901-2n-skx:
683 #        - 5   # NDRPDR sel
684 #        - 12  # NDRPDR sel
685 #        - 13  # NDRPDR sel
686 #        - 21  # NDRPDR sel
687 #        - 23  # NDRPDR sel
688 #        - 31  # NDRPDR sel
689 #        - 34  # NDRPDR sel
690 #        - 40  # NDRPDR sel
691 #        - 42  # NDRPDR sel
692 #        - 43  # NDRPDR sel
693         - 64  # 1901.1 NDRPDR sel
694     vpp-performance-changes-2n-skx:
695       - "vpp-performance-changes-2n-skx-h1"
696       - "vpp-performance-changes-2n-skx-ref"
697       - "vpp-performance-changes-2n-skx-cmp"
698
699     vpp-performance-changes-3n-hsw-mrr-h1:
700       csit-vpp-perf-verify-1807-3n-hsw:
701         - 8   # MRR full
702         - 9   # MRR sel
703         - 21  # MRR sel
704         - 31  # MRR sel
705         - 33  # MRR sel
706         - 36  # MRR sel
707         - 41  # MRR sel
708         - 42  # MRR sel
709         - 48  # MRR sel
710     vpp-performance-changes-3n-hsw-mrr-ref:
711       csit-vpp-perf-verify-1810-3n-hsw:
712         - 9   # MRR sel
713     vpp-performance-changes-3n-hsw-mrr-cmp:
714       csit-vpp-perf-verify-1901-3n-hsw:
715 #        - 35  # MRR sel
716         - 73  # 1901.1 MRR sel
717         - 77  # 1901.1 MRR sel
718     vpp-performance-changes-3n-hsw-mrr:
719       - "vpp-performance-changes-3n-hsw-mrr-h1"
720       - "vpp-performance-changes-3n-hsw-mrr-ref"
721       - "vpp-performance-changes-3n-hsw-mrr-cmp"
722
723     vpp-performance-changes-3n-skx-mrr-h1:
724       csit-vpp-perf-verify-1807-3n-skx:
725         - 28  # MRR sel
726         - 32  # MRR sel
727         - 36  # MRR sel
728         - 42  # MRR sel
729         - 47  # MRR sel
730         - 48  # MRR sel
731         - 51  # MRR sel
732         - 52  # MRR sel
733         - 53  # MRR sel
734         - 54  # MRR sel
735     vpp-performance-changes-3n-skx-mrr-ref:
736       csit-vpp-perf-verify-1810-3n-skx:
737         - 9   # MRR sel
738         - 11  # MRR sel
739         - 12  # MRR sel
740         - 13  # MRR sel
741     vpp-performance-changes-3n-skx-mrr-cmp:
742       csit-vpp-perf-verify-1901-3n-skx:
743 #        - 32  # MRR sel
744         - 69  # 1901.1 MRR sel
745     vpp-performance-changes-3n-skx-mrr:
746       - "vpp-performance-changes-3n-skx-mrr-h1"
747       - "vpp-performance-changes-3n-skx-mrr-ref"
748       - "vpp-performance-changes-3n-skx-mrr-cmp"
749
750     vpp-performance-changes-2n-skx-mrr-h1:
751       csit-vpp-perf-verify-1807-2n-skx:
752         - 31  # MRR sel
753         - 33  # MRR sel
754         - 37  # MRR sel
755         - 38  # MRR sel
756         - 41  # MRR sel
757         - 43  # MRR sel
758         - 44  # MRR sel
759         - 45  # MRR sel
760         - 46  # MRR sel
761         - 47  # MRR sel
762     vpp-performance-changes-2n-skx-mrr-ref:
763       csit-vpp-perf-verify-1810-2n-skx:
764         - 8   # MRR sel
765         - 10  # MRR sel
766         - 11  # MRR sel
767         - 12  # MRR sel
768     vpp-performance-changes-2n-skx-mrr-cmp:
769       csit-vpp-perf-verify-1901-2n-skx:
770 #        - 22  # MRR sel
771         - 65  # 1901.1 MRR sel
772     vpp-performance-changes-2n-skx-mrr:
773       - "vpp-performance-changes-2n-skx-mrr-h1"
774       - "vpp-performance-changes-2n-skx-mrr-ref"
775       - "vpp-performance-changes-2n-skx-mrr-cmp"
776
777     dpdk-performance-changes-3n-hsw-h1:
778       csit-dpdk-perf-verify-1807-3n-hsw:
779         - 11
780         - 12  # full
781         - 14
782         - 15
783         - 16
784         - 17
785         - 20
786         - 21
787         - 22
788         - 23
789     dpdk-performance-changes-3n-hsw-ref:
790       csit-dpdk-perf-verify-1810-3n-hsw:
791         - 1   # NDRPDR sel
792         - 2   # NDRPDR sel
793         - 3   # NDRPDR sel
794         - 4   # NDRPDR sel
795         - 5   # NDRPDR sel
796         - 6   # NDRPDR sel
797         - 7   # NDRPDR sel
798         - 8   # NDRPDR sel
799         - 9   # NDRPDR sel
800         - 10  # NDRPDR sel
801     dpdk-performance-changes-3n-hsw-cmp:
802       csit-dpdk-perf-verify-1901-3n-hsw:
803         - 13  # NDRPDR sel
804         - 14  # NDRPDR sel
805         - 16  # NDRPDR sel
806         - 17  # NDRPDR sel
807         - 18  # NDRPDR sel
808         - 19  # NDRPDR sel
809         - 20  # NDRPDR sel
810         - 21  # NDRPDR sel
811         - 22  # NDRPDR sel
812         - 23  # NDRPDR sel
813     dpdk-performance-changes-3n-hsw:
814       - "dpdk-performance-changes-3n-hsw-h1"
815       - "dpdk-performance-changes-3n-hsw-ref"
816       - "dpdk-performance-changes-3n-hsw-cmp"
817
818     dpdk-performance-changes-3n-skx-h1:
819       csit-dpdk-perf-verify-1807-3n-skx:
820         - 1   # NDRPDR sel
821         - 2   # NDRPDR sel
822         - 3   # NDRPDR sel
823         - 6   # NDRPDR sel
824         - 7   # NDRPDR sel
825         - 8   # NDRPDR sel
826         - 9   # NDRPDR sel
827         - 10  # NDRPDR sel
828         - 11  # NDRPDR sel
829         - 12  # NDRPDR sel
830     dpdk-performance-changes-3n-skx-ref:
831       csit-dpdk-perf-verify-1810-3n-skx:
832         - 3   # NDRPDR sel
833         - 4   # NDRPDR sel
834         - 6   # NDRPDR sel
835         - 7   # NDRPDR sel
836         - 8   # NDRPDR sel
837         - 9   # NDRPDR sel
838         - 10  # NDRPDR sel
839         - 11  # NDRPDR sel
840         - 12  # NDRPDR sel
841         - 13  # NDRPDR sel
842     dpdk-performance-changes-3n-skx-cmp:
843       csit-dpdk-perf-verify-1901-3n-skx:
844         - 3   # NDRPDR sel
845         - 5   # NDRPDR sel
846         - 6   # NDRPDR sel
847         - 7   # NDRPDR sel
848         - 8   # NDRPDR sel
849         - 9   # NDRPDR sel
850         - 10  # NDRPDR sel
851         - 11  # NDRPDR sel
852         - 12  # NDRPDR sel
853         - 13  # NDRPDR sel
854     dpdk-performance-changes-3n-skx:
855       - "dpdk-performance-changes-3n-skx-h1"
856       - "dpdk-performance-changes-3n-skx-ref"
857       - "dpdk-performance-changes-3n-skx-cmp"
858
859     dpdk-performance-changes-2n-skx-ref:
860       csit-dpdk-perf-verify-1810-2n-skx:
861         - 3   # NDRPDR sel
862         - 4   # NDRPDR sel
863         - 5   # NDRPDR sel
864         - 7   # NDRPDR sel
865         - 8   # NDRPDR sel
866         - 9   # NDRPDR sel
867         - 10  # NDRPDR sel
868         - 11  # NDRPDR sel
869         - 12  # NDRPDR sel
870         - 13  # NDRPDR sel
871     dpdk-performance-changes-2n-skx-cmp:
872       csit-dpdk-perf-verify-1901-2n-skx:
873         - 12  # NDRPDR sel
874         - 13  # NDRPDR sel
875         - 14  # NDRPDR sel
876         - 15  # NDRPDR sel
877         - 16  # NDRPDR sel
878         - 17  # NDRPDR sel
879         - 18  # NDRPDR sel
880         - 19  # NDRPDR sel
881         - 20  # NDRPDR sel
882         - 21  # NDRPDR sel
883     dpdk-performance-changes-2n-skx:
884       - "dpdk-performance-changes-2n-skx-ref"
885       - "dpdk-performance-changes-2n-skx-cmp"
886
887     # Compare testbeds
888
889     vpp-compare-testbeds-ref:
890       csit-vpp-perf-verify-1901-3n-hsw:
891 #        - 10  # NDRPDR sel
892 #        - 19  # NDRPDR sel
893 #        - 31  # NDRPDR sel
894 #        - 36  # NDRPDR sel
895 #        - 40  # NDRPDR sel
896 #        - 42  # NDRPDR sel
897 #        - 44  # NDRPDR sel
898 #        - 46  # NDRPDR sel
899 #        - 47  # NDRPDR sel
900 #        - 48  # NDRPDR sel
901 #        - 61  # NDRPDR LB
902 #        - 62  # NDRPDR LB
903 #        - 63  # NDRPDR LB
904 #        - 64  # NDRPDR LB
905 #        - 65  # NDRPDR LB
906 #        - 66  # NDRPDR LB
907 #        - 67  # NDRPDR LB
908 #        - 69  # NDRPDR LB
909 #        - 70  # NDRPDR LB
910 #        - 71  # NDRPDR LB
911         - 72  # 1901.1 NDRPDR sel
912         - 78  # 1901.1 NDRPDR sel
913     vpp-compare-testbeds-cmp:
914       csit-vpp-perf-verify-1901-3n-skx:
915 #        - 18  # NDRPDR sel
916 #        - 19  # NDRPDR sel
917 #        - 20  # NDRPDR sel
918 #        - 28  # NDRPDR sel
919 #        - 31  # NDRPDR sel
920 #        - 33  # NDRPDR sel
921 #        - 36  # NDRPDR sel
922 #        - 38  # NDRPDR sel
923 #        - 47  # NDRPDR sel
924 #        - 48  # NDRPDR sel
925 #        - 54  # NDRPDR LB
926 #        - 57  # NDRPDR LB
927 #        - 58  # NDRPDR LB
928 #        - 59  # NDRPDR LB
929 #        - 60  # NDRPDR LB
930 #        - 63  # NDRPDR LB
931 #        - 64  # NDRPDR LB
932 #        - 65  # NDRPDR LB
933 #        - 66  # NDRPDR LB
934 #        - 67  # NDRPDR LB
935         - 68  # 1901.1 NDRPDR sel
936     vpp-compare-testbeds:
937       - "vpp-compare-testbeds-ref"
938       - "vpp-compare-testbeds-cmp"
939
940     vpp-compare-testbeds-mrr-ref:
941       csit-vpp-perf-verify-1901-3n-hsw:
942 #        - 35  # MRR sel
943         - 73  # 1901.1 MRR sel
944         - 77  # 1901.1 MRR sel
945     vpp-compare-testbeds-mrr-cmp:
946       csit-vpp-perf-verify-1901-3n-skx:
947 #        - 32  # MRR sel
948         - 69  # 1901.1 MRR sel
949     vpp-compare-testbeds-mrr:
950       - "vpp-compare-testbeds-mrr-ref"
951       - "vpp-compare-testbeds-mrr-cmp"
952
953     dpdk-compare-testbeds-ref:
954       csit-dpdk-perf-verify-1901-3n-hsw:
955         - 13  # NDRPDR sel
956         - 14  # NDRPDR sel
957         - 16  # NDRPDR sel
958         - 17  # NDRPDR sel
959         - 18  # NDRPDR sel
960         - 19  # NDRPDR sel
961         - 20  # NDRPDR sel
962         - 21  # NDRPDR sel
963         - 22  # NDRPDR sel
964         - 23  # NDRPDR sel
965     dpdk-compare-testbeds-cmp:
966       csit-dpdk-perf-verify-1901-3n-skx:
967         - 3   # NDRPDR sel
968         - 5   # NDRPDR sel
969         - 6   # NDRPDR sel
970         - 7   # NDRPDR sel
971         - 8   # NDRPDR sel
972         - 9   # NDRPDR sel
973         - 10  # NDRPDR sel
974         - 11  # NDRPDR sel
975         - 12  # NDRPDR sel
976         - 13  # NDRPDR sel
977     dpdk-compare-testbeds:
978       - "dpdk-compare-testbeds-ref"
979       - "dpdk-compare-testbeds-cmp"
980
981     # Compare topologies
982
983     vpp-compare-topologies-ref:
984       csit-vpp-perf-verify-1901-3n-skx:
985 #        - 18  # NDRPDR sel
986 #        - 19  # NDRPDR sel
987 #        - 20  # NDRPDR sel
988 #        - 28  # NDRPDR sel
989 #        - 31  # NDRPDR sel
990 #        - 33  # NDRPDR sel
991 #        - 36  # NDRPDR sel
992 #        - 38  # NDRPDR sel
993 #        - 47  # NDRPDR sel
994 #        - 48  # NDRPDR sel
995 #        - 54  # NDRPDR LB
996 #        - 57  # NDRPDR LB
997 #        - 58  # NDRPDR LB
998 #        - 59  # NDRPDR LB
999 #        - 60  # NDRPDR LB
1000 #        - 63  # NDRPDR LB
1001 #        - 64  # NDRPDR LB
1002 #        - 65  # NDRPDR LB
1003 #        - 66  # NDRPDR LB
1004 #        - 67  # NDRPDR LB
1005         - 68  # 1901.1 NDRPDR sel
1006     vpp-compare-topologies-cmp:
1007       csit-vpp-perf-verify-1901-2n-skx:
1008 #        - 5   # NDRPDR sel
1009 #        - 12  # NDRPDR sel
1010 #        - 13  # NDRPDR sel
1011 #        - 21  # NDRPDR sel
1012 #        - 23  # NDRPDR sel
1013 #        - 31  # NDRPDR sel
1014 #        - 34  # NDRPDR sel
1015 #        - 40  # NDRPDR sel
1016 #        - 42  # NDRPDR sel
1017 #        - 43  # NDRPDR sel
1018         - 64  # 1901.1 NDRPDR sel
1019     vpp-compare-topologies:
1020       - "vpp-compare-topologies-ref"
1021       - "vpp-compare-topologies-cmp"
1022
1023     vpp-compare-topologies-mrr-ref:
1024       csit-vpp-perf-verify-1901-3n-skx:
1025 #        - 32  # MRR sel
1026         - 69  # 1901.1 MRR sel
1027     vpp-compare-topologies-mrr-cmp:
1028       csit-vpp-perf-verify-1901-2n-skx:
1029 #        - 22  # MRR sel
1030         - 65  # 1901.1 MRR sel
1031     vpp-compare-topologies-mrr:
1032       - "vpp-compare-topologies-mrr-ref"
1033       - "vpp-compare-topologies-mrr-cmp"
1034
1035     dpdk-compare-topologies-ref:
1036       csit-dpdk-perf-verify-1901-3n-skx:
1037         - 3   # NDRPDR sel
1038         - 5   # NDRPDR sel
1039         - 6   # NDRPDR sel
1040         - 7   # NDRPDR sel
1041         - 8   # NDRPDR sel
1042         - 9   # NDRPDR sel
1043         - 10  # NDRPDR sel
1044         - 11  # NDRPDR sel
1045         - 12  # NDRPDR sel
1046         - 13  # NDRPDR sel
1047     dpdk-compare-topologies-cmp:
1048       csit-dpdk-perf-verify-1901-2n-skx:
1049         - 12  # NDRPDR sel
1050         - 13  # NDRPDR sel
1051         - 14  # NDRPDR sel
1052         - 15  # NDRPDR sel
1053         - 16  # NDRPDR sel
1054         - 17  # NDRPDR sel
1055         - 18  # NDRPDR sel
1056         - 19  # NDRPDR sel
1057         - 20  # NDRPDR sel
1058         - 21  # NDRPDR sel
1059     dpdk-compare-topologies:
1060       - "dpdk-compare-topologies-ref"
1061       - "dpdk-compare-topologies-cmp"
1062
1063   plot-layouts:
1064
1065     plot-soak-throughput:
1066       titlefont:
1067         size: 18
1068       xaxis:
1069         title: "<b>Test Cases [Index]</b>"
1070         titlefont:
1071           size: 16
1072         autorange: True
1073         fixedrange: False
1074         gridcolor: "rgb(230, 230, 230)"
1075         linecolor: "rgb(220, 220, 220)"
1076         linewidth: 1
1077         showgrid: True
1078         showline: True
1079         showticklabels: True
1080         tickcolor: "rgb(220, 220, 220)"
1081         tickmode: "linear"
1082         tickfont:
1083           size: 16
1084         zeroline: False
1085       yaxis:
1086         title: "<b>Packet Throughput [Mpps]</b>"
1087         titlefont:
1088           size: 16
1089         gridcolor: "rgb(230, 230, 230)"
1090         hoverformat: ".4s"
1091         tickformat: ".3s"
1092         linecolor: "rgb(220, 220, 220)"
1093         linewidth: 1
1094         showgrid: True
1095         showline: True
1096         showticklabels: True
1097         tickcolor: "rgb(220, 220, 220)"
1098         tickfont:
1099           size: 16
1100         zeroline: False
1101         range: [0,50]
1102       autosize: False
1103       margin:
1104         t: 50
1105         b: 0
1106         l: 80
1107         r: 20
1108       showlegend: True
1109       legend:
1110         orientation: "h"
1111         font:
1112           size: 16
1113       width: 700
1114       height: 900
1115
1116     plot-service-density:
1117       titlefont:
1118         size: 18
1119       xaxis:
1120         side: "top"
1121         autorange: True
1122         fixedrange: False
1123         showgrid: False
1124         showline: False
1125         showticklabels: False
1126         ticks: ""
1127         ticklen: 0
1128         tickwidth: 0
1129         zeroline: False
1130       yaxis:
1131         autorange: "reversed"
1132         showgrid: False
1133         showline: False
1134         showticklabels: False
1135         ticks: ""
1136         ticklen: 0
1137         tickwidth: 0
1138         zeroline: False
1139       autosize: True
1140       showlegend: False
1141       width: 700
1142       height: 700
1143
1144     plot-cps:
1145       titlefont:
1146         size: 18
1147       xaxis:
1148         title: "<b>Test Cases [Index]</b>"
1149         titlefont:
1150           size: 16
1151         autorange: True
1152         fixedrange: False
1153         gridcolor: "rgb(230, 230, 230)"
1154         linecolor: "rgb(220, 220, 220)"
1155         linewidth: 1
1156         showgrid: True
1157         showline: True
1158         showticklabels: True
1159         tickcolor: "rgb(220, 220, 220)"
1160         tickmode: "linear"
1161         tickfont:
1162           size: 16
1163         zeroline: False
1164       yaxis:
1165         title: "<b>Connections Per Second [cps]</b>"
1166         titlefont:
1167           size: 16
1168         gridcolor: "rgb(230, 230, 230)"
1169         hoverformat: ".4s"
1170         linecolor: "rgb(220, 220, 220)"
1171         linewidth: 1
1172         rangemode: "tozero"
1173         showgrid: True
1174         showline: True
1175         showticklabels: True
1176         tickcolor: "rgb(220, 220, 220)"
1177         tickformat: ".3s"
1178         tickfont:
1179           size: 16
1180         zeroline: False
1181       boxmode: "group"
1182       boxgroupgap: 0.5
1183       autosize: False
1184       margin:
1185         t: 50
1186         b: 20
1187         l: 80
1188         r: 20
1189       showlegend: True
1190       legend:
1191         orientation: "h"
1192         font:
1193           size: 16
1194       width: 700
1195       height: 800
1196
1197     plot-rps:
1198       titlefont:
1199         size: 18
1200       xaxis:
1201         title: "<b>Test Cases [Index]</b>"
1202         titlefont:
1203           size: 16
1204         autorange: True
1205         fixedrange: False
1206         gridcolor: "rgb(230, 230, 230)"
1207         linecolor: "rgb(220, 220, 220)"
1208         linewidth: 1
1209         showgrid: True
1210         showline: True
1211         showticklabels: True
1212         tickcolor: "rgb(220, 220, 220)"
1213         tickmode: "linear"
1214         tickfont:
1215           size: 16
1216         zeroline: False
1217       yaxis:
1218         title: "<b>Requests Per Second [rps]</b>"
1219         titlefont:
1220           size: 16
1221         gridcolor: "rgb(230, 230, 230)"
1222         hoverformat: ".4s"
1223         linecolor: "rgb(220, 220, 220)"
1224         linewidth: 1
1225         rangemode: "tozero"
1226         showgrid: True
1227         showline: True
1228         showticklabels: True
1229         tickcolor: "rgb(230, 230, 230)"
1230         tickformat: ".3s"
1231         tickfont:
1232           size: 16
1233         zeroline: False
1234       boxmode: "group"
1235       boxgroupgap: 0.5
1236       autosize: False
1237       margin:
1238         t: 50
1239         b: 20
1240         l: 80
1241         r: 20
1242       showlegend: True
1243       legend:
1244         orientation: "h"
1245         font:
1246           size: 16
1247       width: 700
1248       height: 800
1249
1250     plot-throughput:
1251       titlefont:
1252         size: 18
1253       xaxis:
1254         title: "<b>Test Cases [Index]</b>"
1255         titlefont:
1256           size: 16
1257         autorange: True
1258         fixedrange: False
1259         gridcolor: "rgb(230, 230, 230)"
1260         linecolor: "rgb(220, 220, 220)"
1261         linewidth: 1
1262         showgrid: True
1263         showline: True
1264         showticklabels: True
1265         tickcolor: "rgb(220, 220, 220)"
1266         tickmode: "linear"
1267         tickfont:
1268           size: 16
1269         zeroline: False
1270       yaxis:
1271         title: "<b>Packet Throughput [Mpps]</b>"
1272         titlefont:
1273           size: 16
1274         gridcolor: "rgb(230, 230, 230)"
1275         hoverformat: ".4s"
1276         tickformat: ".3s"
1277         linecolor: "rgb(220, 220, 220)"
1278         linewidth: 1
1279         showgrid: True
1280         showline: True
1281         showticklabels: True
1282         tickcolor: "rgb(220, 220, 220)"
1283         tickfont:
1284           size: 16
1285         zeroline: False
1286         range: [0,50]
1287       boxmode: "group"
1288       boxgroupgap: 0.5
1289       autosize: False
1290       margin:
1291         t: 50
1292         b: 0
1293         l: 80
1294         r: 20
1295       showlegend: True
1296       legend:
1297         orientation: "h"
1298         font:
1299           size: 16
1300       width: 700
1301       height: 900
1302
1303     plot-throughput-speedup-analysis:
1304       titlefont:
1305         size: 18
1306       xaxis:
1307         title: "<b>Number of Cores [Qty]</b>"
1308         titlefont:
1309           size: 16
1310         autorange: True
1311         fixedrange: False
1312         gridcolor: "rgb(230, 230, 230)"
1313         linecolor: "rgb(220, 220, 220)"
1314         linewidth: 1
1315         showgrid: True
1316         showline: True
1317         showticklabels: True
1318         tickcolor: "rgb(238, 238, 238)"
1319         tickmode: "linear"
1320         tickfont:
1321           size: 16
1322         zeroline: False
1323       yaxis:
1324         title: "<b>Packet Throughput [Mpps]</b>"
1325         titlefont:
1326           size: 16
1327         type: "linear"
1328         gridcolor: "rgb(230, 230, 230)"
1329         hoverformat: ".4s"
1330         linecolor: "rgb(220, 220, 220)"
1331         linewidth: 1
1332         showgrid: True
1333         showline: True
1334         showticklabels: True
1335         tickcolor: "rgb(220, 220, 220)"
1336         tickformat: ".4s"
1337         tickfont:
1338           size: 16
1339         zeroline: True
1340         rangemode: "tozero"
1341         range: [0,100]
1342       legend:
1343         orientation: "h"
1344         font:
1345           size: 16
1346         xanchor: "left"
1347         yanchor: "top"
1348         x: 0
1349         y: -0.2
1350         bgcolor: "rgba(255, 255, 255, 0)"
1351         bordercolor: "rgba(255, 255, 255, 0)"
1352         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1353       autosize: False
1354       margin:
1355           't': 50
1356           'b': 150
1357           'l': 85
1358           'r': 10
1359       showlegend: True
1360       width: 700
1361       height: 700
1362       hoverlabel:
1363         namelength: -1
1364       annotations: [
1365         {
1366           text: "_ _          __          ...",
1367           align: "left",
1368           showarrow: False,
1369           xref: "paper",
1370           yref: "paper",
1371           xanchor: "left",
1372           yanchor: "top",
1373           x: 0,
1374           y: -0.13,
1375           font: {
1376             family: "Consolas, Courier New",
1377             size: 15
1378           },
1379         },
1380         {
1381           text: "    Perfect     Measured     Limit",
1382           align: "left",
1383           showarrow: False,
1384           xref: "paper",
1385           yref: "paper",
1386           xanchor: "left",
1387           yanchor: "top",
1388           x: 0,
1389           y: -0.15,
1390           font: {
1391             family: "Consolas, Courier New",
1392             size: 15
1393           },
1394         },
1395       ]
1396
1397     plot-latency:
1398       titlefont:
1399         size: 18
1400       xaxis:
1401         title: "<b>Direction</b>"
1402         titlefont:
1403           size: 16
1404         autorange: True
1405         fixedrange: False
1406         gridcolor: "rgb(230, 230, 230)"
1407         linecolor: "rgb(220, 220, 220)"
1408         linewidth: 1
1409         showgrid: True
1410         showline: True
1411         showticklabels: False
1412         tickcolor: "rgb(220, 220, 220)"
1413         tickmode: "linear"
1414         tickfont:
1415           size: 16
1416         zeroline: False
1417       yaxis:
1418         title: "<b>Packet Latency [uSec]</b>"
1419         titlefont:
1420           size: 16
1421         type: "linear"
1422         gridcolor: "rgb(230, 230, 230)"
1423         hoverformat: ".4s"
1424         linecolor: "rgb(220, 220, 220)"
1425         linewidth: 1
1426         showgrid: True
1427         showline: True
1428         showticklabels: True
1429         tickcolor: "rgb(220, 220, 220)"
1430         tickformat: ".4s"
1431         tickfont:
1432           size: 16
1433         zeroline: True
1434         rangemode: "tozero"
1435       legend:
1436         orientation: "h"
1437         font:
1438           size: 16
1439         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1440       autosize: False
1441       margin:
1442           't': 50
1443           'b': 150
1444           'l': 80
1445           'r': 10
1446       showlegend: True
1447       width: 700
1448       height: 700
1449       hoverlabel:
1450         namelength: -1
1451
1452 -
1453   type: "static"
1454   src-path: "{DIR[RST]}"
1455   dst-path: "{DIR[WORKING,SRC]}"
1456
1457 -
1458   type: "input"
1459   general:
1460     file-name: "robot-plugin.zip"
1461     file-format: ".zip"
1462     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1463     extract: "robot-plugin/output.xml"
1464
1465   builds:
1466
1467     # Not used
1468     intel-dnv-vpp-release-1810:
1469       - 1
1470
1471     csit-vpp-perf-verify-1807-3n-hsw:
1472       - 8   # MRR full
1473       - 9   # MRR sel
1474       - 21  # MRR sel
1475       - 31  # MRR sel
1476       - 33  # MRR sel
1477       - 36  # MRR sel
1478       - 41  # MRR sel
1479       - 42  # MRR sel
1480       - 48  # MRR sel
1481       - 11  # NDRPDR full 1
1482       - 22  # NDRPDR full 2
1483       - 45  # NDRPDR full 3
1484       - 46  # NDRPDR full 4
1485       - 15  # NDRPDR sel
1486       - 16  # NDRPDR sel
1487       - 19  # NDRPDR sel
1488       - 18  # NDRPDR sel
1489       - 20  # NDRPDR sel
1490       - 38  # NDRPDR sel
1491       - 40  # NDRPDR sel
1492       - 44  # NDRPDR sel
1493       - 47  # NDRPDR sel
1494     csit-vpp-perf-verify-1810-3n-hsw:
1495       - 9   # MRR sel
1496       - 20  # NDRPDR full
1497       - 21  # NDRPDR full
1498       - 22  # NDRPDR full
1499       - 27  # NDRPDR full
1500       - 8   # NDRPDR sel
1501       - 12  # NDRPDR sel
1502       - 14  # NDRPDR sel
1503       - 18  # NDRPDR sel
1504       - 23  # NDRPDR sel
1505       - 25  # NDRPDR sel
1506       - 38  # NDRPDR sel
1507       - 39  # NDRPDR sel
1508       - 41  # NDRPDR sel
1509       - 42  # NDRPDR sel
1510       - 28  # WRK
1511       - 29  # WRK
1512       - 30  # WRK
1513       - 31  # WRK
1514       - 32  # WRK
1515       - 33  # WRK
1516       - 34  # WRK
1517       - 35  # WRK
1518       - 36  # WRK
1519       - 37  # WRK
1520     csit-vpp-perf-verify-1901-3n-hsw:
1521 #      - 35  # MRR sel
1522 #      - 38  # NDRPDR full
1523 #      - 43  # NDRPDR full
1524 #      - 45  # NDRPDR full
1525 #      - 49  # NDRPDR full
1526 #      - 10  # NDRPDR sel
1527 #      - 19  # NDRPDR sel
1528 #      - 31  # NDRPDR sel
1529 #      - 36  # NDRPDR sel
1530 #      - 40  # NDRPDR sel
1531 #      - 42  # NDRPDR sel
1532 #      - 44  # NDRPDR sel
1533 #      - 46  # NDRPDR sel
1534 #      - 47  # NDRPDR sel
1535 #      - 48  # NDRPDR sel
1536 #      - 61  # NDRPDR LB
1537 #      - 62  # NDRPDR LB
1538 #      - 63  # NDRPDR LB
1539 #      - 64  # NDRPDR LB
1540 #      - 65  # NDRPDR LB
1541 #      - 66  # NDRPDR LB
1542 #      - 67  # NDRPDR LB
1543 #      - 69  # NDRPDR LB
1544 #      - 70  # NDRPDR LB
1545 #      - 71  # NDRPDR LB
1546       - 72  # 1901.1 NDRPDR sel
1547       - 78  # 1901.1 NDRPDR sel
1548       - 73  # 1901.1 MRR sel
1549       - 77  # 1901.1 MRR sel
1550     csit-vpp-perf-verify-1807-3n-skx:
1551       - 31  # MRR full
1552       - 28  # MRR sel
1553       - 32  # MRR sel
1554       - 36  # MRR sel
1555       - 42  # MRR sel
1556       - 47  # MRR sel
1557       - 48  # MRR sel
1558       - 51  # MRR sel
1559       - 52  # MRR sel
1560       - 53  # MRR sel
1561       - 54  # MRR sel
1562       - 40  # NDRPDR full 1
1563       - 41  # NDRPDR full 2
1564       - 33  # NDRPDR sel
1565       - 35  # NDRPDR sel
1566       - 37  # NDRPDR sel
1567       - 38  # NDRPDR sel
1568       - 39  # NDRPDR sel
1569       - 43  # NDRPDR sel
1570       - 44  # NDRPDR sel
1571       - 49  # NDRPDR sel
1572       - 50  # NDRPDR sel
1573       - 56  # NDRPDR sel
1574     csit-vpp-perf-verify-1810-3n-skx:
1575       - 9   # MRR sel
1576       - 11  # MRR sel
1577       - 12  # MRR sel
1578       - 13  # MRR sel
1579       - 23  # NDRPDR full
1580       - 24  # NDRPDR full
1581       - 10  # NDRPDR sel
1582       - 14  # NDRPDR sel
1583       - 15  # NDRPDR sel
1584       - 16  # NDRPDR sel
1585       - 17  # NDRPDR sel
1586       - 19  # NDRPDR sel
1587       - 20  # NDRPDR sel
1588       - 21  # NDRPDR sel
1589       - 22  # NDRPDR sel
1590       - 25  # NDRPDR sel
1591     csit-vpp-perf-verify-1901-3n-skx:
1592 #      - 32  # MRR sel
1593 #      - 37  # NDRPDR full
1594 #      - 39  # NDRPDR full
1595 #      - 40  # NDRPDR full
1596 #      - 49  # NDRPDR full
1597 #      - 18  # NDRPDR sel
1598 #      - 19  # NDRPDR sel
1599 #      - 20  # NDRPDR sel
1600 #      - 28  # NDRPDR sel
1601 #      - 31  # NDRPDR sel
1602 #      - 33  # NDRPDR sel
1603 #      - 36  # NDRPDR sel
1604 #      - 38  # NDRPDR sel
1605 #      - 47  # NDRPDR sel
1606 #      - 48  # NDRPDR sel
1607 #      - 54  # NDRPDR LB
1608 #      - 57  # NDRPDR LB
1609 #      - 58  # NDRPDR LB
1610 #      - 59  # NDRPDR LB
1611 #      - 60  # NDRPDR LB
1612 #      - 63  # NDRPDR LB
1613 #      - 64  # NDRPDR LB
1614 #      - 65  # NDRPDR LB
1615 #      - 66  # NDRPDR LB
1616 #      - 67  # NDRPDR LB
1617       - 68  # 1901.1 NDRPDR sel
1618       - 69  # 1901.1 MRR sel
1619     csit-vpp-perf-verify-1807-2n-skx:
1620       - 27  # MRR full
1621       - 31  # MRR sel
1622       - 33  # MRR sel
1623       - 37  # MRR sel
1624       - 38  # MRR sel
1625       - 41  # MRR sel
1626       - 43  # MRR sel
1627       - 44  # MRR sel
1628       - 45  # MRR sel
1629       - 46  # MRR sel
1630       - 47  # MRR sel
1631       - 32  # NDRPDR full
1632       - 26  # NDRPDR sel
1633       - 28  # NDRPDR sel
1634       - 29  # NDRPDR sel
1635       - 30  # NDRPDR sel
1636       - 34  # NDRPDR sel
1637       - 35  # NDRPDR sel
1638       - 36  # NDRPDR sel
1639       - 39  # NDRPDR sel
1640       - 40  # NDRPDR sel
1641       - 42  # NDRPDR sel
1642     csit-vpp-perf-verify-1810-2n-skx:
1643       - 8   # MRR sel
1644       - 10  # MRR sel
1645       - 11  # MRR sel
1646       - 12  # MRR sel
1647       - 25  # NDRPDR full
1648       - 26  # NDRPDR full
1649       - 9   # NDRPDR sel
1650       - 13  # NDRPDR sel
1651       - 14  # NDRPDR sel
1652       - 19  # NDRPDR sel
1653       - 20  # NDRPDR sel
1654       - 21  # NDRPDR sel
1655       - 22  # NDRPDR sel
1656       - 23  # NDRPDR sel
1657       - 24  # NDRPDR sel
1658       - 27  # NDRPDR sel
1659     csit-vpp-perf-verify-1901-2n-skx:
1660 #      - 22  # MRR sel
1661 #      - 25  # NDRPDR full
1662 #      - 30  # NDRPDR full
1663 #      - 33  # NDRPDR full
1664 #      - 44  # NDRPDR full
1665 #      - 5   # NDRPDR sel
1666 #      - 12  # NDRPDR sel
1667 #      - 13  # NDRPDR sel
1668 #      - 21  # NDRPDR sel
1669 #      - 23  # NDRPDR sel
1670 #      - 31  # NDRPDR sel
1671 #      - 34  # NDRPDR sel
1672 #      - 40  # NDRPDR sel
1673 #      - 42  # NDRPDR sel
1674 #      - 43  # NDRPDR sel
1675       - 24  # NFV MRR
1676       - 26  # NFV MRR
1677       - 27  # NFV MRR
1678       - 35  # NFV MRR
1679       - 37  # NFV MRR
1680       - 28  # NFV NDRPDR
1681       - 29  # NFV NDRPDR
1682       - 32  # NFV NDRPDR
1683       - 39  # NFV NDRPDR
1684       - 46  # NFV NDRPDR
1685       - 45  # SOAK
1686       - 64  # 1901.1 NDRPDR sel
1687       - 65  # 1901.1 MRR sel
1688     csit-ligato-perf-verify-1901-3n-hsw:
1689       - 10  # NDRPDR full
1690       - 8   # NDRPDR sel
1691       - 9   # NDRPDR sel
1692       - 11  # NDRPDR sel
1693       - 12  # NDRPDR sel
1694       - 13  # NDRPDR sel
1695       - 14  # NDRPDR sel
1696       - 15  # NDRPDR sel
1697       - 16  # NDRPDR sel
1698       - 17  # NDRPDR sel
1699       - 18  # NDRPDR sel
1700     csit-dpdk-perf-verify-1807-3n-hsw:
1701       - 11
1702       - 12  # full
1703       - 14
1704       - 15
1705       - 16
1706       - 17
1707       - 20
1708       - 21
1709       - 22
1710       - 23
1711     csit-dpdk-perf-verify-1810-3n-hsw:
1712       - 1   # NDRPDR sel
1713       - 2   # NDRPDR sel
1714       - 3   # NDRPDR sel
1715       - 4   # NDRPDR sel
1716       - 5   # NDRPDR sel
1717       - 6   # NDRPDR sel
1718       - 7   # NDRPDR sel
1719       - 8   # NDRPDR sel
1720       - 9   # NDRPDR sel
1721       - 10  # NDRPDR sel
1722     csit-dpdk-perf-verify-1901-3n-hsw:
1723       - 13  # NDRPDR sel
1724       - 14  # NDRPDR sel
1725       - 16  # NDRPDR sel
1726       - 17  # NDRPDR sel
1727       - 18  # NDRPDR sel
1728       - 19  # NDRPDR sel
1729       - 20  # NDRPDR sel
1730       - 21  # NDRPDR sel
1731       - 22  # NDRPDR sel
1732       - 23  # NDRPDR sel
1733     csit-dpdk-perf-verify-1807-3n-skx:
1734       - 1   # NDRPDR sel
1735       - 2   # NDRPDR sel
1736       - 3   # NDRPDR sel
1737       - 6   # NDRPDR sel
1738       - 7   # NDRPDR sel
1739       - 8   # NDRPDR sel
1740       - 9   # NDRPDR sel
1741       - 10  # NDRPDR sel
1742       - 11  # NDRPDR sel
1743       - 12  # NDRPDR sel
1744     csit-dpdk-perf-verify-1810-3n-skx:
1745       - 3   # NDRPDR sel
1746       - 4   # NDRPDR sel
1747       - 6   # NDRPDR sel
1748       - 7   # NDRPDR sel
1749       - 8   # NDRPDR sel
1750       - 9   # NDRPDR sel
1751       - 10  # NDRPDR sel
1752       - 11  # NDRPDR sel
1753       - 12  # NDRPDR sel
1754       - 13  # NDRPDR sel
1755     csit-dpdk-perf-verify-1901-3n-skx:
1756       - 3   # NDRPDR sel
1757       - 5   # NDRPDR sel
1758       - 6   # NDRPDR sel
1759       - 7   # NDRPDR sel
1760       - 8   # NDRPDR sel
1761       - 9   # NDRPDR sel
1762       - 10  # NDRPDR sel
1763       - 11  # NDRPDR sel
1764       - 12  # NDRPDR sel
1765       - 13  # NDRPDR sel
1766     csit-dpdk-perf-verify-1810-2n-skx:
1767       - 3   # NDRPDR sel
1768       - 4   # NDRPDR sel
1769       - 5   # NDRPDR sel
1770       - 7   # NDRPDR sel
1771       - 8   # NDRPDR sel
1772       - 9   # NDRPDR sel
1773       - 10  # NDRPDR sel
1774       - 11  # NDRPDR sel
1775       - 12  # NDRPDR sel
1776       - 13  # NDRPDR sel
1777     csit-dpdk-perf-verify-1901-2n-skx:
1778       - 12  # NDRPDR sel
1779       - 13  # NDRPDR sel
1780       - 14  # NDRPDR sel
1781       - 15  # NDRPDR sel
1782       - 16  # NDRPDR sel
1783       - 17  # NDRPDR sel
1784       - 18  # NDRPDR sel
1785       - 19  # NDRPDR sel
1786       - 20  # NDRPDR sel
1787       - 21  # NDRPDR sel
1788     csit-vpp-functional-1901-ubuntu1604-virl:
1789       - 173
1790     csit-vpp-functional-1901-centos7-virl:
1791       - 175
1792     csit-vpp-device-1901-ubuntu1804-1n-skx:
1793       - 175
1794     # Not used
1795     csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1796       - 1
1797     csit-dmm-functional-1901-ubuntu1604-virl:
1798       - 2
1799     csit-hc2vpp-verify-func-1901-ubuntu1604:
1800       - 3
1801
1802 -
1803   type: "output"
1804   output: "report"
1805   format:
1806     html:
1807     - full
1808     pdf:
1809     - minimal
1810
1811 ################################################################################
1812 ###                               T A B L E S                                ###
1813 ################################################################################
1814
1815 # VPP Compare NICs 3n-hsw 1t1c ndr
1816 -
1817   type: "table"
1818   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1819   algorithm: "table_nics_comparison"
1820   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1821   reference:
1822     title: "Intel-x520"
1823     nic: "NIC_Intel-X520-DA2"
1824   compare:
1825     title: "Intel-x710"
1826     nic: "NIC_Intel-X710"
1827   data: "vpp-nic-comparison-3n-hsw"
1828   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1829   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1830   parameters:
1831   - "name"
1832   - "parent"
1833   - "throughput"
1834   - "tags"
1835
1836 # VPP Compare NICs 3n-hsw 2t2c ndr
1837 -
1838   type: "table"
1839   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1840   algorithm: "table_nics_comparison"
1841   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1842   reference:
1843     title: "Intel-x520"
1844     nic: "NIC_Intel-X520-DA2"
1845   compare:
1846     title: "Intel-x710"
1847     nic: "NIC_Intel-X710"
1848   data: "vpp-nic-comparison-3n-hsw"
1849   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1850   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1851   parameters:
1852   - "name"
1853   - "parent"
1854   - "throughput"
1855   - "tags"
1856
1857 # VPP Compare NICs 3n-hsw 1t1c pdr
1858 -
1859   type: "table"
1860   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1861   algorithm: "table_nics_comparison"
1862   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1863   reference:
1864     title: "Intel-x520"
1865     nic: "NIC_Intel-X520-DA2"
1866   compare:
1867     title: "Intel-x710"
1868     nic: "NIC_Intel-X710"
1869   data: "vpp-nic-comparison-3n-hsw"
1870   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1871   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1872   parameters:
1873   - "name"
1874   - "parent"
1875   - "throughput"
1876   - "tags"
1877
1878 # VPP Compare NICs 3n-hsw 2t2c pdr
1879 -
1880   type: "table"
1881   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1882   algorithm: "table_nics_comparison"
1883   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1884   reference:
1885     title: "Intel-x520"
1886     nic: "NIC_Intel-X520-DA2"
1887   compare:
1888     title: "Intel-x710"
1889     nic: "NIC_Intel-X710"
1890   data: "vpp-nic-comparison-3n-hsw"
1891   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1892   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1893   parameters:
1894   - "name"
1895   - "parent"
1896   - "throughput"
1897   - "tags"
1898
1899 # VPP Compare NICs 3n-hsw 1t1c mrr
1900 -
1901   type: "table"
1902   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1903   algorithm: "table_nics_comparison"
1904   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1905   reference:
1906     title: "Intel-x520"
1907     nic: "NIC_Intel-X520-DA2"
1908   compare:
1909     title: "Intel-x710"
1910     nic: "NIC_Intel-X710"
1911   data: "vpp-nic-comparison-3n-hsw-mrr"
1912   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1913   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1914   parameters:
1915   - "name"
1916   - "parent"
1917   - "result"
1918   - "tags"
1919
1920 # VPP Compare NICs 3n-hsw 2t2c mrr
1921 -
1922   type: "table"
1923   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1924   algorithm: "table_nics_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1926   reference:
1927     title: "Intel-x520"
1928     nic: "NIC_Intel-X520-DA2"
1929   compare:
1930     title: "Intel-x710"
1931     nic: "NIC_Intel-X710"
1932   data: "vpp-nic-comparison-3n-hsw-mrr"
1933   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1934   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1935   parameters:
1936   - "name"
1937   - "parent"
1938   - "result"
1939   - "tags"
1940
1941 # VPP Compare NICs 3n-hsw 4t4c mrr
1942 -
1943   type: "table"
1944   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1945   algorithm: "table_nics_comparison"
1946   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1947   reference:
1948     title: "Intel-x520"
1949     nic: "NIC_Intel-X520-DA2"
1950   compare:
1951     title: "Intel-x710"
1952     nic: "NIC_Intel-X710"
1953   data: "vpp-nic-comparison-3n-hsw-mrr"
1954   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1955   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1956   parameters:
1957   - "name"
1958   - "parent"
1959   - "result"
1960   - "tags"
1961
1962 # VPP Compare NICs 3n-skx 2t1c ndr
1963 -
1964   type: "table"
1965   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1966   algorithm: "table_nics_comparison"
1967   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1968   reference:
1969     title: "Intel-x710"
1970     nic: "NIC_Intel-X710"
1971   compare:
1972     title: "Intel-xxv710"
1973     nic: "NIC_Intel-XXV710"
1974   data: "vpp-nic-comparison-3n-skx"
1975   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1976   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1977   parameters:
1978   - "name"
1979   - "parent"
1980   - "throughput"
1981   - "tags"
1982
1983 # VPP Compare NICs 3n-skx 4t2c ndr
1984 -
1985   type: "table"
1986   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1987   algorithm: "table_nics_comparison"
1988   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1989   reference:
1990     title: "Intel-x710"
1991     nic: "NIC_Intel-X710"
1992   compare:
1993     title: "Intel-xxv710"
1994     nic: "NIC_Intel-XXV710"
1995   data: "vpp-nic-comparison-3n-skx"
1996   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1997   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1998   parameters:
1999   - "name"
2000   - "parent"
2001   - "throughput"
2002   - "tags"
2003
2004 # VPP Compare NICs 3n-skx 2t1c pdr
2005 -
2006   type: "table"
2007   title: "VPP Compare NICs 3n-skx 2t1c pdr"
2008   algorithm: "table_nics_comparison"
2009   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2010   reference:
2011     title: "Intel-x710"
2012     nic: "NIC_Intel-X710"
2013   compare:
2014     title: "Intel-xxv710"
2015     nic: "NIC_Intel-XXV710"
2016   data: "vpp-nic-comparison-3n-skx"
2017   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2018   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2019   parameters:
2020   - "name"
2021   - "parent"
2022   - "throughput"
2023   - "tags"
2024
2025  # VPP Compare NICs 3n-skx 4t2c pdr
2026 -
2027   type: "table"
2028   title: "VPP Compare NICs 3n-skx 4t2c pdr"
2029   algorithm: "table_nics_comparison"
2030   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2031   reference:
2032     title: "Intel-x710"
2033     nic: "NIC_Intel-X710"
2034   compare:
2035     title: "Intel-xxv710"
2036     nic: "NIC_Intel-XXV710"
2037   data: "vpp-nic-comparison-3n-skx"
2038   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2039   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2040   parameters:
2041   - "name"
2042   - "parent"
2043   - "throughput"
2044   - "tags"
2045
2046 # VPP Compare NICs 3n-skx 2t1c mrr
2047 -
2048   type: "table"
2049   title: "VPP Compare NICs 3n-skx 2t1c mrr"
2050   algorithm: "table_nics_comparison"
2051   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2052   reference:
2053     title: "Intel-x710"
2054     nic: "NIC_Intel-X710"
2055   compare:
2056     title: "Intel-xxv710"
2057     nic: "NIC_Intel-XXV710"
2058   data: "vpp-nic-comparison-3n-skx-mrr"
2059   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2060   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2061   parameters:
2062   - "name"
2063   - "parent"
2064   - "result"
2065   - "tags"
2066
2067 # VPP Compare NICs 3n-skx 4t2c mrr
2068 -
2069   type: "table"
2070   title: "VPP Compare NICs 3n-skx 4t2c mrr"
2071   algorithm: "table_nics_comparison"
2072   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2073   reference:
2074     title: "Intel-x710"
2075     nic: "NIC_Intel-X710"
2076   compare:
2077     title: "Intel-xxv710"
2078     nic: "NIC_Intel-XXV710"
2079   data: "vpp-nic-comparison-3n-skx-mrr"
2080   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2081   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2082   parameters:
2083   - "name"
2084   - "parent"
2085   - "result"
2086   - "tags"
2087
2088  # VPP Compare NICs 3n-skx 8t4c mrr
2089 -
2090   type: "table"
2091   title: "VPP Compare NICs 3n-skx 8t4c mrr"
2092   algorithm: "table_nics_comparison"
2093   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2094   reference:
2095     title: "Intel-x710"
2096     nic: "NIC_Intel-X710"
2097   compare:
2098     title: "Intel-xxv710"
2099     nic: "NIC_Intel-XXV710"
2100   data: "vpp-nic-comparison-3n-skx-mrr"
2101   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2102   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2103   parameters:
2104   - "name"
2105   - "parent"
2106   - "result"
2107   - "tags"
2108
2109 # VPP Compare NICs 2n-skx 2t1c ndr
2110 -
2111   type: "table"
2112   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2113   algorithm: "table_nics_comparison"
2114   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2115   reference:
2116     title: "Intel-x710"
2117     nic: "NIC_Intel-X710"
2118   compare:
2119     title: "Intel-xxv710"
2120     nic: "NIC_Intel-XXV710"
2121   data: "vpp-nic-comparison-2n-skx"
2122   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2123   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2124   parameters:
2125   - "name"
2126   - "parent"
2127   - "throughput"
2128   - "tags"
2129
2130 # VPP Compare NICs 2n-skx 4t2c ndr
2131 -
2132   type: "table"
2133   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2134   algorithm: "table_nics_comparison"
2135   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2136   reference:
2137     title: "Intel-x710"
2138     nic: "NIC_Intel-X710"
2139   compare:
2140     title: "Intel-xxv710"
2141     nic: "NIC_Intel-XXV710"
2142   data: "vpp-nic-comparison-2n-skx"
2143   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2144   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2145   parameters:
2146   - "name"
2147   - "parent"
2148   - "throughput"
2149   - "tags"
2150
2151  # VPP Compare NICs 2n-skx 2t1c pdr
2152 -
2153   type: "table"
2154   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2155   algorithm: "table_nics_comparison"
2156   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2157   reference:
2158     title: "Intel-x710"
2159     nic: "NIC_Intel-X710"
2160   compare:
2161     title: "Intel-xxv710"
2162     nic: "NIC_Intel-XXV710"
2163   data: "vpp-nic-comparison-2n-skx"
2164   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2165   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2166   parameters:
2167   - "name"
2168   - "parent"
2169   - "throughput"
2170   - "tags"
2171
2172 # VPP Compare NICs 2n-skx 4t2c pdr
2173 -
2174   type: "table"
2175   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2176   algorithm: "table_nics_comparison"
2177   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2178   reference:
2179     title: "Intel-x710"
2180     nic: "NIC_Intel-X710"
2181   compare:
2182     title: "Intel-xxv710"
2183     nic: "NIC_Intel-XXV710"
2184   data: "vpp-nic-comparison-2n-skx"
2185   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2186   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2187   parameters:
2188   - "name"
2189   - "parent"
2190   - "throughput"
2191   - "tags"
2192
2193 # VPP Compare NICs 2n-skx 2t1c mrr
2194 -
2195   type: "table"
2196   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2197   algorithm: "table_nics_comparison"
2198   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2199   reference:
2200     title: "Intel-x710"
2201     nic: "NIC_Intel-X710"
2202   compare:
2203     title: "Intel-xxv710"
2204     nic: "NIC_Intel-XXV710"
2205   data: "vpp-nic-comparison-2n-skx-mrr"
2206   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2207   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2208   parameters:
2209   - "name"
2210   - "parent"
2211   - "result"
2212   - "tags"
2213
2214 # VPP Compare NICs 2n-skx 4t2c mrr
2215 -
2216   type: "table"
2217   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2218   algorithm: "table_nics_comparison"
2219   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2220   reference:
2221     title: "Intel-x710"
2222     nic: "NIC_Intel-X710"
2223   compare:
2224     title: "Intel-xxv710"
2225     nic: "NIC_Intel-XXV710"
2226   data: "vpp-nic-comparison-2n-skx-mrr"
2227   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2228   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2229   parameters:
2230   - "name"
2231   - "parent"
2232   - "result"
2233   - "tags"
2234
2235 # VPP Compare NICs 2n-skx 8t4c mrr
2236 -
2237   type: "table"
2238   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2239   algorithm: "table_nics_comparison"
2240   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2241   reference:
2242     title: "Intel-x710"
2243     nic: "NIC_Intel-X710"
2244   compare:
2245     title: "Intel-xxv710"
2246     nic: "NIC_Intel-XXV710"
2247   data: "vpp-nic-comparison-2n-skx-mrr"
2248   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2249   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2250   parameters:
2251   - "name"
2252   - "parent"
2253   - "result"
2254   - "tags"
2255
2256 ################################################################################
2257 # VPP
2258
2259 # VPP Performance Changes 3n-hsw 1t1c pdr
2260 -
2261   type: "table"
2262   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2263   algorithm: "table_performance_comparison"
2264   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2265   history:
2266     -
2267       title: "rls1807"
2268       data: "vpp-performance-changes-3n-hsw-h1"
2269   reference:
2270     title: "rls1810"
2271     data: "vpp-performance-changes-3n-hsw-ref"
2272   compare:
2273     title: "rls1901.1"
2274     data: "vpp-performance-changes-3n-hsw-cmp"
2275   data: "vpp-performance-changes-3n-hsw"
2276   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2277   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2278   parameters:
2279   - "name"
2280   - "parent"
2281   - "throughput"
2282
2283 # VPP Performance Changes 3n-hsw 2t2c pdr
2284 -
2285   type: "table"
2286   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2287   algorithm: "table_performance_comparison"
2288   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2289   history:
2290     -
2291       title: "rls1807"
2292       data: "vpp-performance-changes-3n-hsw-h1"
2293   reference:
2294     title: "rls1810"
2295     data: "vpp-performance-changes-3n-hsw-ref"
2296   compare:
2297     title: "rls1901.1"
2298     data: "vpp-performance-changes-3n-hsw-cmp"
2299   data: "vpp-performance-changes-3n-hsw"
2300   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2301   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2302   parameters:
2303   - "name"
2304   - "parent"
2305   - "throughput"
2306
2307 # VPP Performance Changes 3n-hsw 1t1c ndr
2308 -
2309   type: "table"
2310   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2311   algorithm: "table_performance_comparison"
2312   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2313   history:
2314     -
2315       title: "rls1807"
2316       data: "vpp-performance-changes-3n-hsw-h1"
2317   reference:
2318     title: "rls1810"
2319     data: "vpp-performance-changes-3n-hsw-ref"
2320   compare:
2321     title: "rls1901.1"
2322     data: "vpp-performance-changes-3n-hsw-cmp"
2323   data: "vpp-performance-changes-3n-hsw"
2324   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2325   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2326   parameters:
2327   - "name"
2328   - "parent"
2329   - "throughput"
2330
2331 # VPP Performance Changes 3n-hsw 2t2c ndr
2332 -
2333   type: "table"
2334   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2335   algorithm: "table_performance_comparison"
2336   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2337   history:
2338     -
2339       title: "rls1807"
2340       data: "vpp-performance-changes-3n-hsw-h1"
2341   reference:
2342     title: "rls1810"
2343     data: "vpp-performance-changes-3n-hsw-ref"
2344   compare:
2345     title: "rls1901.1"
2346     data: "vpp-performance-changes-3n-hsw-cmp"
2347   data: "vpp-performance-changes-3n-hsw"
2348   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2349   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2350   parameters:
2351   - "name"
2352   - "parent"
2353   - "throughput"
2354
2355 # VPP Performance Changes 3n-skx 2t1c pdr
2356 -
2357   type: "table"
2358   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2359   algorithm: "table_performance_comparison"
2360   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2361   history:
2362     -
2363       title: "rls1807"
2364       data: "vpp-performance-changes-3n-skx-h1"
2365   reference:
2366     title: "rls1810"
2367     data: "vpp-performance-changes-3n-skx-ref"
2368   compare:
2369     title: "rls1901.1"
2370     data: "vpp-performance-changes-3n-skx-cmp"
2371   data: "vpp-performance-changes-3n-skx"
2372   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2373   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2374   parameters:
2375   - "name"
2376   - "parent"
2377   - "throughput"
2378
2379 # VPP Performance Changes 3n-skx 4t2c pdr
2380 -
2381   type: "table"
2382   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2383   algorithm: "table_performance_comparison"
2384   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2385   history:
2386     -
2387       title: "rls1807"
2388       data: "vpp-performance-changes-3n-skx-h1"
2389   reference:
2390     title: "rls1810"
2391     data: "vpp-performance-changes-3n-skx-ref"
2392   compare:
2393     title: "rls1901.1"
2394     data: "vpp-performance-changes-3n-skx-cmp"
2395   data: "vpp-performance-changes-3n-skx"
2396   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2397   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2398   parameters:
2399   - "name"
2400   - "parent"
2401   - "throughput"
2402
2403 # VPP Performance Changes 3n-skx 2t1c ndr
2404 -
2405   type: "table"
2406   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2407   algorithm: "table_performance_comparison"
2408   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2409   history:
2410     -
2411       title: "rls1807"
2412       data: "vpp-performance-changes-3n-skx-h1"
2413   reference:
2414     title: "rls1810"
2415     data: "vpp-performance-changes-3n-skx-ref"
2416   compare:
2417     title: "rls1901.1"
2418     data: "vpp-performance-changes-3n-skx-cmp"
2419   data: "vpp-performance-changes-3n-skx"
2420   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2421   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2422   parameters:
2423   - "name"
2424   - "parent"
2425   - "throughput"
2426
2427 # VPP Performance Changes 3n-skx 4t2c ndr
2428 -
2429   type: "table"
2430   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2431   algorithm: "table_performance_comparison"
2432   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2433   history:
2434     -
2435       title: "rls1807"
2436       data: "vpp-performance-changes-3n-skx-h1"
2437   reference:
2438     title: "rls1810"
2439     data: "vpp-performance-changes-3n-skx-ref"
2440   compare:
2441     title: "rls1901.1"
2442     data: "vpp-performance-changes-3n-skx-cmp"
2443   data: "vpp-performance-changes-3n-skx"
2444   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2445   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2446   parameters:
2447   - "name"
2448   - "parent"
2449   - "throughput"
2450
2451 # VPP Performance Changes 2n-skx 2t1c pdr
2452 -
2453   type: "table"
2454   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2455   algorithm: "table_performance_comparison"
2456   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2457   history:
2458     -
2459       title: "rls1807"
2460       data: "vpp-performance-changes-2n-skx-h1"
2461   reference:
2462     title: "rls1810"
2463     data: "vpp-performance-changes-2n-skx-ref"
2464   compare:
2465     title: "rls1901.1"
2466     data: "vpp-performance-changes-2n-skx-cmp"
2467   data: "vpp-performance-changes-2n-skx"
2468   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2469   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2470   parameters:
2471   - "name"
2472   - "parent"
2473   - "throughput"
2474
2475 # VPP Performance Changes 2n-skx 4t2c pdr
2476 -
2477   type: "table"
2478   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2479   algorithm: "table_performance_comparison"
2480   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2481   history:
2482     - title: "rls1807"
2483       data: "vpp-performance-changes-2n-skx-h1"
2484   reference:
2485     title: "rls1810"
2486     data: "vpp-performance-changes-2n-skx-ref"
2487   compare:
2488     title: "rls1901.1"
2489     data: "vpp-performance-changes-2n-skx-cmp"
2490   data: "vpp-performance-changes-2n-skx"
2491   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2492   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2493   parameters:
2494   - "name"
2495   - "parent"
2496   - "throughput"
2497
2498 # VPP Performance Changes 2n-skx 2t1c ndr
2499 -
2500   type: "table"
2501   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2502   algorithm: "table_performance_comparison"
2503   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2504   history:
2505     - title: "rls1807"
2506       data: "vpp-performance-changes-2n-skx-h1"
2507   reference:
2508     title: "rls1810"
2509     data: "vpp-performance-changes-2n-skx-ref"
2510   compare:
2511     title: "rls1901.1"
2512     data: "vpp-performance-changes-2n-skx-cmp"
2513   data: "vpp-performance-changes-2n-skx"
2514   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2515   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2516   parameters:
2517   - "name"
2518   - "parent"
2519   - "throughput"
2520
2521 # VPP Performance Changes 2n-skx 4t2c ndr
2522 -
2523   type: "table"
2524   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2525   algorithm: "table_performance_comparison"
2526   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2527   history:
2528     - title: "rls1807"
2529       data: "vpp-performance-changes-2n-skx-h1"
2530   reference:
2531     title: "rls1810"
2532     data: "vpp-performance-changes-2n-skx-ref"
2533   compare:
2534     title: "rls1901.1"
2535     data: "vpp-performance-changes-2n-skx-cmp"
2536   data: "vpp-performance-changes-2n-skx"
2537   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2538   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2539   parameters:
2540   - "name"
2541   - "parent"
2542   - "throughput"
2543
2544 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2545 -
2546   type: "table"
2547   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2548   algorithm: "table_performance_comparison"
2549   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2550   reference:
2551     title: "3-Node Hsw"
2552     data: "vpp-compare-testbeds-ref"
2553   compare:
2554     title: "3-Node Skx"
2555     data: "vpp-compare-testbeds-cmp"
2556   data: "vpp-compare-testbeds"
2557   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2558   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2559   parameters:
2560   - "name"
2561   - "parent"
2562   - "throughput"
2563
2564 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2565 -
2566   type: "table"
2567   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2568   algorithm: "table_performance_comparison"
2569   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2570   reference:
2571     title: "3-Node Hsw"
2572     data: "vpp-compare-testbeds-ref"
2573   compare:
2574     title: "3-Node Skx"
2575     data: "vpp-compare-testbeds-cmp"
2576   data: "vpp-compare-testbeds"
2577   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2578   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2579   parameters:
2580   - "name"
2581   - "parent"
2582   - "throughput"
2583
2584 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2585 -
2586   type: "table"
2587   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2588   algorithm: "table_performance_comparison"
2589   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2590   reference:
2591     title: "3-Node Hsw"
2592     data: "vpp-compare-testbeds-ref"
2593   compare:
2594     title: "3-Node Skx"
2595     data: "vpp-compare-testbeds-cmp"
2596   data: "vpp-compare-testbeds"
2597   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2598   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2599   parameters:
2600   - "name"
2601   - "parent"
2602   - "throughput"
2603
2604 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2605 -
2606   type: "table"
2607   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2608   algorithm: "table_performance_comparison"
2609   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2610   reference:
2611     title: "3-Node Hsw"
2612     data: "vpp-compare-testbeds-ref"
2613   compare:
2614     title: "3-Node Skx"
2615     data: "vpp-compare-testbeds-cmp"
2616   data: "vpp-compare-testbeds"
2617   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2618   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2619   parameters:
2620   - "name"
2621   - "parent"
2622   - "throughput"
2623
2624 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2625 -
2626   type: "table"
2627   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2628   algorithm: "table_performance_comparison"
2629   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2630   reference:
2631     title: "3-Node Skx"
2632     data: "vpp-compare-topologies-ref"
2633   compare:
2634     title: "2-Node Skx"
2635     data: "vpp-compare-topologies-cmp"
2636   data: "vpp-compare-topologies"
2637   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2638   filter: "'NDRPDR' and '1C'"
2639   parameters:
2640   - "name"
2641   - "parent"
2642   - "throughput"
2643
2644 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2645 -
2646   type: "table"
2647   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2648   algorithm: "table_performance_comparison"
2649   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2650   reference:
2651     title: "3-Node Skx"
2652     data: "vpp-compare-topologies-ref"
2653   compare:
2654     title: "2-Node Skx"
2655     data: "vpp-compare-topologies-cmp"
2656   data: "vpp-compare-topologies"
2657   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2658   filter: "'NDRPDR' and '2C'"
2659   parameters:
2660   - "name"
2661   - "parent"
2662   - "throughput"
2663
2664 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2665 -
2666   type: "table"
2667   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2668   algorithm: "table_performance_comparison"
2669   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2670   reference:
2671     title: "3-Node Skx"
2672     data: "vpp-compare-topologies-ref"
2673   compare:
2674     title: "2-Node Skx"
2675     data: "vpp-compare-topologies-cmp"
2676   data: "vpp-compare-topologies"
2677   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2678   filter: "'NDRPDR' and '1C'"
2679   parameters:
2680   - "name"
2681   - "parent"
2682   - "throughput"
2683
2684 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2685 -
2686   type: "table"
2687   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2688   algorithm: "table_performance_comparison"
2689   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2690   reference:
2691     title: "3-Node Skx"
2692     data: "vpp-compare-topologies-ref"
2693   compare:
2694     title: "2-Node Skx"
2695     data: "vpp-compare-topologies-cmp"
2696   data: "vpp-compare-topologies"
2697   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2698   filter: "'NDRPDR' and '2C'"
2699   parameters:
2700   - "name"
2701   - "parent"
2702   - "throughput"
2703
2704 # VPP Performance Changes 3n-hsw 1t1c MRR
2705 -
2706   type: "table"
2707   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2708   algorithm: "table_performance_comparison"
2709   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2710   history:
2711     -
2712       title: "rls1807"
2713       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2714   reference:
2715     title: "rls1810"
2716     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2717   compare:
2718     title: "rls1901.1"
2719     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2720   data: "vpp-performance-changes-3n-hsw-mrr"
2721   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2722   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2723   parameters:
2724   - "name"
2725   - "parent"
2726   - "result"
2727
2728 # VPP Performance Changes 3n-hsw 2t2c MRR
2729 -
2730   type: "table"
2731   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2732   algorithm: "table_performance_comparison"
2733   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2734   history:
2735     -
2736       title: "rls1807"
2737       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2738   reference:
2739     title: "rls1810"
2740     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2741   compare:
2742     title: "rls1901.1"
2743     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2744   data: "vpp-performance-changes-3n-hsw-mrr"
2745   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2746   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2747   parameters:
2748   - "name"
2749   - "parent"
2750   - "result"
2751
2752 # VPP Performance Changes 3n-hsw 4t4c MRR
2753 -
2754   type: "table"
2755   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2756   algorithm: "table_performance_comparison"
2757   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2758   history:
2759     -
2760       title: "rls1807"
2761       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2762   reference:
2763     title: "rls1810"
2764     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2765   compare:
2766     title: "rls1901.1"
2767     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2768   data: "vpp-performance-changes-3n-hsw-mrr"
2769   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2770   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2771   parameters:
2772   - "name"
2773   - "parent"
2774   - "result"
2775
2776 # VPP Performance Changes 3n-skx 2t1c MRR
2777 -
2778   type: "table"
2779   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2780   algorithm: "table_performance_comparison"
2781   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2782   history:
2783     -
2784       title: "rls1807"
2785       data: "vpp-performance-changes-3n-skx-mrr-h1"
2786   reference:
2787     title: "rls1810"
2788     data: "vpp-performance-changes-3n-skx-mrr-ref"
2789   compare:
2790     title: "rls1901.1"
2791     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2792   data: "vpp-performance-changes-3n-skx-mrr"
2793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2794   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2795   parameters:
2796   - "name"
2797   - "parent"
2798   - "result"
2799
2800 # VPP Performance Changes 3n-skx 4t2c MRR
2801 -
2802   type: "table"
2803   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2804   algorithm: "table_performance_comparison"
2805   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2806   history:
2807     -
2808       title: "rls1807"
2809       data: "vpp-performance-changes-3n-skx-mrr-h1"
2810   reference:
2811     title: "rls1810"
2812     data: "vpp-performance-changes-3n-skx-mrr-ref"
2813   compare:
2814     title: "rls1901.1"
2815     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2816   data: "vpp-performance-changes-3n-skx-mrr"
2817   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2818   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2819   parameters:
2820   - "name"
2821   - "parent"
2822   - "result"
2823
2824 # VPP Performance Changes 3n-skx 8t4c MRR
2825 -
2826   type: "table"
2827   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2828   algorithm: "table_performance_comparison"
2829   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2830   history:
2831     -
2832       title: "rls1807"
2833       data: "vpp-performance-changes-3n-skx-mrr-h1"
2834   reference:
2835     title: "rls1810"
2836     data: "vpp-performance-changes-3n-skx-mrr-ref"
2837   compare:
2838     title: "rls1901.1"
2839     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2840   data: "vpp-performance-changes-3n-skx-mrr"
2841   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2842   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2843   parameters:
2844   - "name"
2845   - "parent"
2846   - "result"
2847
2848 # VPP Performance Changes 2n-skx 2t1c MRR
2849 -
2850   type: "table"
2851   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2852   algorithm: "table_performance_comparison"
2853   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2854   history:
2855     -
2856       title: "rls1807"
2857       data: "vpp-performance-changes-2n-skx-mrr-h1"
2858   reference:
2859     title: "rls1810"
2860     data: "vpp-performance-changes-2n-skx-mrr-ref"
2861   compare:
2862     title: "rls1901.1"
2863     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2864   data: "vpp-performance-changes-2n-skx-mrr"
2865   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2866   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2867   parameters:
2868   - "name"
2869   - "parent"
2870   - "result"
2871
2872 # VPP Performance Changes 2n-skx 4t2c MRR
2873 -
2874   type: "table"
2875   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2876   algorithm: "table_performance_comparison"
2877   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2878   history:
2879     -
2880       title: "rls1807"
2881       data: "vpp-performance-changes-2n-skx-mrr-h1"
2882   reference:
2883     title: "rls1810"
2884     data: "vpp-performance-changes-2n-skx-mrr-ref"
2885   compare:
2886     title: "rls1901.1"
2887     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2888   data: "vpp-performance-changes-2n-skx-mrr"
2889   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2890   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2891   parameters:
2892   - "name"
2893   - "parent"
2894   - "result"
2895
2896 # VPP Performance Changes 2n-skx 8t4c MRR
2897 -
2898   type: "table"
2899   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2900   algorithm: "table_performance_comparison"
2901   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2902   history:
2903     -
2904       title: "rls1807"
2905       data: "vpp-performance-changes-2n-skx-mrr-h1"
2906   reference:
2907     title: "rls1810"
2908     data: "vpp-performance-changes-2n-skx-mrr-ref"
2909   compare:
2910     title: "rls1901.1"
2911     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2912   data: "vpp-performance-changes-2n-skx-mrr"
2913   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2914   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2915   parameters:
2916   - "name"
2917   - "parent"
2918   - "result"
2919
2920 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2921 -
2922   type: "table"
2923   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2924   algorithm: "table_performance_comparison"
2925   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2926   reference:
2927     title: "3-Node Hsw"
2928     data: "vpp-compare-testbeds-mrr-ref"
2929   compare:
2930     title: "3-Node Skx"
2931     data: "vpp-compare-testbeds-mrr-cmp"
2932   data: "vpp-compare-testbeds-mrr"
2933   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2934   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2935   parameters:
2936   - "name"
2937   - "parent"
2938   - "result"
2939
2940 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2941 -
2942   type: "table"
2943   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2944   algorithm: "table_performance_comparison"
2945   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2946   reference:
2947     title: "3-Node Hsw"
2948     data: "vpp-compare-testbeds-mrr-ref"
2949   compare:
2950     title: "3-Node Skx"
2951     data: "vpp-compare-testbeds-mrr-cmp"
2952   data: "vpp-compare-testbeds-mrr"
2953   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2954   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2955   parameters:
2956   - "name"
2957   - "parent"
2958   - "result"
2959
2960 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2961 -
2962   type: "table"
2963   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2964   algorithm: "table_performance_comparison"
2965   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2966   reference:
2967     title: "3-Node Hsw"
2968     data: "vpp-compare-testbeds-mrr-ref"
2969   compare:
2970     title: "3-Node Skx"
2971     data: "vpp-compare-testbeds-mrr-cmp"
2972   data: "vpp-compare-testbeds-mrr"
2973   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2974   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2975   parameters:
2976   - "name"
2977   - "parent"
2978   - "result"
2979
2980 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2981 -
2982   type: "table"
2983   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2984   algorithm: "table_performance_comparison"
2985   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2986   reference:
2987     title: "3-Node Skx"
2988     data: "vpp-compare-topologies-mrr-ref"
2989   compare:
2990     title: "2-Node Skx"
2991     data: "vpp-compare-topologies-mrr-cmp"
2992   data: "vpp-compare-topologies-mrr"
2993   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2994   filter: "'MRR' and '1C'"
2995   parameters:
2996   - "name"
2997   - "parent"
2998   - "result"
2999
3000 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3001 -
3002   type: "table"
3003   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3004   algorithm: "table_performance_comparison"
3005   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3006   reference:
3007     title: "3-Node Skx"
3008     data: "vpp-compare-topologies-mrr-ref"
3009   compare:
3010     title: "2-Node Skx"
3011     data: "vpp-compare-topologies-mrr-cmp"
3012   data: "vpp-compare-topologies-mrr"
3013   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3014   filter: "'MRR' and '2C'"
3015   parameters:
3016   - "name"
3017   - "parent"
3018   - "result"
3019
3020 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3021 -
3022   type: "table"
3023   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3024   algorithm: "table_performance_comparison"
3025   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3026   reference:
3027     title: "3-Node Skx"
3028     data: "vpp-compare-topologies-mrr-ref"
3029   compare:
3030     title: "2-Node Skx"
3031     data: "vpp-compare-topologies-mrr-cmp"
3032   data: "vpp-compare-topologies-mrr"
3033   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3034   filter: "'MRR' and '4C'"
3035   parameters:
3036   - "name"
3037   - "parent"
3038   - "result"
3039
3040 # Detailed Test Results - VPP Performance Results 3n-hsw
3041 -
3042   type: "table"
3043   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3044   algorithm: "table_merged_details"
3045   output-file-ext: ".csv"
3046   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3047   columns:
3048   -
3049     title: "Name"
3050     data: "data name"
3051   -
3052     title: "Status"
3053     data: "data msg"
3054   rows: "generated"
3055   data: "vpp-perf-results-3n-hsw"
3056   filter: "not 'NDRCHK' and not 'PDRCHK'"
3057   parameters:
3058   - "name"
3059   - "parent"
3060   - "msg"
3061
3062 # Detailed Test Results - VPP Performance Results 3n-skx
3063 -
3064   type: "table"
3065   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3066   algorithm: "table_merged_details"
3067   output-file-ext: ".csv"
3068   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3069   columns:
3070   -
3071     title: "Name"
3072     data: "data name"
3073   -
3074     title: "Status"
3075     data: "data msg"
3076   rows: "generated"
3077   data: "vpp-perf-results-3n-skx"
3078   filter: "not 'NDRCHK' and not 'PDRCHK'"
3079   parameters:
3080   - "name"
3081   - "parent"
3082   - "msg"
3083
3084 # Detailed Test Results - VPP Performance Results 2n-skx
3085 -
3086   type: "table"
3087   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3088   algorithm: "table_merged_details"
3089   output-file-ext: ".csv"
3090   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3091   columns:
3092   -
3093     title: "Name"
3094     data: "data name"
3095   -
3096     title: "Status"
3097     data: "data msg"
3098   rows: "generated"
3099   data: "vpp-perf-results-2n-skx"
3100   filter: "not 'NDRCHK' and not 'PDRCHK'"
3101   parameters:
3102   - "name"
3103   - "parent"
3104   - "msg"
3105
3106 # Detailed Test Results - VPP Performance Results 2n-dnv
3107 -
3108   type: "table"
3109   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3110   algorithm: "table_details"
3111   output-file-ext: ".csv"
3112   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3113   columns:
3114   -
3115     title: "Name"
3116     data: "data name"
3117   -
3118     title: "Status"
3119     data: "data msg"
3120   rows: "generated"
3121   data: "intel-dnv-vpp"
3122   filter: "'NDRPDR'"
3123   parameters:
3124   - "name"
3125   - "parent"
3126   - "msg"
3127
3128 # Test configuration - VPP Performance Test Configs 3n-hsw
3129 -
3130   type: "table"
3131   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3132   algorithm: "table_merged_details"
3133   output-file-ext: ".csv"
3134   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3135   columns:
3136   -
3137     title: "Name"
3138     data: "data name"
3139   -
3140     title: "VPP API Test Commands History - Commands Used Per Test Case"
3141     data: "data conf-history"
3142   rows: "generated"
3143   data: "vpp-perf-results-3n-hsw"
3144   filter: "not 'NDRCHK' and not 'PDRCHK'"
3145   parameters:
3146   - "parent"
3147   - "name"
3148   - "conf-history"
3149
3150 # Test configuration - VPP Performance Test Configs 3n-skx
3151 -
3152   type: "table"
3153   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3154   algorithm: "table_merged_details"
3155   output-file-ext: ".csv"
3156   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3157   columns:
3158   -
3159     title: "Name"
3160     data: "data name"
3161   -
3162     title: "VPP API Test Commands History - Commands Used Per Test Case"
3163     data: "data conf-history"
3164   rows: "generated"
3165   data: "vpp-perf-results-3n-skx"
3166   filter: "not 'NDRCHK' and not 'PDRCHK'"
3167   parameters:
3168   - "parent"
3169   - "name"
3170   - "conf-history"
3171
3172 # Test configuration - VPP Performance Test Configs 2n-skx
3173 -
3174   type: "table"
3175   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3176   algorithm: "table_merged_details"
3177   output-file-ext: ".csv"
3178   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3179   columns:
3180   -
3181     title: "Name"
3182     data: "data name"
3183   -
3184     title: "VPP API Test Commands History - Commands Used Per Test Case"
3185     data: "data conf-history"
3186   rows: "generated"
3187   data: "vpp-perf-results-2n-skx"
3188   filter: "not 'NDRCHK' and not 'PDRCHK'"
3189   parameters:
3190   - "parent"
3191   - "name"
3192   - "conf-history"
3193
3194 # Test configuration - VPP Performance Test Configs 2n-dnv
3195 -
3196   type: "table"
3197   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3198   algorithm: "table_details"
3199   output-file-ext: ".csv"
3200   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3201   columns:
3202   -
3203     title: "Name"
3204     data: "data name"
3205   -
3206     title: "VPP API Test Commands History - Commands Used Per Test Case"
3207     data: "data conf-history"
3208   rows: "generated"
3209   data: "intel-dnv-vpp"
3210   filter: "'NDRPDR'"
3211   parameters:
3212   - "parent"
3213   - "name"
3214   - "conf-history"
3215
3216 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3217 -
3218   type: "table"
3219   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3220   algorithm: "table_merged_details"
3221   output-file-ext: ".csv"
3222   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3223   columns:
3224   -
3225     title: "Name"
3226     data: "data name"
3227   -
3228     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3229     data: "data show-run"
3230   rows: "generated"
3231   data: "vpp-perf-results-3n-hsw"
3232   filter: "not 'NDRCHK' and not 'PDRCHK'"
3233   parameters:
3234   - "parent"
3235   - "name"
3236   - "show-run"
3237
3238 # Test Operational Data - VPP Performance Operational Data 3n-skx
3239 -
3240   type: "table"
3241   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3242   algorithm: "table_merged_details"
3243   output-file-ext: ".csv"
3244   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3245   columns:
3246   -
3247     title: "Name"
3248     data: "data name"
3249   -
3250     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3251     data: "data show-run"
3252   rows: "generated"
3253   data: "vpp-perf-results-3n-skx"
3254   filter: "not 'NDRCHK' and not 'PDRCHK'"
3255   parameters:
3256   - "parent"
3257   - "name"
3258   - "show-run"
3259
3260 # Test Operational Data - VPP Performance Operational Data 2n-skx
3261 -
3262   type: "table"
3263   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3264   algorithm: "table_merged_details"
3265   output-file-ext: ".csv"
3266   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3267   columns:
3268   -
3269     title: "Name"
3270     data: "data name"
3271   -
3272     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3273     data: "data show-run"
3274   rows: "generated"
3275   data: "vpp-perf-results-2n-skx"
3276   filter: "not 'NDRCHK' and not 'PDRCHK'"
3277   parameters:
3278   - "parent"
3279   - "name"
3280   - "show-run"
3281
3282 # Test Operational Data - VPP Performance Operational Data 2n-dnv
3283 -
3284   type: "table"
3285   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3286   algorithm: "table_details"
3287   output-file-ext: ".csv"
3288   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3289   columns:
3290   -
3291     title: "Name"
3292     data: "data name"
3293   -
3294     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3295     data: "data show-run"
3296   rows: "generated"
3297   data: "intel-dnv-vpp"
3298   filter: "'NDRPDR'"
3299   parameters:
3300   - "parent"
3301   - "name"
3302   - "show-run"
3303
3304 # Detailed Test Results - VPP MRR Results 3n-hsw
3305 -
3306   type: "table"
3307   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3308   algorithm: "table_details"
3309   output-file-ext: ".csv"
3310   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3311   columns:
3312   -
3313     title: "Name"
3314     data: "data name"
3315   -
3316     title: "Status"
3317     data: "data msg"
3318   rows: "generated"
3319   data: "vpp-mrr-results-3n-hsw"
3320   filter: "'MRR'"
3321   parameters:
3322   - "name"
3323   - "parent"
3324   - "msg"
3325
3326 # Detailed Test Results - VPP MRR Results 3n-skx
3327 -
3328   type: "table"
3329   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3330   algorithm: "table_details"
3331   output-file-ext: ".csv"
3332   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3333   columns:
3334   -
3335     title: "Name"
3336     data: "data name"
3337   -
3338     title: "Status"
3339     data: "data msg"
3340   rows: "generated"
3341   data: "vpp-mrr-results-3n-skx"
3342   filter: "'MRR'"
3343   parameters:
3344   - "name"
3345   - "parent"
3346   - "msg"
3347
3348 # Detailed Test Results - VPP MRR Results 2n-skx
3349 -
3350   type: "table"
3351   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3352   algorithm: "table_details"
3353   output-file-ext: ".csv"
3354   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3355   columns:
3356   -
3357     title: "Name"
3358     data: "data name"
3359   -
3360     title: "Status"
3361     data: "data msg"
3362   rows: "generated"
3363   data: "vpp-mrr-results-2n-skx"
3364   filter: "'MRR'"
3365   parameters:
3366   - "name"
3367   - "parent"
3368   - "msg"
3369
3370 # Detailed Test Results - VPP MRR Results 2n-dnv
3371 -
3372   type: "table"
3373   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3374   algorithm: "table_details"
3375   output-file-ext: ".csv"
3376   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3377   columns:
3378   -
3379     title: "Name"
3380     data: "data name"
3381   -
3382     title: "Status"
3383     data: "data msg"
3384   rows: "generated"
3385   data: "intel-dnv-vpp"
3386   filter: "'MRR'"
3387   parameters:
3388   - "name"
3389   - "parent"
3390   - "msg"
3391
3392 # Test configuration - VPP MRR Test Configs 3n-hsw
3393 -
3394   type: "table"
3395   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3396   algorithm: "table_details"
3397   output-file-ext: ".csv"
3398   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3399   columns:
3400   -
3401     title: "Name"
3402     data: "data name"
3403   -
3404     title: "VPP API Test Commands History - Commands Used Per Test Case"
3405     data: "data conf-history"
3406   rows: "generated"
3407   data: "vpp-mrr-results-3n-hsw"
3408   filter: "'MRR'"
3409   parameters:
3410   - "parent"
3411   - "name"
3412   - "conf-history"
3413
3414 # Test configuration - VPP MRR Test Configs 3n-skx
3415 -
3416   type: "table"
3417   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3418   algorithm: "table_details"
3419   output-file-ext: ".csv"
3420   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3421   columns:
3422   -
3423     title: "Name"
3424     data: "data name"
3425   -
3426     title: "VPP API Test Commands History - Commands Used Per Test Case"
3427     data: "data conf-history"
3428   rows: "generated"
3429   data: "vpp-mrr-results-3n-skx"
3430   filter: "'MRR'"
3431   parameters:
3432   - "parent"
3433   - "name"
3434   - "conf-history"
3435
3436 # Test configuration - VPP MRR Test Configs 2n-skx
3437 -
3438   type: "table"
3439   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3440   algorithm: "table_details"
3441   output-file-ext: ".csv"
3442   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3443   columns:
3444   -
3445     title: "Name"
3446     data: "data name"
3447   -
3448     title: "VPP API Test Commands History - Commands Used Per Test Case"
3449     data: "data conf-history"
3450   rows: "generated"
3451   data: "vpp-mrr-results-2n-skx"
3452   filter: "'MRR'"
3453   parameters:
3454   - "parent"
3455   - "name"
3456   - "conf-history"
3457
3458 # Test configuration - VPP MRR Test Configs 2n-dnv
3459 -
3460   type: "table"
3461   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3462   algorithm: "table_details"
3463   output-file-ext: ".csv"
3464   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3465   columns:
3466   -
3467     title: "Name"
3468     data: "data name"
3469   -
3470     title: "VPP API Test Commands History - Commands Used Per Test Case"
3471     data: "data conf-history"
3472   rows: "generated"
3473   data: "intel-dnv-vpp"
3474   filter: "'MRR'"
3475   parameters:
3476   - "parent"
3477   - "name"
3478   - "conf-history"
3479
3480 # Detailed Test Results - VPP Functional Results - Ubuntu
3481 -
3482   type: "table"
3483   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3484   algorithm: "table_details"
3485   output-file-ext: ".csv"
3486   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3487   columns:
3488   -
3489     title: "Name"
3490     data: "data name"
3491   -
3492     title: "Documentation"
3493     data: "data doc"
3494   -
3495     title: "Status"
3496     data: "data status"
3497   rows: "generated"
3498   data: "vpp-func-results-ubuntu"
3499   filter: "all"
3500   parameters:
3501   - "name"
3502   - "parent"
3503   - "doc"
3504   - "status"
3505
3506 # Detailed Test Results - VPP Functional Results - CentOS
3507 -
3508   type: "table"
3509   title: "Detailed Test Results - VPP Functional Results - CentOS"
3510   algorithm: "table_details"
3511   output-file-ext: ".csv"
3512   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3513   columns:
3514   -
3515     title: "Name"
3516     data: "data name"
3517   -
3518     title: "Documentation"
3519     data: "data doc"
3520   -
3521     title: "Status"
3522     data: "data status"
3523   rows: "generated"
3524   data:
3525     "vpp-func-results-centos"
3526   filter: "all"
3527   parameters:
3528   - "name"
3529   - "parent"
3530   - "doc"
3531   - "status"
3532
3533 # Test configuration - VPP Functional Test Configs - Ubuntu
3534 -
3535   type: "table"
3536   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3537   algorithm: "table_details"
3538   output-file-ext: ".csv"
3539   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3540   columns:
3541   -
3542     title: "Name"
3543     data: "data name"
3544   -
3545     title: "VPP API Test Commands History - Commands Used Per Test Case"
3546     data: "data conf-history"
3547   rows: "generated"
3548   data: "vpp-func-results-ubuntu"
3549   filter: "all"
3550   parameters:
3551   - "parent"
3552   - "name"
3553   - "conf-history"
3554
3555 # Test configuration - VPP Functional Test Configs - CentOS
3556 -
3557   type: "table"
3558   title: "Test configuration - VPP Functional Test Configs - CentOS"
3559   algorithm: "table_details"
3560   output-file-ext: ".csv"
3561   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3562   columns:
3563   -
3564     title: "Name"
3565     data: "data name"
3566   -
3567     title: "VPP API Test Commands History - Commands Used Per Test Case"
3568     data: "data conf-history"
3569   rows: "generated"
3570   data: "vpp-func-results-centos"
3571   filter: "all"
3572   parameters:
3573   - "parent"
3574   - "name"
3575   - "conf-history"
3576
3577 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3578 -
3579   type: "table"
3580   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3581   algorithm: "table_details"
3582   output-file-ext: ".csv"
3583   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3584   columns:
3585   -
3586     title: "Name"
3587     data: "data name"
3588   -
3589     title: "Status"
3590     data: "data msg"
3591   rows: "generated"
3592   data: "ligato-perf-results-3n-hsw"
3593   filter: "all"
3594   parameters:
3595   - "name"
3596   - "parent"
3597   - "msg"
3598
3599 # Detailed Test Results - VPP Device Results - Ubuntu
3600 -
3601   type: "table"
3602   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3603   algorithm: "table_details"
3604   output-file-ext: ".csv"
3605   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3606   columns:
3607   -
3608     title: "Name"
3609     data: "data name"
3610   -
3611     title: "Documentation"
3612     data: "data doc"
3613   -
3614     title: "Status"
3615     data: "data status"
3616   rows: "generated"
3617   data: "vpp-device-results-ubuntu"
3618   filter: "all"
3619   parameters:
3620   - "name"
3621   - "parent"
3622   - "doc"
3623   - "status"
3624
3625 # Test configuration - VPP Device Test Configs - Ubuntu
3626 -
3627   type: "table"
3628   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3629   algorithm: "table_details"
3630   output-file-ext: ".csv"
3631   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3632   columns:
3633   -
3634     title: "Name"
3635     data: "data name"
3636   -
3637     title: "VPP API Test Commands History - Commands Used Per Test Case"
3638     data: "data conf-history"
3639   rows: "generated"
3640   data: "vpp-device-results-ubuntu"
3641   filter: "all"
3642   parameters:
3643   - "parent"
3644   - "name"
3645   - "conf-history"
3646
3647 ################################################################################
3648
3649 # DPDK Performance Changes 3n-hsw 1t1c pdr
3650 -
3651   type: "table"
3652   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3653   algorithm: "table_performance_comparison"
3654   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3655   history:
3656     -
3657       title: "rls1807"
3658       data: "dpdk-performance-changes-3n-hsw-h1"
3659   reference:
3660     title: "rls1810"
3661     data: "dpdk-performance-changes-3n-hsw-ref"
3662   compare:
3663     title: "rls1901"
3664     data: "dpdk-performance-changes-3n-hsw-cmp"
3665   data: "dpdk-performance-changes-3n-hsw"
3666   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3667   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3668   parameters:
3669   - "name"
3670   - "parent"
3671   - "throughput"
3672
3673 # DPDK Performance Changes 3n-hsw 2t2c pdr
3674 -
3675   type: "table"
3676   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3677   algorithm: "table_performance_comparison"
3678   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3679   history:
3680     -
3681       title: "rls1807"
3682       data: "dpdk-performance-changes-3n-hsw-h1"
3683   reference:
3684     title: "rls1810"
3685     data: "dpdk-performance-changes-3n-hsw-ref"
3686   compare:
3687     title: "rls1901"
3688     data: "dpdk-performance-changes-3n-hsw-cmp"
3689   data: "dpdk-performance-changes-3n-hsw"
3690   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3691   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3692   parameters:
3693   - "name"
3694   - "parent"
3695   - "throughput"
3696
3697 # DPDK Performance Changes 3n-hsw 1t1c ndr
3698 -
3699   type: "table"
3700   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3701   algorithm: "table_performance_comparison"
3702   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3703   history:
3704     -
3705       title: "rls1807"
3706       data: "dpdk-performance-changes-3n-hsw-h1"
3707   reference:
3708     title: "rls1810"
3709     data: "dpdk-performance-changes-3n-hsw-ref"
3710   compare:
3711     title: "rls1901"
3712     data: "dpdk-performance-changes-3n-hsw-cmp"
3713   data: "dpdk-performance-changes-3n-hsw"
3714   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3715   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3716   parameters:
3717   - "name"
3718   - "parent"
3719   - "throughput"
3720
3721 # DPDK Performance Changes 3n-hsw 2t2c ndr
3722 -
3723   type: "table"
3724   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3725   algorithm: "table_performance_comparison"
3726   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3727   history:
3728     -
3729       title: "rls1807"
3730       data: "dpdk-performance-changes-3n-hsw-h1"
3731   reference:
3732     title: "rls1810"
3733     data: "dpdk-performance-changes-3n-hsw-ref"
3734   compare:
3735     title: "rls1901"
3736     data: "dpdk-performance-changes-3n-hsw-cmp"
3737   data: "dpdk-performance-changes-3n-hsw"
3738   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3739   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3740   parameters:
3741   - "name"
3742   - "parent"
3743   - "throughput"
3744
3745 # DPDK Performance Changes 3n-skx 2t1c pdr
3746 -
3747   type: "table"
3748   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3749   algorithm: "table_performance_comparison"
3750   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3751   history:
3752     -
3753       title: "rls1807"
3754       data: "dpdk-performance-changes-3n-skx-h1"
3755   reference:
3756     title: "rls1810"
3757     data: "dpdk-performance-changes-3n-skx-ref"
3758   compare:
3759     title: "rls1901"
3760     data: "dpdk-performance-changes-3n-skx-cmp"
3761   data: "dpdk-performance-changes-3n-skx"
3762   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3763   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3764   parameters:
3765   - "name"
3766   - "parent"
3767   - "throughput"
3768
3769 # DPDK Performance Changes 3n-skx 4t2c pdr
3770 -
3771   type: "table"
3772   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3773   algorithm: "table_performance_comparison"
3774   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3775   history:
3776     -
3777       title: "rls1807"
3778       data: "dpdk-performance-changes-3n-skx-h1"
3779   reference:
3780     title: "rls1810"
3781     data: "dpdk-performance-changes-3n-skx-ref"
3782   compare:
3783     title: "rls1901"
3784     data: "dpdk-performance-changes-3n-skx-cmp"
3785   data: "dpdk-performance-changes-3n-skx"
3786   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3787   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3788   parameters:
3789   - "name"
3790   - "parent"
3791   - "throughput"
3792
3793 # DPDK Performance Changes 3n-skx 2t1c ndr
3794 -
3795   type: "table"
3796   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3797   algorithm: "table_performance_comparison"
3798   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3799   history:
3800     -
3801       title: "rls1807"
3802       data: "dpdk-performance-changes-3n-skx-h1"
3803   reference:
3804     title: "rls1810"
3805     data: "dpdk-performance-changes-3n-skx-ref"
3806   compare:
3807     title: "rls1901"
3808     data: "dpdk-performance-changes-3n-skx-cmp"
3809   data: "dpdk-performance-changes-3n-skx"
3810   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3811   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3812   parameters:
3813   - "name"
3814   - "parent"
3815   - "throughput"
3816
3817 # DPDK Performance Changes 3n-skx 4t2c ndr
3818 -
3819   type: "table"
3820   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3821   algorithm: "table_performance_comparison"
3822   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3823   history:
3824     -
3825       title: "rls1807"
3826       data: "dpdk-performance-changes-3n-skx-h1"
3827   reference:
3828     title: "rls1810"
3829     data: "dpdk-performance-changes-3n-skx-ref"
3830   compare:
3831     title: "rls1901"
3832     data: "dpdk-performance-changes-3n-skx-cmp"
3833   data: "dpdk-performance-changes-3n-skx"
3834   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3835   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3836   parameters:
3837   - "name"
3838   - "parent"
3839   - "throughput"
3840
3841 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3842 -
3843   type: "table"
3844   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3845   algorithm: "table_performance_comparison"
3846   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3847   reference:
3848     title: "3-Node Hsw"
3849     data: "dpdk-compare-testbeds-ref"
3850   compare:
3851     title: "3-Node Skx"
3852     data: "dpdk-compare-testbeds-cmp"
3853   data: "dpdk-compare-testbeds"
3854   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3855   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3856   parameters:
3857   - "name"
3858   - "parent"
3859   - "throughput"
3860
3861 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3862 -
3863   type: "table"
3864   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3865   algorithm: "table_performance_comparison"
3866   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3867   reference:
3868     title: "3-Node Hsw"
3869     data: "dpdk-compare-testbeds-ref"
3870   compare:
3871     title: "3-Node Skx"
3872     data: "dpdk-compare-testbeds-cmp"
3873   data: "dpdk-compare-testbeds"
3874   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3875   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3876   parameters:
3877   - "name"
3878   - "parent"
3879   - "throughput"
3880
3881 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3882 -
3883   type: "table"
3884   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3885   algorithm: "table_performance_comparison"
3886   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3887   reference:
3888     title: "3-Node Skx"
3889     data: "dpdk-compare-topologies-ref"
3890   compare:
3891     title: "2-Node Skx"
3892     data: "dpdk-compare-topologies-cmp"
3893   data: "dpdk-compare-topologies"
3894   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3895   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3896   parameters:
3897   - "name"
3898   - "parent"
3899   - "throughput"
3900
3901 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3902 -
3903   type: "table"
3904   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3905   algorithm: "table_performance_comparison"
3906   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3907   reference:
3908     title: "3-Node Skx"
3909     data: "dpdk-compare-topologies-ref"
3910   compare:
3911     title: "2-Node Skx"
3912     data: "dpdk-compare-topologies-cmp"
3913   data: "dpdk-compare-topologies"
3914   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3915   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3916   parameters:
3917   - "name"
3918   - "parent"
3919   - "throughput"
3920
3921 # DPDK Performance Changes 2n-skx 2t1c pdr
3922 -
3923   type: "table"
3924   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3925   algorithm: "table_performance_comparison"
3926   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3927   reference:
3928     title: "rls1810"
3929     data: "dpdk-performance-changes-2n-skx-ref"
3930   compare:
3931     title: "rls1901"
3932     data: "dpdk-performance-changes-2n-skx-cmp"
3933   data: "dpdk-performance-changes-2n-skx"
3934   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3935   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3936   parameters:
3937   - "name"
3938   - "parent"
3939   - "throughput"
3940
3941 # DPDK Performance Changes 2n-skx 4t2c pdr
3942 -
3943   type: "table"
3944   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3945   algorithm: "table_performance_comparison"
3946   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3947   reference:
3948     title: "rls1810"
3949     data: "dpdk-performance-changes-2n-skx-ref"
3950   compare:
3951     title: "rls1901"
3952     data: "dpdk-performance-changes-2n-skx-cmp"
3953   data: "dpdk-performance-changes-2n-skx"
3954   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3955   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3956   parameters:
3957   - "name"
3958   - "parent"
3959   - "throughput"
3960
3961 # DPDK Performance Changes 2n-skx 2t1c ndr
3962 -
3963   type: "table"
3964   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3965   algorithm: "table_performance_comparison"
3966   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3967   reference:
3968     title: "rls1810"
3969     data: "dpdk-performance-changes-2n-skx-ref"
3970   compare:
3971     title: "rls1901"
3972     data: "dpdk-performance-changes-2n-skx-cmp"
3973   data: "dpdk-performance-changes-2n-skx"
3974   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3975   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3976   parameters:
3977   - "name"
3978   - "parent"
3979   - "throughput"
3980
3981 # DPDK Performance Changes 2n-skx 4t2c ndr
3982 -
3983   type: "table"
3984   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3985   algorithm: "table_performance_comparison"
3986   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3987   reference:
3988     title: "rls1810"
3989     data: "dpdk-performance-changes-2n-skx-ref"
3990   compare:
3991     title: "rls1901"
3992     data: "dpdk-performance-changes-2n-skx-cmp"
3993   data: "dpdk-performance-changes-2n-skx"
3994   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3995   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3996   parameters:
3997   - "name"
3998   - "parent"
3999   - "throughput"
4000
4001 # Detailed Test Results - DPDK Performance Results 3n-hsw
4002 -
4003   type: "table"
4004   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
4005   algorithm: "table_details"
4006   output-file-ext: ".csv"
4007   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
4008   columns:
4009   -
4010     title: "Name"
4011     data: "data name"
4012   -
4013     title: "Status"
4014     data: "data msg"
4015   rows: "generated"
4016   data: "dpdk-perf-results-3n-hsw"
4017   filter: "all"
4018   parameters:
4019   - "name"
4020   - "parent"
4021   - "msg"
4022
4023 # Detailed&nbs