Report: Remove VNF
[csit.git] / resources / tools / presentation / specification.yaml
1 -
2   type: "environment"
3
4   paths:
5     # Top level directories:
6     ## Working directory
7     DIR[WORKING]: "_tmp"
8     ## Build directories
9     DIR[BUILD,HTML]: "_build"
10     DIR[BUILD,LATEX]: "_build_latex"
11
12     # Static .rst files
13     DIR[RST]: "../../../docs/report"
14
15     # Working directories
16     ## Input data files (.zip, .xml)
17     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
18     ## Static source files from git
19     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
20     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
21
22     # Static html content
23     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
24     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
25     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
26     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
27
28     # Detailed test results
29     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
30     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
31     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
32     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
33     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
34     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
35     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
36     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
37     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
38     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
39     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
40     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
41     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
42     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
43     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
44     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
45     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
48     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
49
50     # Detailed test configurations
51     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
53     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
54     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
55     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
56     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
57     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
58     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
59     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
60     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
61     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
62     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
63
64     # Detailed tests operational data
65     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
66     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
67     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
68     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
69     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
70
71     # .css patch file to fix tables generated by Sphinx
72     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
73     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
74
75   urls:
76     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
77     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
78     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
79     # URL[VIRL,DNV]: "http://download.it/from/nexus"
80     URL[NEXUS]: "https://docs.fd.io/csit"
81     DIR[NEXUS]: "report/_static/archive"
82
83   make-dirs:
84   # List the directories which are created while preparing the environment.
85   # All directories MUST be defined in "paths" section.
86   - "DIR[WORKING,DATA]"
87   - "DIR[STATIC,VPP]"
88   - "DIR[STATIC,DPDK]"
89   - "DIR[STATIC,ARCH]"
90   - "DIR[BUILD,LATEX]"
91   - "DIR[WORKING,SRC]"
92   - "DIR[WORKING,SRC,STATIC]"
93
94   remove-dirs:
95   # List the directories which are deleted while cleaning the environment.
96   # All directories MUST be defined in "paths" section.
97   #- "DIR[BUILD,HTML]"
98   - "DIR[WORKING,DATA]"
99
100   build-dirs:
101   # List the directories where the results (build) is stored.
102   # All directories MUST be defined in "paths" section.
103   - "DIR[BUILD,HTML]"
104   - "DIR[BUILD,LATEX]"
105
106 -
107   type: "configuration"
108
109   limits:
110     nic:
111       x520: 24460000
112       x553: 29761905
113       x710: 35800000
114       xxv710: 35800000
115       xl710: 35800000
116
117     link:
118       10ge: 14880952.38
119       25ge: 37202380.95
120       40ge: 59523809.52
121       100ge: 148809523.81
122
123     pci:
124       pci-g3-x8: 74404761.90
125       pci-g3-x16: 148809523.81
126
127   data-sets:
128
129     ###########################################################################
130     # Plots:
131
132     # 3n-hsw
133
134     plot-vpp-throughput-latency-3n-hsw:
135       csit-vpp-perf-verify-1901-3n-hsw:
136 #        - 10  # NDRPDR sel
137 #        - 19  # NDRPDR sel
138 #        - 31  # NDRPDR sel
139 #        - 36  # NDRPDR sel
140 #        - 40  # NDRPDR sel
141 #        - 42  # NDRPDR sel
142 #        - 44  # NDRPDR sel
143 #        - 46  # NDRPDR sel
144 #        - 47  # NDRPDR sel
145 #        - 48  # NDRPDR sel
146 #        - 61  # NDRPDR LB
147 #        - 62  # NDRPDR LB
148 #        - 63  # NDRPDR LB
149 #        - 64  # NDRPDR LB
150 #        - 65  # NDRPDR LB
151 #        - 66  # NDRPDR LB
152 #        - 67  # NDRPDR LB
153 #        - 69  # NDRPDR LB
154 #        - 70  # NDRPDR LB
155 #        - 71  # NDRPDR LB
156         - 72  # 1901.1 NDRPDR sel
157         - 78  # 1901.1 NDRPDR sel
158
159     plot-throughput-speedup-analysis-3n-hsw:
160       csit-vpp-perf-verify-1901-3n-hsw:
161 #        - 10  # NDRPDR sel
162 #        - 19  # NDRPDR sel
163 #        - 31  # NDRPDR sel
164 #        - 36  # NDRPDR sel
165 #        - 40  # NDRPDR sel
166 #        - 42  # NDRPDR sel
167 #        - 44  # NDRPDR sel
168 #        - 46  # NDRPDR sel
169 #        - 47  # NDRPDR sel
170 #        - 48  # NDRPDR sel
171 #        - 61  # NDRPDR LB
172 #        - 62  # NDRPDR LB
173 #        - 63  # NDRPDR LB
174 #        - 64  # NDRPDR LB
175 #        - 65  # NDRPDR LB
176 #        - 66  # NDRPDR LB
177 #        - 67  # NDRPDR LB
178 #        - 69  # NDRPDR LB
179 #        - 70  # NDRPDR LB
180 #        - 71  # NDRPDR LB
181         - 72  # 1901.1 NDRPDR sel
182         - 78  # 1901.1 NDRPDR sel
183
184     plot-vpp-http-server-performance:
185       # TODO: Replace with new data
186       # csit-vpp-perf-verify-1901-3n-hsw:
187       csit-vpp-perf-verify-1810-3n-hsw:
188         - 28  # WRK
189         - 29  # WRK
190         - 30  # WRK
191         - 31  # WRK
192         - 32  # WRK
193         - 33  # WRK
194         - 34  # WRK
195         - 35  # WRK
196         - 36  # WRK
197         - 37  # WRK
198
199     plot-ligato-throughput-latency-3n-hsw:
200       csit-ligato-perf-verify-1901-3n-hsw:
201         - 8   # NDRPDR sel
202         - 9   # NDRPDR sel
203         - 11  # NDRPDR sel
204         - 12  # NDRPDR sel
205         - 13  # NDRPDR sel
206         - 14  # NDRPDR sel
207         - 15  # NDRPDR sel
208         - 16  # NDRPDR sel
209         - 17  # NDRPDR sel
210         - 18  # NDRPDR sel
211
212     plot-ligato-throughput-speedup-analysis-3n-hsw:
213       csit-ligato-perf-verify-1901-3n-hsw:
214         - 8   # NDRPDR sel
215         - 9   # NDRPDR sel
216         - 11  # NDRPDR sel
217         - 12  # NDRPDR sel
218         - 13  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 15  # NDRPDR sel
221         - 16  # NDRPDR sel
222         - 17  # NDRPDR sel
223         - 18  # NDRPDR sel
224
225     plot-dpdk-throughput-latency-3n-hsw:
226       csit-dpdk-perf-verify-1901-3n-hsw:
227         - 13  # NDRPDR sel
228         - 14  # NDRPDR sel
229         - 16  # NDRPDR sel
230         - 17  # NDRPDR sel
231         - 18  # NDRPDR sel
232         - 19  # NDRPDR sel
233         - 20  # NDRPDR sel
234         - 21  # NDRPDR sel
235         - 22  # NDRPDR sel
236         - 23  # NDRPDR sel
237
238     # 3n-skx
239
240     plot-vpp-throughput-latency-3n-skx:
241       csit-vpp-perf-verify-1901-3n-skx:
242 #        - 18  # NDRPDR sel
243 #        - 19  # NDRPDR sel
244 #        - 20  # NDRPDR sel
245 #        - 28  # NDRPDR sel
246 #        - 31  # NDRPDR sel
247 #        - 33  # NDRPDR sel
248 #        - 36  # NDRPDR sel
249 #        - 38  # NDRPDR sel
250 #        - 47  # NDRPDR sel
251 #        - 48  # NDRPDR sel
252 #        - 54  # NDRPDR LB
253 #        - 57  # NDRPDR LB
254 #        - 58  # NDRPDR LB
255 #        - 59  # NDRPDR LB
256 #        - 60  # NDRPDR LB
257 #        - 63  # NDRPDR LB
258 #        - 64  # NDRPDR LB
259 #        - 65  # NDRPDR LB
260 #        - 66  # NDRPDR LB
261 #        - 67  # NDRPDR LB
262         - 68  # 1901.1 NDRPDR sel
263
264     plot-throughput-speedup-analysis-3n-skx:
265       csit-vpp-perf-verify-1901-3n-skx:
266 #        - 18  # NDRPDR sel
267 #        - 19  # NDRPDR sel
268 #        - 20  # NDRPDR sel
269 #        - 28  # NDRPDR sel
270 #        - 31  # NDRPDR sel
271 #        - 33  # NDRPDR sel
272 #        - 36  # NDRPDR sel
273 #        - 38  # NDRPDR sel
274 #        - 47  # NDRPDR sel
275 #        - 48  # NDRPDR sel
276 #        - 54  # NDRPDR LB
277 #        - 57  # NDRPDR LB
278 #        - 58  # NDRPDR LB
279 #        - 59  # NDRPDR LB
280 #        - 60  # NDRPDR LB
281 #        - 63  # NDRPDR LB
282 #        - 64  # NDRPDR LB
283 #        - 65  # NDRPDR LB
284 #        - 66  # NDRPDR LB
285 #        - 67  # NDRPDR LB
286         - 68  # 1901.1 NDRPDR sel
287
288     plot-dpdk-throughput-latency-3n-skx:
289       csit-dpdk-perf-verify-1901-3n-skx:
290         - 3   # NDRPDR sel
291         - 5   # NDRPDR sel
292         - 6   # NDRPDR sel
293         - 7   # NDRPDR sel
294         - 8   # NDRPDR sel
295         - 9   # NDRPDR sel
296         - 10  # NDRPDR sel
297         - 11  # NDRPDR sel
298         - 12  # NDRPDR sel
299         - 13  # NDRPDR sel
300
301     # 2n-skx
302
303     plot-vpp-throughput-latency-2n-skx:
304       csit-vpp-perf-verify-1901-2n-skx:
305 #        - 5   # NDRPDR sel
306 #        - 12  # NDRPDR sel
307 #        - 13  # NDRPDR sel
308 #        - 21  # NDRPDR sel
309 #        - 23  # NDRPDR sel
310 #        - 31  # NDRPDR sel
311 #        - 34  # NDRPDR sel
312 #        - 40  # NDRPDR sel
313 #        - 42  # NDRPDR sel
314 #        - 43  # NDRPDR sel
315         - 64  # 1901.1 NDRPDR sel
316
317     plot-throughput-speedup-analysis-2n-skx:
318       csit-vpp-perf-verify-1901-2n-skx:
319 #        - 5   # NDRPDR sel
320 #        - 12  # NDRPDR sel
321 #        - 13  # NDRPDR sel
322 #        - 21  # NDRPDR sel
323 #        - 23  # NDRPDR sel
324 #        - 31  # NDRPDR sel
325 #        - 34  # NDRPDR sel
326 #        - 40  # NDRPDR sel
327 #        - 42  # NDRPDR sel
328 #        - 43  # NDRPDR sel
329         - 64  # 1901.1 NDRPDR sel
330
331     plot-vpp-soak-2n-skx:
332       csit-vpp-perf-verify-1901-2n-skx:
333         - 45  # SOAK sel
334
335     plot-vpp-nfv-2n-skx:
336       csit-vpp-perf-verify-1901-2n-skx:
337         - 28  # NFV NDRPDR
338         - 29  # NFV NDRPDR
339         - 32  # NFV NDRPDR
340         - 39  # NFV NDRPDR
341         - 46  # NFV NDRPDR
342
343     plot-vpp-nfv-2n-skx-mrr:
344       csit-vpp-perf-verify-1901-2n-skx:
345         - 24  # NFV MRR
346         - 26  # NFV MRR
347         - 27  # NFV MRR
348         - 35  # NFV MRR
349         - 37  # NFV MRR
350
351     plot-dpdk-throughput-latency-2n-skx:
352       csit-dpdk-perf-verify-1901-2n-skx:
353         - 12  # NDRPDR sel
354         - 13  # NDRPDR sel
355         - 14  # NDRPDR sel
356         - 15  # NDRPDR sel
357         - 16  # NDRPDR sel
358         - 17  # NDRPDR sel
359         - 18  # NDRPDR sel
360         - 19  # NDRPDR sel
361         - 20  # NDRPDR sel
362         - 21  # NDRPDR sel
363
364     # 3rd party
365
366     # Denverton:
367     intel-dnv-vpp:
368       intel-dnv-vpp-release-1901:
369         - 1
370
371     ###########################################################################
372     # Simple tables (only one data set):
373
374     # NIC Comparisons
375
376     vpp-nic-comparison-3n-hsw:
377       csit-vpp-perf-verify-1901-3n-hsw:
378 #        - 10  # NDRPDR sel
379 #        - 19  # NDRPDR sel
380 #        - 31  # NDRPDR sel
381 #        - 36  # NDRPDR sel
382 #        - 40  # NDRPDR sel
383 #        - 42  # NDRPDR sel
384 #        - 44  # NDRPDR sel
385 #        - 46  # NDRPDR sel
386 #        - 47  # NDRPDR sel
387 #        - 48  # NDRPDR sel
388 #        - 61  # NDRPDR LB
389 #        - 62  # NDRPDR LB
390 #        - 63  # NDRPDR LB
391 #        - 64  # NDRPDR LB
392 #        - 65  # NDRPDR LB
393 #        - 66  # NDRPDR LB
394 #        - 67  # NDRPDR LB
395 #        - 69  # NDRPDR LB
396 #        - 70  # NDRPDR LB
397 #        - 71  # NDRPDR LB
398         - 72  # 1901.1 NDRPDR sel
399         - 78  # 1901.1 NDRPDR sel
400
401     vpp-nic-comparison-3n-skx:
402       csit-vpp-perf-verify-1901-3n-skx:
403 #        - 18  # NDRPDR sel
404 #        - 19  # NDRPDR sel
405 #        - 20  # NDRPDR sel
406 #        - 28  # NDRPDR sel
407 #        - 31  # NDRPDR sel
408 #        - 33  # NDRPDR sel
409 #        - 36  # NDRPDR sel
410 #        - 38  # NDRPDR sel
411 #        - 47  # NDRPDR sel
412 #        - 48  # NDRPDR sel
413 #        - 54  # NDRPDR LB
414 #        - 57  # NDRPDR LB
415 #        - 58  # NDRPDR LB
416 #        - 59  # NDRPDR LB
417 #        - 60  # NDRPDR LB
418 #        - 63  # NDRPDR LB
419 #        - 64  # NDRPDR LB
420 #        - 65  # NDRPDR LB
421 #        - 66  # NDRPDR LB
422 #        - 67  # NDRPDR LB
423         - 68  # 1901.1 NDRPDR sel
424
425     vpp-nic-comparison-2n-skx:
426       csit-vpp-perf-verify-1901-2n-skx:
427 #        - 5   # NDRPDR sel
428 #        - 12  # NDRPDR sel
429 #        - 13  # NDRPDR sel
430 #        - 21  # NDRPDR sel
431 #        - 23  # NDRPDR sel
432 #        - 31  # NDRPDR sel
433 #        - 34  # NDRPDR sel
434 #        - 40  # NDRPDR sel
435 #        - 42  # NDRPDR sel
436 #        - 43  # NDRPDR sel
437         - 64  # 1901.1 NDRPDR sel
438
439     vpp-nic-comparison-3n-hsw-mrr:
440       csit-vpp-perf-verify-1901-3n-hsw:
441 #        - 35  # MRR sel
442         - 73  # 1901.1 MRR sel
443         - 77  # 1901.1 MRR sel
444
445     vpp-nic-comparison-3n-skx-mrr:
446       csit-vpp-perf-verify-1901-3n-skx:
447 #        - 32  # MRR sel
448         - 69  # 1901.1 MRR sel
449
450     vpp-nic-comparison-2n-skx-mrr:
451       csit-vpp-perf-verify-1901-2n-skx:
452 #        - 22  # MRR sel
453         - 65  # 1901.1 MRR sel
454
455     # Results
456
457     vpp-perf-results-3n-hsw:
458       csit-vpp-perf-verify-1901-3n-hsw:
459 #        - 38  # NDRPDR full
460 #        - 43  # NDRPDR full
461 #        - 45  # NDRPDR full
462 #        - 49  # NDRPDR full
463         - 72  # 1901.1 NDRPDR sel
464         - 78  # 1901.1 NDRPDR sel
465
466     vpp-perf-results-3n-skx:
467       csit-vpp-perf-verify-1901-3n-skx:
468 #        - 37  # NDRPDR full
469 #        - 39  # NDRPDR full
470 #        - 40  # NDRPDR full
471 #        - 49  # NDRPDR full
472         - 68  # 1901.1 NDRPDR sel
473
474     vpp-perf-results-2n-skx:
475       csit-vpp-perf-verify-1901-2n-skx:
476 #        - 25  # NDRPDR full
477 #        - 30  # NDRPDR full
478 #        - 33  # NDRPDR full
479 #        - 44  # NDRPDR full
480         - 64  # 1901.1 NDRPDR sel
481
482     vpp-mrr-results-3n-hsw:
483       csit-vpp-perf-verify-1901-3n-hsw:
484 #        - 35  # MRR sel
485         - 73  # 1901.1 MRR sel
486         - 77  # 1901.1 MRR sel
487
488     vpp-mrr-results-3n-skx:
489       csit-vpp-perf-verify-1901-3n-skx:
490 #        - 32  # MRR sel
491         - 69  # 1901.1 MRR sel
492
493     vpp-mrr-results-2n-skx:
494       csit-vpp-perf-verify-1901-2n-skx:
495 #        - 22  # MRR sel
496         - 65  # 1901.1 MRR sel
497
498     vpp-func-results-ubuntu:
499       csit-vpp-functional-1901-ubuntu1604-virl:
500         - 173
501
502     vpp-func-results-centos:
503       csit-vpp-functional-1901-centos7-virl:
504         - 175
505
506     vpp-device-results-ubuntu:
507       csit-vpp-device-1901-ubuntu1804-1n-skx:
508         - 175
509
510     # VPP Ligato
511     ligato-perf-results-3n-hsw:
512       csit-ligato-perf-verify-1901-3n-hsw:
513         - 10  # NDRPDR full
514
515     dpdk-perf-results-3n-hsw:
516       csit-dpdk-perf-verify-1901-3n-hsw:
517         - 20  # NDRPDR sel
518
519     dpdk-perf-results-3n-skx:
520       csit-dpdk-perf-verify-1901-3n-skx:
521         - 13  # NDRPDR sel
522
523     dpdk-perf-results-2n-skx:
524       csit-dpdk-perf-verify-1901-2n-skx:
525         - 21  # NDRPDR sel
526
527     # HoneyComb Functional
528     hc-func-results:
529       csit-hc2vpp-verify-func-1901-ubuntu1604:
530         - 3
531
532     # NSH SFC Functional
533     nsh-func-results:
534       # Not used
535       csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
536         - 1
537
538     # DMM Functional
539     dmm-func-results:
540       csit-dmm-functional-1901-ubuntu1604-virl:
541         - 2
542
543     ###########################################################################
544     # Tables (more than one data set)
545
546     # Performance changes
547
548     intel-dnv-vpp-changes-2n-dnv-ref:
549       intel-dnv-vpp-release-1810:
550         - 1
551     intel-dnv-vpp-changes-2n-dnv-cmp:
552       intel-dnv-vpp-release-1901:
553         - 1
554     intel-dnv-vpp-changes-2n-dnv:
555       - "intel-dnv-vpp-changes-2n-dnv-ref"
556       - "intel-dnv-vpp-changes-2n-dnv-cmp"
557
558     vpp-performance-changes-3n-hsw-h1:
559       csit-vpp-perf-verify-1807-3n-hsw:
560         - 11  # NDRPDR full 1
561         - 22  # NDRPDR full 2
562         - 45  # NDRPDR full 3
563         - 46  # NDRPDR full 4
564         - 15  # NDRPDR sel
565         - 16  # NDRPDR sel
566         - 19  # NDRPDR sel
567         - 18  # NDRPDR sel
568         - 20  # NDRPDR sel
569         - 38  # NDRPDR sel
570         - 40  # NDRPDR sel
571         - 44  # NDRPDR sel
572         - 47  # NDRPDR sel
573     vpp-performance-changes-3n-hsw-ref:
574       csit-vpp-perf-verify-1810-3n-hsw:
575         - 8   # NDRPDR sel
576         - 12  # NDRPDR sel
577         - 14  # NDRPDR sel
578         - 18  # NDRPDR sel
579         - 23  # NDRPDR sel
580         - 25  # NDRPDR sel
581         - 38  # NDRPDR sel
582         - 39  # NDRPDR sel
583         - 41  # NDRPDR sel
584         - 42  # NDRPDR sel
585     vpp-performance-changes-3n-hsw-cmp:
586       csit-vpp-perf-verify-1901-3n-hsw:
587 #        - 10  # NDRPDR sel
588 #        - 19  # NDRPDR sel
589 #        - 31  # NDRPDR sel
590 #        - 36  # NDRPDR sel
591 #        - 40  # NDRPDR sel
592 #        - 42  # NDRPDR sel
593 #        - 44  # NDRPDR sel
594 #        - 46  # NDRPDR sel
595 #        - 47  # NDRPDR sel
596 #        - 48  # NDRPDR sel
597 #        - 61  # NDRPDR LB
598 #        - 62  # NDRPDR LB
599 #        - 63  # NDRPDR LB
600 #        - 64  # NDRPDR LB
601 #        - 65  # NDRPDR LB
602 #        - 66  # NDRPDR LB
603 #        - 67  # NDRPDR LB
604 #        - 69  # NDRPDR LB
605 #        - 70  # NDRPDR LB
606 #        - 71  # NDRPDR LB
607         - 72  # 1901.1 NDRPDR sel
608         - 78  # 1901.1 NDRPDR sel
609     vpp-performance-changes-3n-hsw:
610       - "vpp-performance-changes-3n-hsw-h1"
611       - "vpp-performance-changes-3n-hsw-ref"
612       - "vpp-performance-changes-3n-hsw-cmp"
613
614     vpp-performance-changes-3n-skx-h1:
615       csit-vpp-perf-verify-1807-3n-skx:
616         - 33  # NDRPDR sel
617         - 35  # NDRPDR sel
618         - 37  # NDRPDR sel
619         - 38  # NDRPDR sel
620         - 39  # NDRPDR sel
621         - 43  # NDRPDR sel
622         - 44  # NDRPDR sel
623         - 49  # NDRPDR sel
624         - 50  # NDRPDR sel
625         - 56  # NDRPDR sel
626     vpp-performance-changes-3n-skx-ref:
627       csit-vpp-perf-verify-1810-3n-skx:
628         - 10  # NDRPDR sel
629         - 14  # NDRPDR sel
630         - 15  # NDRPDR sel
631         - 16  # NDRPDR sel
632         - 17  # NDRPDR sel
633         - 19  # NDRPDR sel
634         - 20  # NDRPDR sel
635         - 21  # NDRPDR sel
636         - 22  # NDRPDR sel
637         - 25  # NDRPDR sel
638     vpp-performance-changes-3n-skx-cmp:
639       csit-vpp-perf-verify-1901-3n-skx:
640 #        - 18  # NDRPDR sel
641 #        - 19  # NDRPDR sel
642 #        - 20  # NDRPDR sel
643 #        - 28  # NDRPDR sel
644 #        - 31  # NDRPDR sel
645 #        - 33  # NDRPDR sel
646 #        - 36  # NDRPDR sel
647 #        - 38  # NDRPDR sel
648 #        - 47  # NDRPDR sel
649 #        - 48  # NDRPDR sel
650 #        - 54  # NDRPDR LB
651 #        - 57  # NDRPDR LB
652 #        - 58  # NDRPDR LB
653 #        - 59  # NDRPDR LB
654 #        - 60  # NDRPDR LB
655 #        - 63  # NDRPDR LB
656 #        - 64  # NDRPDR LB
657 #        - 65  # NDRPDR LB
658 #        - 66  # NDRPDR LB
659 #        - 67  # NDRPDR LB
660         - 68  # 1901.1 NDRPDR sel
661     vpp-performance-changes-3n-skx:
662       - "vpp-performance-changes-3n-skx-h1"
663       - "vpp-performance-changes-3n-skx-ref"
664       - "vpp-performance-changes-3n-skx-cmp"
665
666     vpp-performance-changes-2n-skx-h1:
667       csit-vpp-perf-verify-1807-2n-skx:
668         - 26  # NDRPDR sel
669         - 28  # NDRPDR sel
670         - 29  # NDRPDR sel
671         - 30  # NDRPDR sel
672         - 34  # NDRPDR sel
673         - 35  # NDRPDR sel
674         - 36  # NDRPDR sel
675         - 39  # NDRPDR sel
676         - 40  # NDRPDR sel
677         - 42  # NDRPDR sel
678     vpp-performance-changes-2n-skx-ref:
679       csit-vpp-perf-verify-1810-2n-skx:
680         - 9   # NDRPDR sel
681         - 13  # NDRPDR sel
682         - 14  # NDRPDR sel
683         - 19  # NDRPDR sel
684         - 20  # NDRPDR sel
685         - 21  # NDRPDR sel
686         - 22  # NDRPDR sel
687         - 23  # NDRPDR sel
688         - 24  # NDRPDR sel
689         - 27  # NDRPDR sel
690     vpp-performance-changes-2n-skx-cmp:
691       csit-vpp-perf-verify-1901-2n-skx:
692 #        - 5   # NDRPDR sel
693 #        - 12  # NDRPDR sel
694 #        - 13  # NDRPDR sel
695 #        - 21  # NDRPDR sel
696 #        - 23  # NDRPDR sel
697 #        - 31  # NDRPDR sel
698 #        - 34  # NDRPDR sel
699 #        - 40  # NDRPDR sel
700 #        - 42  # NDRPDR sel
701 #        - 43  # NDRPDR sel
702         - 64  # 1901.1 NDRPDR sel
703     vpp-performance-changes-2n-skx:
704       - "vpp-performance-changes-2n-skx-h1"
705       - "vpp-performance-changes-2n-skx-ref"
706       - "vpp-performance-changes-2n-skx-cmp"
707
708     vpp-performance-changes-3n-hsw-mrr-h1:
709       csit-vpp-perf-verify-1807-3n-hsw:
710         - 8   # MRR full
711         - 9   # MRR sel
712         - 21  # MRR sel
713         - 31  # MRR sel
714         - 33  # MRR sel
715         - 36  # MRR sel
716         - 41  # MRR sel
717         - 42  # MRR sel
718         - 48  # MRR sel
719     vpp-performance-changes-3n-hsw-mrr-ref:
720       csit-vpp-perf-verify-1810-3n-hsw:
721         - 9   # MRR sel
722     vpp-performance-changes-3n-hsw-mrr-cmp:
723       csit-vpp-perf-verify-1901-3n-hsw:
724 #        - 35  # MRR sel
725         - 73  # 1901.1 MRR sel
726         - 77  # 1901.1 MRR sel
727     vpp-performance-changes-3n-hsw-mrr:
728       - "vpp-performance-changes-3n-hsw-mrr-h1"
729       - "vpp-performance-changes-3n-hsw-mrr-ref"
730       - "vpp-performance-changes-3n-hsw-mrr-cmp"
731
732     vpp-performance-changes-3n-skx-mrr-h1:
733       csit-vpp-perf-verify-1807-3n-skx:
734         - 28  # MRR sel
735         - 32  # MRR sel
736         - 36  # MRR sel
737         - 42  # MRR sel
738         - 47  # MRR sel
739         - 48  # MRR sel
740         - 51  # MRR sel
741         - 52  # MRR sel
742         - 53  # MRR sel
743         - 54  # MRR sel
744     vpp-performance-changes-3n-skx-mrr-ref:
745       csit-vpp-perf-verify-1810-3n-skx:
746         - 9   # MRR sel
747         - 11  # MRR sel
748         - 12  # MRR sel
749         - 13  # MRR sel
750     vpp-performance-changes-3n-skx-mrr-cmp:
751       csit-vpp-perf-verify-1901-3n-skx:
752 #        - 32  # MRR sel
753         - 69  # 1901.1 MRR sel
754     vpp-performance-changes-3n-skx-mrr:
755       - "vpp-performance-changes-3n-skx-mrr-h1"
756       - "vpp-performance-changes-3n-skx-mrr-ref"
757       - "vpp-performance-changes-3n-skx-mrr-cmp"
758
759     vpp-performance-changes-2n-skx-mrr-h1:
760       csit-vpp-perf-verify-1807-2n-skx:
761         - 31  # MRR sel
762         - 33  # MRR sel
763         - 37  # MRR sel
764         - 38  # MRR sel
765         - 41  # MRR sel
766         - 43  # MRR sel
767         - 44  # MRR sel
768         - 45  # MRR sel
769         - 46  # MRR sel
770         - 47  # MRR sel
771     vpp-performance-changes-2n-skx-mrr-ref:
772       csit-vpp-perf-verify-1810-2n-skx:
773         - 8   # MRR sel
774         - 10  # MRR sel
775         - 11  # MRR sel
776         - 12  # MRR sel
777     vpp-performance-changes-2n-skx-mrr-cmp:
778       csit-vpp-perf-verify-1901-2n-skx:
779 #        - 22  # MRR sel
780         - 65  # 1901.1 MRR sel
781     vpp-performance-changes-2n-skx-mrr:
782       - "vpp-performance-changes-2n-skx-mrr-h1"
783       - "vpp-performance-changes-2n-skx-mrr-ref"
784       - "vpp-performance-changes-2n-skx-mrr-cmp"
785
786     dpdk-performance-changes-3n-hsw-h1:
787       csit-dpdk-perf-verify-1807-3n-hsw:
788         - 11
789         - 12  # full
790         - 14
791         - 15
792         - 16
793         - 17
794         - 20
795         - 21
796         - 22
797         - 23
798     dpdk-performance-changes-3n-hsw-ref:
799       csit-dpdk-perf-verify-1810-3n-hsw:
800         - 1   # NDRPDR sel
801         - 2   # NDRPDR sel
802         - 3   # NDRPDR sel
803         - 4   # NDRPDR sel
804         - 5   # NDRPDR sel
805         - 6   # NDRPDR sel
806         - 7   # NDRPDR sel
807         - 8   # NDRPDR sel
808         - 9   # NDRPDR sel
809         - 10  # NDRPDR sel
810     dpdk-performance-changes-3n-hsw-cmp:
811       csit-dpdk-perf-verify-1901-3n-hsw:
812         - 13  # NDRPDR sel
813         - 14  # NDRPDR sel
814         - 16  # NDRPDR sel
815         - 17  # NDRPDR sel
816         - 18  # NDRPDR sel
817         - 19  # NDRPDR sel
818         - 20  # NDRPDR sel
819         - 21  # NDRPDR sel
820         - 22  # NDRPDR sel
821         - 23  # NDRPDR sel
822     dpdk-performance-changes-3n-hsw:
823       - "dpdk-performance-changes-3n-hsw-h1"
824       - "dpdk-performance-changes-3n-hsw-ref"
825       - "dpdk-performance-changes-3n-hsw-cmp"
826
827     dpdk-performance-changes-3n-skx-h1:
828       csit-dpdk-perf-verify-1807-3n-skx:
829         - 1   # NDRPDR sel
830         - 2   # NDRPDR sel
831         - 3   # NDRPDR sel
832         - 6   # NDRPDR sel
833         - 7   # NDRPDR sel
834         - 8   # NDRPDR sel
835         - 9   # NDRPDR sel
836         - 10  # NDRPDR sel
837         - 11  # NDRPDR sel
838         - 12  # NDRPDR sel
839     dpdk-performance-changes-3n-skx-ref:
840       csit-dpdk-perf-verify-1810-3n-skx:
841         - 3   # NDRPDR sel
842         - 4   # NDRPDR sel
843         - 6   # NDRPDR sel
844         - 7   # NDRPDR sel
845         - 8   # NDRPDR sel
846         - 9   # NDRPDR sel
847         - 10  # NDRPDR sel
848         - 11  # NDRPDR sel
849         - 12  # NDRPDR sel
850         - 13  # NDRPDR sel
851     dpdk-performance-changes-3n-skx-cmp:
852       csit-dpdk-perf-verify-1901-3n-skx:
853         - 3   # NDRPDR sel
854         - 5   # NDRPDR sel
855         - 6   # NDRPDR sel
856         - 7   # NDRPDR sel
857         - 8   # NDRPDR sel
858         - 9   # NDRPDR sel
859         - 10  # NDRPDR sel
860         - 11  # NDRPDR sel
861         - 12  # NDRPDR sel
862         - 13  # NDRPDR sel
863     dpdk-performance-changes-3n-skx:
864       - "dpdk-performance-changes-3n-skx-h1"
865       - "dpdk-performance-changes-3n-skx-ref"
866       - "dpdk-performance-changes-3n-skx-cmp"
867
868     dpdk-performance-changes-2n-skx-ref:
869       csit-dpdk-perf-verify-1810-2n-skx:
870         - 3   # NDRPDR sel
871         - 4   # NDRPDR sel
872         - 5   # NDRPDR sel
873         - 7   # NDRPDR sel
874         - 8   # NDRPDR sel
875         - 9   # NDRPDR sel
876         - 10  # NDRPDR sel
877         - 11  # NDRPDR sel
878         - 12  # NDRPDR sel
879         - 13  # NDRPDR sel
880     dpdk-performance-changes-2n-skx-cmp:
881       csit-dpdk-perf-verify-1901-2n-skx:
882         - 12  # NDRPDR sel
883         - 13  # NDRPDR sel
884         - 14  # NDRPDR sel
885         - 15  # NDRPDR sel
886         - 16  # NDRPDR sel
887         - 17  # NDRPDR sel
888         - 18  # NDRPDR sel
889         - 19  # NDRPDR sel
890         - 20  # NDRPDR sel
891         - 21  # NDRPDR sel
892     dpdk-performance-changes-2n-skx:
893       - "dpdk-performance-changes-2n-skx-ref"
894       - "dpdk-performance-changes-2n-skx-cmp"
895
896     # Compare testbeds
897
898     vpp-compare-testbeds-ref:
899       csit-vpp-perf-verify-1901-3n-hsw:
900 #        - 10  # NDRPDR sel
901 #        - 19  # NDRPDR sel
902 #        - 31  # NDRPDR sel
903 #        - 36  # NDRPDR sel
904 #        - 40  # NDRPDR sel
905 #        - 42  # NDRPDR sel
906 #        - 44  # NDRPDR sel
907 #        - 46  # NDRPDR sel
908 #        - 47  # NDRPDR sel
909 #        - 48  # NDRPDR sel
910 #        - 61  # NDRPDR LB
911 #        - 62  # NDRPDR LB
912 #        - 63  # NDRPDR LB
913 #        - 64  # NDRPDR LB
914 #        - 65  # NDRPDR LB
915 #        - 66  # NDRPDR LB
916 #        - 67  # NDRPDR LB
917 #        - 69  # NDRPDR LB
918 #        - 70  # NDRPDR LB
919 #        - 71  # NDRPDR LB
920         - 72  # 1901.1 NDRPDR sel
921         - 78  # 1901.1 NDRPDR sel
922     vpp-compare-testbeds-cmp:
923       csit-vpp-perf-verify-1901-3n-skx:
924 #        - 18  # NDRPDR sel
925 #        - 19  # NDRPDR sel
926 #        - 20  # NDRPDR sel
927 #        - 28  # NDRPDR sel
928 #        - 31  # NDRPDR sel
929 #        - 33  # NDRPDR sel
930 #        - 36  # NDRPDR sel
931 #        - 38  # NDRPDR sel
932 #        - 47  # NDRPDR sel
933 #        - 48  # NDRPDR sel
934 #        - 54  # NDRPDR LB
935 #        - 57  # NDRPDR LB
936 #        - 58  # NDRPDR LB
937 #        - 59  # NDRPDR LB
938 #        - 60  # NDRPDR LB
939 #        - 63  # NDRPDR LB
940 #        - 64  # NDRPDR LB
941 #        - 65  # NDRPDR LB
942 #        - 66  # NDRPDR LB
943 #        - 67  # NDRPDR LB
944         - 68  # 1901.1 NDRPDR sel
945     vpp-compare-testbeds:
946       - "vpp-compare-testbeds-ref"
947       - "vpp-compare-testbeds-cmp"
948
949     vpp-compare-testbeds-mrr-ref:
950       csit-vpp-perf-verify-1901-3n-hsw:
951 #        - 35  # MRR sel
952         - 73  # 1901.1 MRR sel
953         - 77  # 1901.1 MRR sel
954     vpp-compare-testbeds-mrr-cmp:
955       csit-vpp-perf-verify-1901-3n-skx:
956 #        - 32  # MRR sel
957         - 69  # 1901.1 MRR sel
958     vpp-compare-testbeds-mrr:
959       - "vpp-compare-testbeds-mrr-ref"
960       - "vpp-compare-testbeds-mrr-cmp"
961
962     dpdk-compare-testbeds-ref:
963       csit-dpdk-perf-verify-1901-3n-hsw:
964         - 13  # NDRPDR sel
965         - 14  # NDRPDR sel
966         - 16  # NDRPDR sel
967         - 17  # NDRPDR sel
968         - 18  # NDRPDR sel
969         - 19  # NDRPDR sel
970         - 20  # NDRPDR sel
971         - 21  # NDRPDR sel
972         - 22  # NDRPDR sel
973         - 23  # NDRPDR sel
974     dpdk-compare-testbeds-cmp:
975       csit-dpdk-perf-verify-1901-3n-skx:
976         - 3   # NDRPDR sel
977         - 5   # NDRPDR sel
978         - 6   # NDRPDR sel
979         - 7   # NDRPDR sel
980         - 8   # NDRPDR sel
981         - 9   # NDRPDR sel
982         - 10  # NDRPDR sel
983         - 11  # NDRPDR sel
984         - 12  # NDRPDR sel
985         - 13  # NDRPDR sel
986     dpdk-compare-testbeds:
987       - "dpdk-compare-testbeds-ref"
988       - "dpdk-compare-testbeds-cmp"
989
990     # Compare topologies
991
992     vpp-compare-topologies-ref:
993       csit-vpp-perf-verify-1901-3n-skx:
994 #        - 18  # NDRPDR sel
995 #        - 19  # NDRPDR sel
996 #        - 20  # NDRPDR sel
997 #        - 28  # NDRPDR sel
998 #        - 31  # NDRPDR sel
999 #        - 33  # NDRPDR sel
1000 #        - 36  # NDRPDR sel
1001 #        - 38  # NDRPDR sel
1002 #        - 47  # NDRPDR sel
1003 #        - 48  # NDRPDR sel
1004 #        - 54  # NDRPDR LB
1005 #        - 57  # NDRPDR LB
1006 #        - 58  # NDRPDR LB
1007 #        - 59  # NDRPDR LB
1008 #        - 60  # NDRPDR LB
1009 #        - 63  # NDRPDR LB
1010 #        - 64  # NDRPDR LB
1011 #        - 65  # NDRPDR LB
1012 #        - 66  # NDRPDR LB
1013 #        - 67  # NDRPDR LB
1014         - 68  # 1901.1 NDRPDR sel
1015     vpp-compare-topologies-cmp:
1016       csit-vpp-perf-verify-1901-2n-skx:
1017 #        - 5   # NDRPDR sel
1018 #        - 12  # NDRPDR sel
1019 #        - 13  # NDRPDR sel
1020 #        - 21  # NDRPDR sel
1021 #        - 23  # NDRPDR sel
1022 #        - 31  # NDRPDR sel
1023 #        - 34  # NDRPDR sel
1024 #        - 40  # NDRPDR sel
1025 #        - 42  # NDRPDR sel
1026 #        - 43  # NDRPDR sel
1027         - 64  # 1901.1 NDRPDR sel
1028     vpp-compare-topologies:
1029       - "vpp-compare-topologies-ref"
1030       - "vpp-compare-topologies-cmp"
1031
1032     vpp-compare-topologies-mrr-ref:
1033       csit-vpp-perf-verify-1901-3n-skx:
1034 #        - 32  # MRR sel
1035         - 69  # 1901.1 MRR sel
1036     vpp-compare-topologies-mrr-cmp:
1037       csit-vpp-perf-verify-1901-2n-skx:
1038 #        - 22  # MRR sel
1039         - 65  # 1901.1 MRR sel
1040     vpp-compare-topologies-mrr:
1041       - "vpp-compare-topologies-mrr-ref"
1042       - "vpp-compare-topologies-mrr-cmp"
1043
1044     dpdk-compare-topologies-ref:
1045       csit-dpdk-perf-verify-1901-3n-skx:
1046         - 3   # NDRPDR sel
1047         - 5   # NDRPDR sel
1048         - 6   # NDRPDR sel
1049         - 7   # NDRPDR sel
1050         - 8   # NDRPDR sel
1051         - 9   # NDRPDR sel
1052         - 10  # NDRPDR sel
1053         - 11  # NDRPDR sel
1054         - 12  # NDRPDR sel
1055         - 13  # NDRPDR sel
1056     dpdk-compare-topologies-cmp:
1057       csit-dpdk-perf-verify-1901-2n-skx:
1058         - 12  # NDRPDR sel
1059         - 13  # NDRPDR sel
1060         - 14  # NDRPDR sel
1061         - 15  # NDRPDR sel
1062         - 16  # NDRPDR sel
1063         - 17  # NDRPDR sel
1064         - 18  # NDRPDR sel
1065         - 19  # NDRPDR sel
1066         - 20  # NDRPDR sel
1067         - 21  # NDRPDR sel
1068     dpdk-compare-topologies:
1069       - "dpdk-compare-topologies-ref"
1070       - "dpdk-compare-topologies-cmp"
1071
1072   plot-layouts:
1073
1074     plot-soak-throughput:
1075       titlefont:
1076         size: 18
1077       xaxis:
1078         title: "<b>Test Cases [Index]</b>"
1079         titlefont:
1080           size: 16
1081         autorange: True
1082         fixedrange: False
1083         gridcolor: "rgb(230, 230, 230)"
1084         linecolor: "rgb(220, 220, 220)"
1085         linewidth: 1
1086         showgrid: True
1087         showline: True
1088         showticklabels: True
1089         tickcolor: "rgb(220, 220, 220)"
1090         tickmode: "linear"
1091         tickfont:
1092           size: 16
1093         zeroline: False
1094       yaxis:
1095         title: "<b>Packet Throughput [Mpps]</b>"
1096         titlefont:
1097           size: 16
1098         gridcolor: "rgb(230, 230, 230)"
1099         hoverformat: ".4s"
1100         tickformat: ".3s"
1101         linecolor: "rgb(220, 220, 220)"
1102         linewidth: 1
1103         showgrid: True
1104         showline: True
1105         showticklabels: True
1106         tickcolor: "rgb(220, 220, 220)"
1107         tickfont:
1108           size: 16
1109         zeroline: False
1110         range: [0,50]
1111       autosize: False
1112       margin:
1113         t: 50
1114         b: 0
1115         l: 80
1116         r: 20
1117       showlegend: True
1118       legend:
1119         orientation: "h"
1120         font:
1121           size: 16
1122       width: 700
1123       height: 900
1124
1125     plot-service-density:
1126       titlefont:
1127         size: 18
1128       xaxis:
1129         side: "top"
1130         autorange: True
1131         fixedrange: False
1132         showgrid: False
1133         showline: False
1134         showticklabels: False
1135         ticks: ""
1136         ticklen: 0
1137         tickwidth: 0
1138         zeroline: False
1139       yaxis:
1140         autorange: "reversed"
1141         showgrid: False
1142         showline: False
1143         showticklabels: False
1144         ticks: ""
1145         ticklen: 0
1146         tickwidth: 0
1147         zeroline: False
1148       autosize: True
1149       showlegend: False
1150       width: 700
1151       height: 700
1152
1153     plot-cps:
1154       titlefont:
1155         size: 18
1156       xaxis:
1157         title: "<b>Test Cases [Index]</b>"
1158         titlefont:
1159           size: 16
1160         autorange: True
1161         fixedrange: False
1162         gridcolor: "rgb(230, 230, 230)"
1163         linecolor: "rgb(220, 220, 220)"
1164         linewidth: 1
1165         showgrid: True
1166         showline: True
1167         showticklabels: True
1168         tickcolor: "rgb(220, 220, 220)"
1169         tickmode: "linear"
1170         tickfont:
1171           size: 16
1172         zeroline: False
1173       yaxis:
1174         title: "<b>Connections Per Second [cps]</b>"
1175         titlefont:
1176           size: 16
1177         gridcolor: "rgb(230, 230, 230)"
1178         hoverformat: ".4s"
1179         linecolor: "rgb(220, 220, 220)"
1180         linewidth: 1
1181         rangemode: "tozero"
1182         showgrid: True
1183         showline: True
1184         showticklabels: True
1185         tickcolor: "rgb(220, 220, 220)"
1186         tickformat: ".3s"
1187         tickfont:
1188           size: 16
1189         zeroline: False
1190       boxmode: "group"
1191       boxgroupgap: 0.5
1192       autosize: False
1193       margin:
1194         t: 50
1195         b: 20
1196         l: 80
1197         r: 20
1198       showlegend: True
1199       legend:
1200         orientation: "h"
1201         font:
1202           size: 16
1203       width: 700
1204       height: 800
1205
1206     plot-rps:
1207       titlefont:
1208         size: 18
1209       xaxis:
1210         title: "<b>Test Cases [Index]</b>"
1211         titlefont:
1212           size: 16
1213         autorange: True
1214         fixedrange: False
1215         gridcolor: "rgb(230, 230, 230)"
1216         linecolor: "rgb(220, 220, 220)"
1217         linewidth: 1
1218         showgrid: True
1219         showline: True
1220         showticklabels: True
1221         tickcolor: "rgb(220, 220, 220)"
1222         tickmode: "linear"
1223         tickfont:
1224           size: 16
1225         zeroline: False
1226       yaxis:
1227         title: "<b>Requests Per Second [rps]</b>"
1228         titlefont:
1229           size: 16
1230         gridcolor: "rgb(230, 230, 230)"
1231         hoverformat: ".4s"
1232         linecolor: "rgb(220, 220, 220)"
1233         linewidth: 1
1234         rangemode: "tozero"
1235         showgrid: True
1236         showline: True
1237         showticklabels: True
1238         tickcolor: "rgb(230, 230, 230)"
1239         tickformat: ".3s"
1240         tickfont:
1241           size: 16
1242         zeroline: False
1243       boxmode: "group"
1244       boxgroupgap: 0.5
1245       autosize: False
1246       margin:
1247         t: 50
1248         b: 20
1249         l: 80
1250         r: 20
1251       showlegend: True
1252       legend:
1253         orientation: "h"
1254         font:
1255           size: 16
1256       width: 700
1257       height: 800
1258
1259     plot-throughput:
1260       titlefont:
1261         size: 18
1262       xaxis:
1263         title: "<b>Test Cases [Index]</b>"
1264         titlefont:
1265           size: 16
1266         autorange: True
1267         fixedrange: False
1268         gridcolor: "rgb(230, 230, 230)"
1269         linecolor: "rgb(220, 220, 220)"
1270         linewidth: 1
1271         showgrid: True
1272         showline: True
1273         showticklabels: True
1274         tickcolor: "rgb(220, 220, 220)"
1275         tickmode: "linear"
1276         tickfont:
1277           size: 16
1278         zeroline: False
1279       yaxis:
1280         title: "<b>Packet Throughput [Mpps]</b>"
1281         titlefont:
1282           size: 16
1283         gridcolor: "rgb(230, 230, 230)"
1284         hoverformat: ".4s"
1285         tickformat: ".3s"
1286         linecolor: "rgb(220, 220, 220)"
1287         linewidth: 1
1288         showgrid: True
1289         showline: True
1290         showticklabels: True
1291         tickcolor: "rgb(220, 220, 220)"
1292         tickfont:
1293           size: 16
1294         zeroline: False
1295         range: [0,50]
1296       boxmode: "group"
1297       boxgroupgap: 0.5
1298       autosize: False
1299       margin:
1300         t: 50
1301         b: 0
1302         l: 80
1303         r: 20
1304       showlegend: True
1305       legend:
1306         orientation: "h"
1307         font:
1308           size: 16
1309       width: 700
1310       height: 900
1311
1312     plot-throughput-speedup-analysis:
1313       titlefont:
1314         size: 18
1315       xaxis:
1316         title: "<b>Number of Cores [Qty]</b>"
1317         titlefont:
1318           size: 16
1319         autorange: True
1320         fixedrange: False
1321         gridcolor: "rgb(230, 230, 230)"
1322         linecolor: "rgb(220, 220, 220)"
1323         linewidth: 1
1324         showgrid: True
1325         showline: True
1326         showticklabels: True
1327         tickcolor: "rgb(238, 238, 238)"
1328         tickmode: "linear"
1329         tickfont:
1330           size: 16
1331         zeroline: False
1332       yaxis:
1333         title: "<b>Packet Throughput [Mpps]</b>"
1334         titlefont:
1335           size: 16
1336         type: "linear"
1337         gridcolor: "rgb(230, 230, 230)"
1338         hoverformat: ".4s"
1339         linecolor: "rgb(220, 220, 220)"
1340         linewidth: 1
1341         showgrid: True
1342         showline: True
1343         showticklabels: True
1344         tickcolor: "rgb(220, 220, 220)"
1345         tickformat: ".4s"
1346         tickfont:
1347           size: 16
1348         zeroline: True
1349         rangemode: "tozero"
1350         range: [0,100]
1351       legend:
1352         orientation: "h"
1353         font:
1354           size: 16
1355         xanchor: "left"
1356         yanchor: "top"
1357         x: 0
1358         y: -0.2
1359         bgcolor: "rgba(255, 255, 255, 0)"
1360         bordercolor: "rgba(255, 255, 255, 0)"
1361         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1362       autosize: False
1363       margin:
1364           't': 50
1365           'b': 150
1366           'l': 85
1367           'r': 10
1368       showlegend: True
1369       width: 700
1370       height: 700
1371       hoverlabel:
1372         namelength: -1
1373       annotations: [
1374         {
1375           text: "_ _          __          ...",
1376           align: "left",
1377           showarrow: False,
1378           xref: "paper",
1379           yref: "paper",
1380           xanchor: "left",
1381           yanchor: "top",
1382           x: 0,
1383           y: -0.13,
1384           font: {
1385             family: "Consolas, Courier New",
1386             size: 15
1387           },
1388         },
1389         {
1390           text: "    Perfect     Measured     Limit",
1391           align: "left",
1392           showarrow: False,
1393           xref: "paper",
1394           yref: "paper",
1395           xanchor: "left",
1396           yanchor: "top",
1397           x: 0,
1398           y: -0.15,
1399           font: {
1400             family: "Consolas, Courier New",
1401             size: 15
1402           },
1403         },
1404       ]
1405
1406     plot-latency:
1407       titlefont:
1408         size: 18
1409       xaxis:
1410         title: "<b>Direction</b>"
1411         titlefont:
1412           size: 16
1413         autorange: True
1414         fixedrange: False
1415         gridcolor: "rgb(230, 230, 230)"
1416         linecolor: "rgb(220, 220, 220)"
1417         linewidth: 1
1418         showgrid: True
1419         showline: True
1420         showticklabels: False
1421         tickcolor: "rgb(220, 220, 220)"
1422         tickmode: "linear"
1423         tickfont:
1424           size: 16
1425         zeroline: False
1426       yaxis:
1427         title: "<b>Packet Latency [uSec]</b>"
1428         titlefont:
1429           size: 16
1430         type: "linear"
1431         gridcolor: "rgb(230, 230, 230)"
1432         hoverformat: ".4s"
1433         linecolor: "rgb(220, 220, 220)"
1434         linewidth: 1
1435         showgrid: True
1436         showline: True
1437         showticklabels: True
1438         tickcolor: "rgb(220, 220, 220)"
1439         tickformat: ".4s"
1440         tickfont:
1441           size: 16
1442         zeroline: True
1443         rangemode: "tozero"
1444       legend:
1445         orientation: "h"
1446         font:
1447           size: 16
1448         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1449       autosize: False
1450       margin:
1451           't': 50
1452           'b': 150
1453           'l': 80
1454           'r': 10
1455       showlegend: True
1456       width: 700
1457       height: 700
1458       hoverlabel:
1459         namelength: -1
1460
1461 -
1462   type: "static"
1463   src-path: "{DIR[RST]}"
1464   dst-path: "{DIR[WORKING,SRC]}"
1465
1466 -
1467   type: "input"
1468   general:
1469     file-name: "robot-plugin.zip"
1470     file-format: ".zip"
1471     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1472     extract: "robot-plugin/output.xml"
1473
1474   builds:
1475
1476     intel-dnv-vpp-release-1901:
1477       - 1
1478
1479     intel-dnv-vpp-release-1810:
1480       - 1
1481
1482     csit-vpp-perf-verify-1807-3n-hsw:
1483       - 8   # MRR full
1484       - 9   # MRR sel
1485       - 21  # MRR sel
1486       - 31  # MRR sel
1487       - 33  # MRR sel
1488       - 36  # MRR sel
1489       - 41  # MRR sel
1490       - 42  # MRR sel
1491       - 48  # MRR sel
1492       - 11  # NDRPDR full 1
1493       - 22  # NDRPDR full 2
1494       - 45  # NDRPDR full 3
1495       - 46  # NDRPDR full 4
1496       - 15  # NDRPDR sel
1497       - 16  # NDRPDR sel
1498       - 19  # NDRPDR sel
1499       - 18  # NDRPDR sel
1500       - 20  # NDRPDR sel
1501       - 38  # NDRPDR sel
1502       - 40  # NDRPDR sel
1503       - 44  # NDRPDR sel
1504       - 47  # NDRPDR sel
1505     csit-vpp-perf-verify-1810-3n-hsw:
1506       - 9   # MRR sel
1507       - 20  # NDRPDR full
1508       - 21  # NDRPDR full
1509       - 22  # NDRPDR full
1510       - 27  # NDRPDR full
1511       - 8   # NDRPDR sel
1512       - 12  # NDRPDR sel
1513       - 14  # NDRPDR sel
1514       - 18  # NDRPDR sel
1515       - 23  # NDRPDR sel
1516       - 25  # NDRPDR sel
1517       - 38  # NDRPDR sel
1518       - 39  # NDRPDR sel
1519       - 41  # NDRPDR sel
1520       - 42  # NDRPDR sel
1521       - 28  # WRK
1522       - 29  # WRK
1523       - 30  # WRK
1524       - 31  # WRK
1525       - 32  # WRK
1526       - 33  # WRK
1527       - 34  # WRK
1528       - 35  # WRK
1529       - 36  # WRK
1530       - 37  # WRK
1531     csit-vpp-perf-verify-1901-3n-hsw:
1532 #      - 35  # MRR sel
1533 #      - 38  # NDRPDR full
1534 #      - 43  # NDRPDR full
1535 #      - 45  # NDRPDR full
1536 #      - 49  # NDRPDR full
1537 #      - 10  # NDRPDR sel
1538 #      - 19  # NDRPDR sel
1539 #      - 31  # NDRPDR sel
1540 #      - 36  # NDRPDR sel
1541 #      - 40  # NDRPDR sel
1542 #      - 42  # NDRPDR sel
1543 #      - 44  # NDRPDR sel
1544 #      - 46  # NDRPDR sel
1545 #      - 47  # NDRPDR sel
1546 #      - 48  # NDRPDR sel
1547 #      - 61  # NDRPDR LB
1548 #      - 62  # NDRPDR LB
1549 #      - 63  # NDRPDR LB
1550 #      - 64  # NDRPDR LB
1551 #      - 65  # NDRPDR LB
1552 #      - 66  # NDRPDR LB
1553 #      - 67  # NDRPDR LB
1554 #      - 69  # NDRPDR LB
1555 #      - 70  # NDRPDR LB
1556 #      - 71  # NDRPDR LB
1557       - 72  # 1901.1 NDRPDR sel
1558       - 78  # 1901.1 NDRPDR sel
1559       - 73  # 1901.1 MRR sel
1560       - 77  # 1901.1 MRR sel
1561     csit-vpp-perf-verify-1807-3n-skx:
1562       - 31  # MRR full
1563       - 28  # MRR sel
1564       - 32  # MRR sel
1565       - 36  # MRR sel
1566       - 42  # MRR sel
1567       - 47  # MRR sel
1568       - 48  # MRR sel
1569       - 51  # MRR sel
1570       - 52  # MRR sel
1571       - 53  # MRR sel
1572       - 54  # MRR sel
1573       - 40  # NDRPDR full 1
1574       - 41  # NDRPDR full 2
1575       - 33  # NDRPDR sel
1576       - 35  # NDRPDR sel
1577       - 37  # NDRPDR sel
1578       - 38  # NDRPDR sel
1579       - 39  # NDRPDR sel
1580       - 43  # NDRPDR sel
1581       - 44  # NDRPDR sel
1582       - 49  # NDRPDR sel
1583       - 50  # NDRPDR sel
1584       - 56  # NDRPDR sel
1585     csit-vpp-perf-verify-1810-3n-skx:
1586       - 9   # MRR sel
1587       - 11  # MRR sel
1588       - 12  # MRR sel
1589       - 13  # MRR sel
1590       - 23  # NDRPDR full
1591       - 24  # NDRPDR full
1592       - 10  # NDRPDR sel
1593       - 14  # NDRPDR sel
1594       - 15  # NDRPDR sel
1595       - 16  # NDRPDR sel
1596       - 17  # NDRPDR sel
1597       - 19  # NDRPDR sel
1598       - 20  # NDRPDR sel
1599       - 21  # NDRPDR sel
1600       - 22  # NDRPDR sel
1601       - 25  # NDRPDR sel
1602     csit-vpp-perf-verify-1901-3n-skx:
1603 #      - 32  # MRR sel
1604 #      - 37  # NDRPDR full
1605 #      - 39  # NDRPDR full
1606 #      - 40  # NDRPDR full
1607 #      - 49  # NDRPDR full
1608 #      - 18  # NDRPDR sel
1609 #      - 19  # NDRPDR sel
1610 #      - 20  # NDRPDR sel
1611 #      - 28  # NDRPDR sel
1612 #      - 31  # NDRPDR sel
1613 #      - 33  # NDRPDR sel
1614 #      - 36  # NDRPDR sel
1615 #      - 38  # NDRPDR sel
1616 #      - 47  # NDRPDR sel
1617 #      - 48  # NDRPDR sel
1618 #      - 54  # NDRPDR LB
1619 #      - 57  # NDRPDR LB
1620 #      - 58  # NDRPDR LB
1621 #      - 59  # NDRPDR LB
1622 #      - 60  # NDRPDR LB
1623 #      - 63  # NDRPDR LB
1624 #      - 64  # NDRPDR LB
1625 #      - 65  # NDRPDR LB
1626 #      - 66  # NDRPDR LB
1627 #      - 67  # NDRPDR LB
1628       - 68  # 1901.1 NDRPDR sel
1629       - 69  # 1901.1 MRR sel
1630     csit-vpp-perf-verify-1807-2n-skx:
1631       - 27  # MRR full
1632       - 31  # MRR sel
1633       - 33  # MRR sel
1634       - 37  # MRR sel
1635       - 38  # MRR sel
1636       - 41  # MRR sel
1637       - 43  # MRR sel
1638       - 44  # MRR sel
1639       - 45  # MRR sel
1640       - 46  # MRR sel
1641       - 47  # MRR sel
1642       - 32  # NDRPDR full
1643       - 26  # NDRPDR sel
1644       - 28  # NDRPDR sel
1645       - 29  # NDRPDR sel
1646       - 30  # NDRPDR sel
1647       - 34  # NDRPDR sel
1648       - 35  # NDRPDR sel
1649       - 36  # NDRPDR sel
1650       - 39  # NDRPDR sel
1651       - 40  # NDRPDR sel
1652       - 42  # NDRPDR sel
1653     csit-vpp-perf-verify-1810-2n-skx:
1654       - 8   # MRR sel
1655       - 10  # MRR sel
1656       - 11  # MRR sel
1657       - 12  # MRR sel
1658       - 25  # NDRPDR full
1659       - 26  # NDRPDR full
1660       - 9   # NDRPDR sel
1661       - 13  # NDRPDR sel
1662       - 14  # NDRPDR sel
1663       - 19  # NDRPDR sel
1664       - 20  # NDRPDR sel
1665       - 21  # NDRPDR sel
1666       - 22  # NDRPDR sel
1667       - 23  # NDRPDR sel
1668       - 24  # NDRPDR sel
1669       - 27  # NDRPDR sel
1670     csit-vpp-perf-verify-1901-2n-skx:
1671 #      - 22  # MRR sel
1672 #      - 25  # NDRPDR full
1673 #      - 30  # NDRPDR full
1674 #      - 33  # NDRPDR full
1675 #      - 44  # NDRPDR full
1676 #      - 5   # NDRPDR sel
1677 #      - 12  # NDRPDR sel
1678 #      - 13  # NDRPDR sel
1679 #      - 21  # NDRPDR sel
1680 #      - 23  # NDRPDR sel
1681 #      - 31  # NDRPDR sel
1682 #      - 34  # NDRPDR sel
1683 #      - 40  # NDRPDR sel
1684 #      - 42  # NDRPDR sel
1685 #      - 43  # NDRPDR sel
1686       - 24  # NFV MRR
1687       - 26  # NFV MRR
1688       - 27  # NFV MRR
1689       - 35  # NFV MRR
1690       - 37  # NFV MRR
1691       - 28  # NFV NDRPDR
1692       - 29  # NFV NDRPDR
1693       - 32  # NFV NDRPDR
1694       - 39  # NFV NDRPDR
1695       - 46  # NFV NDRPDR
1696       - 45  # SOAK
1697       - 64  # 1901.1 NDRPDR sel
1698       - 65  # 1901.1 MRR sel
1699     csit-ligato-perf-verify-1901-3n-hsw:
1700       - 10  # NDRPDR full
1701       - 8   # NDRPDR sel
1702       - 9   # NDRPDR sel
1703       - 11  # NDRPDR sel
1704       - 12  # NDRPDR sel
1705       - 13  # NDRPDR sel
1706       - 14  # NDRPDR sel
1707       - 15  # NDRPDR sel
1708       - 16  # NDRPDR sel
1709       - 17  # NDRPDR sel
1710       - 18  # NDRPDR sel
1711     csit-dpdk-perf-verify-1807-3n-hsw:
1712       - 11
1713       - 12  # full
1714       - 14
1715       - 15
1716       - 16
1717       - 17
1718       - 20
1719       - 21
1720       - 22
1721       - 23
1722     csit-dpdk-perf-verify-1810-3n-hsw:
1723       - 1   # NDRPDR sel
1724       - 2   # NDRPDR sel
1725       - 3   # NDRPDR sel
1726       - 4   # NDRPDR sel
1727       - 5   # NDRPDR sel
1728       - 6   # NDRPDR sel
1729       - 7   # NDRPDR sel
1730       - 8   # NDRPDR sel
1731       - 9   # NDRPDR sel
1732       - 10  # NDRPDR sel
1733     csit-dpdk-perf-verify-1901-3n-hsw:
1734       - 13  # NDRPDR sel
1735       - 14  # NDRPDR sel
1736       - 16  # NDRPDR sel
1737       - 17  # NDRPDR sel
1738       - 18  # NDRPDR sel
1739       - 19  # NDRPDR sel
1740       - 20  # NDRPDR sel
1741       - 21  # NDRPDR sel
1742       - 22  # NDRPDR sel
1743       - 23  # NDRPDR sel
1744     csit-dpdk-perf-verify-1807-3n-skx:
1745       - 1   # NDRPDR sel
1746       - 2   # NDRPDR sel
1747       - 3   # NDRPDR sel
1748       - 6   # NDRPDR sel
1749       - 7   # NDRPDR sel
1750       - 8   # NDRPDR sel
1751       - 9   # NDRPDR sel
1752       - 10  # NDRPDR sel
1753       - 11  # NDRPDR sel
1754       - 12  # NDRPDR sel
1755     csit-dpdk-perf-verify-1810-3n-skx:
1756       - 3   # NDRPDR sel
1757       - 4   # NDRPDR sel
1758       - 6   # NDRPDR sel
1759       - 7   # NDRPDR sel
1760       - 8   # NDRPDR sel
1761       - 9   # NDRPDR sel
1762       - 10  # NDRPDR sel
1763       - 11  # NDRPDR sel
1764       - 12  # NDRPDR sel
1765       - 13  # NDRPDR sel
1766     csit-dpdk-perf-verify-1901-3n-skx:
1767       - 3   # NDRPDR sel
1768       - 5   # NDRPDR sel
1769       - 6   # NDRPDR sel
1770       - 7   # NDRPDR sel
1771       - 8   # NDRPDR sel
1772       - 9   # NDRPDR sel
1773       - 10  # NDRPDR sel
1774       - 11  # NDRPDR sel
1775       - 12  # NDRPDR sel
1776       - 13  # NDRPDR sel
1777     csit-dpdk-perf-verify-1810-2n-skx:
1778       - 3   # NDRPDR sel
1779       - 4   # NDRPDR sel
1780       - 5   # NDRPDR sel
1781       - 7   # NDRPDR sel
1782       - 8   # NDRPDR sel
1783       - 9   # NDRPDR sel
1784       - 10  # NDRPDR sel
1785       - 11  # NDRPDR sel
1786       - 12  # NDRPDR sel
1787       - 13  # NDRPDR sel
1788     csit-dpdk-perf-verify-1901-2n-skx:
1789       - 12  # NDRPDR sel
1790       - 13  # NDRPDR sel
1791       - 14  # NDRPDR sel
1792       - 15  # NDRPDR sel
1793       - 16  # NDRPDR sel
1794       - 17  # NDRPDR sel
1795       - 18  # NDRPDR sel
1796       - 19  # NDRPDR sel
1797       - 20  # NDRPDR sel
1798       - 21  # NDRPDR sel
1799     csit-vpp-functional-1901-ubuntu1604-virl:
1800       - 173
1801     csit-vpp-functional-1901-centos7-virl:
1802       - 175
1803     csit-vpp-device-1901-ubuntu1804-1n-skx:
1804       - 175
1805     # Not used
1806     csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1807       - 1
1808     csit-dmm-functional-1901-ubuntu1604-virl:
1809       - 2
1810     csit-hc2vpp-verify-func-1901-ubuntu1604:
1811       - 3
1812
1813 -
1814   type: "output"
1815   output: "report"
1816   format:
1817     html:
1818     - full
1819     pdf:
1820     - minimal
1821
1822 ################################################################################
1823 ###                               T A B L E S                                ###
1824 ################################################################################
1825
1826 # VPP Compare NICs 3n-hsw 1t1c ndr
1827 -
1828   type: "table"
1829   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1830   algorithm: "table_nics_comparison"
1831   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1832   reference:
1833     title: "Intel-x520"
1834     nic: "NIC_Intel-X520-DA2"
1835   compare:
1836     title: "Intel-x710"
1837     nic: "NIC_Intel-X710"
1838   data: "vpp-nic-comparison-3n-hsw"
1839   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1840   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1841   parameters:
1842   - "name"
1843   - "parent"
1844   - "throughput"
1845   - "tags"
1846
1847 # VPP Compare NICs 3n-hsw 2t2c ndr
1848 -
1849   type: "table"
1850   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1851   algorithm: "table_nics_comparison"
1852   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1853   reference:
1854     title: "Intel-x520"
1855     nic: "NIC_Intel-X520-DA2"
1856   compare:
1857     title: "Intel-x710"
1858     nic: "NIC_Intel-X710"
1859   data: "vpp-nic-comparison-3n-hsw"
1860   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1861   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1862   parameters:
1863   - "name"
1864   - "parent"
1865   - "throughput"
1866   - "tags"
1867
1868 # VPP Compare NICs 3n-hsw 1t1c pdr
1869 -
1870   type: "table"
1871   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1872   algorithm: "table_nics_comparison"
1873   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1874   reference:
1875     title: "Intel-x520"
1876     nic: "NIC_Intel-X520-DA2"
1877   compare:
1878     title: "Intel-x710"
1879     nic: "NIC_Intel-X710"
1880   data: "vpp-nic-comparison-3n-hsw"
1881   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1882   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1883   parameters:
1884   - "name"
1885   - "parent"
1886   - "throughput"
1887   - "tags"
1888
1889 # VPP Compare NICs 3n-hsw 2t2c pdr
1890 -
1891   type: "table"
1892   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1893   algorithm: "table_nics_comparison"
1894   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1895   reference:
1896     title: "Intel-x520"
1897     nic: "NIC_Intel-X520-DA2"
1898   compare:
1899     title: "Intel-x710"
1900     nic: "NIC_Intel-X710"
1901   data: "vpp-nic-comparison-3n-hsw"
1902   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1903   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1904   parameters:
1905   - "name"
1906   - "parent"
1907   - "throughput"
1908   - "tags"
1909
1910 # VPP Compare NICs 3n-hsw 1t1c mrr
1911 -
1912   type: "table"
1913   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1914   algorithm: "table_nics_comparison"
1915   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1916   reference:
1917     title: "Intel-x520"
1918     nic: "NIC_Intel-X520-DA2"
1919   compare:
1920     title: "Intel-x710"
1921     nic: "NIC_Intel-X710"
1922   data: "vpp-nic-comparison-3n-hsw-mrr"
1923   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1924   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1925   parameters:
1926   - "name"
1927   - "parent"
1928   - "result"
1929   - "tags"
1930
1931 # VPP Compare NICs 3n-hsw 2t2c mrr
1932 -
1933   type: "table"
1934   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1935   algorithm: "table_nics_comparison"
1936   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1937   reference:
1938     title: "Intel-x520"
1939     nic: "NIC_Intel-X520-DA2"
1940   compare:
1941     title: "Intel-x710"
1942     nic: "NIC_Intel-X710"
1943   data: "vpp-nic-comparison-3n-hsw-mrr"
1944   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1945   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1946   parameters:
1947   - "name"
1948   - "parent"
1949   - "result"
1950   - "tags"
1951
1952 # VPP Compare NICs 3n-hsw 4t4c mrr
1953 -
1954   type: "table"
1955   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1956   algorithm: "table_nics_comparison"
1957   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1958   reference:
1959     title: "Intel-x520"
1960     nic: "NIC_Intel-X520-DA2"
1961   compare:
1962     title: "Intel-x710"
1963     nic: "NIC_Intel-X710"
1964   data: "vpp-nic-comparison-3n-hsw-mrr"
1965   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1966   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1967   parameters:
1968   - "name"
1969   - "parent"
1970   - "result"
1971   - "tags"
1972
1973 # VPP Compare NICs 3n-skx 2t1c ndr
1974 -
1975   type: "table"
1976   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1977   algorithm: "table_nics_comparison"
1978   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1979   reference:
1980     title: "Intel-x710"
1981     nic: "NIC_Intel-X710"
1982   compare:
1983     title: "Intel-xxv710"
1984     nic: "NIC_Intel-XXV710"
1985   data: "vpp-nic-comparison-3n-skx"
1986   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1987   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1988   parameters:
1989   - "name"
1990   - "parent"
1991   - "throughput"
1992   - "tags"
1993
1994 # VPP Compare NICs 3n-skx 4t2c ndr
1995 -
1996   type: "table"
1997   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1998   algorithm: "table_nics_comparison"
1999   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
2000   reference:
2001     title: "Intel-x710"
2002     nic: "NIC_Intel-X710"
2003   compare:
2004     title: "Intel-xxv710"
2005     nic: "NIC_Intel-XXV710"
2006   data: "vpp-nic-comparison-3n-skx"
2007   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2008   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2009   parameters:
2010   - "name"
2011   - "parent"
2012   - "throughput"
2013   - "tags"
2014
2015 # VPP Compare NICs 3n-skx 2t1c pdr
2016 -
2017   type: "table"
2018   title: "VPP Compare NICs 3n-skx 2t1c pdr"
2019   algorithm: "table_nics_comparison"
2020   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2021   reference:
2022     title: "Intel-x710"
2023     nic: "NIC_Intel-X710"
2024   compare:
2025     title: "Intel-xxv710"
2026     nic: "NIC_Intel-XXV710"
2027   data: "vpp-nic-comparison-3n-skx"
2028   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2029   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2030   parameters:
2031   - "name"
2032   - "parent"
2033   - "throughput"
2034   - "tags"
2035
2036  # VPP Compare NICs 3n-skx 4t2c pdr
2037 -
2038   type: "table"
2039   title: "VPP Compare NICs 3n-skx 4t2c pdr"
2040   algorithm: "table_nics_comparison"
2041   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2042   reference:
2043     title: "Intel-x710"
2044     nic: "NIC_Intel-X710"
2045   compare:
2046     title: "Intel-xxv710"
2047     nic: "NIC_Intel-XXV710"
2048   data: "vpp-nic-comparison-3n-skx"
2049   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2050   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2051   parameters:
2052   - "name"
2053   - "parent"
2054   - "throughput"
2055   - "tags"
2056
2057 # VPP Compare NICs 3n-skx 2t1c mrr
2058 -
2059   type: "table"
2060   title: "VPP Compare NICs 3n-skx 2t1c mrr"
2061   algorithm: "table_nics_comparison"
2062   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2063   reference:
2064     title: "Intel-x710"
2065     nic: "NIC_Intel-X710"
2066   compare:
2067     title: "Intel-xxv710"
2068     nic: "NIC_Intel-XXV710"
2069   data: "vpp-nic-comparison-3n-skx-mrr"
2070   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2071   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2072   parameters:
2073   - "name"
2074   - "parent"
2075   - "result"
2076   - "tags"
2077
2078 # VPP Compare NICs 3n-skx 4t2c mrr
2079 -
2080   type: "table"
2081   title: "VPP Compare NICs 3n-skx 4t2c mrr"
2082   algorithm: "table_nics_comparison"
2083   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2084   reference:
2085     title: "Intel-x710"
2086     nic: "NIC_Intel-X710"
2087   compare:
2088     title: "Intel-xxv710"
2089     nic: "NIC_Intel-XXV710"
2090   data: "vpp-nic-comparison-3n-skx-mrr"
2091   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2092   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2093   parameters:
2094   - "name"
2095   - "parent"
2096   - "result"
2097   - "tags"
2098
2099  # VPP Compare NICs 3n-skx 8t4c mrr
2100 -
2101   type: "table"
2102   title: "VPP Compare NICs 3n-skx 8t4c mrr"
2103   algorithm: "table_nics_comparison"
2104   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2105   reference:
2106     title: "Intel-x710"
2107     nic: "NIC_Intel-X710"
2108   compare:
2109     title: "Intel-xxv710"
2110     nic: "NIC_Intel-XXV710"
2111   data: "vpp-nic-comparison-3n-skx-mrr"
2112   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2113   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2114   parameters:
2115   - "name"
2116   - "parent"
2117   - "result"
2118   - "tags"
2119
2120 # VPP Compare NICs 2n-skx 2t1c ndr
2121 -
2122   type: "table"
2123   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2124   algorithm: "table_nics_comparison"
2125   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2126   reference:
2127     title: "Intel-x710"
2128     nic: "NIC_Intel-X710"
2129   compare:
2130     title: "Intel-xxv710"
2131     nic: "NIC_Intel-XXV710"
2132   data: "vpp-nic-comparison-2n-skx"
2133   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2134   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2135   parameters:
2136   - "name"
2137   - "parent"
2138   - "throughput"
2139   - "tags"
2140
2141 # VPP Compare NICs 2n-skx 4t2c ndr
2142 -
2143   type: "table"
2144   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2145   algorithm: "table_nics_comparison"
2146   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2147   reference:
2148     title: "Intel-x710"
2149     nic: "NIC_Intel-X710"
2150   compare:
2151     title: "Intel-xxv710"
2152     nic: "NIC_Intel-XXV710"
2153   data: "vpp-nic-comparison-2n-skx"
2154   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2155   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2156   parameters:
2157   - "name"
2158   - "parent"
2159   - "throughput"
2160   - "tags"
2161
2162  # VPP Compare NICs 2n-skx 2t1c pdr
2163 -
2164   type: "table"
2165   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2166   algorithm: "table_nics_comparison"
2167   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2168   reference:
2169     title: "Intel-x710"
2170     nic: "NIC_Intel-X710"
2171   compare:
2172     title: "Intel-xxv710"
2173     nic: "NIC_Intel-XXV710"
2174   data: "vpp-nic-comparison-2n-skx"
2175   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2176   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2177   parameters:
2178   - "name"
2179   - "parent"
2180   - "throughput"
2181   - "tags"
2182
2183 # VPP Compare NICs 2n-skx 4t2c pdr
2184 -
2185   type: "table"
2186   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2187   algorithm: "table_nics_comparison"
2188   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2189   reference:
2190     title: "Intel-x710"
2191     nic: "NIC_Intel-X710"
2192   compare:
2193     title: "Intel-xxv710"
2194     nic: "NIC_Intel-XXV710"
2195   data: "vpp-nic-comparison-2n-skx"
2196   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2197   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2198   parameters:
2199   - "name"
2200   - "parent"
2201   - "throughput"
2202   - "tags"
2203
2204 # VPP Compare NICs 2n-skx 2t1c mrr
2205 -
2206   type: "table"
2207   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2208   algorithm: "table_nics_comparison"
2209   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2210   reference:
2211     title: "Intel-x710"
2212     nic: "NIC_Intel-X710"
2213   compare:
2214     title: "Intel-xxv710"
2215     nic: "NIC_Intel-XXV710"
2216   data: "vpp-nic-comparison-2n-skx-mrr"
2217   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2218   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2219   parameters:
2220   - "name"
2221   - "parent"
2222   - "result"
2223   - "tags"
2224
2225 # VPP Compare NICs 2n-skx 4t2c mrr
2226 -
2227   type: "table"
2228   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2229   algorithm: "table_nics_comparison"
2230   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2231   reference:
2232     title: "Intel-x710"
2233     nic: "NIC_Intel-X710"
2234   compare:
2235     title: "Intel-xxv710"
2236     nic: "NIC_Intel-XXV710"
2237   data: "vpp-nic-comparison-2n-skx-mrr"
2238   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2239   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2240   parameters:
2241   - "name"
2242   - "parent"
2243   - "result"
2244   - "tags"
2245
2246 # VPP Compare NICs 2n-skx 8t4c mrr
2247 -
2248   type: "table"
2249   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2250   algorithm: "table_nics_comparison"
2251   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2252   reference:
2253     title: "Intel-x710"
2254     nic: "NIC_Intel-X710"
2255   compare:
2256     title: "Intel-xxv710"
2257     nic: "NIC_Intel-XXV710"
2258   data: "vpp-nic-comparison-2n-skx-mrr"
2259   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2260   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2261   parameters:
2262   - "name"
2263   - "parent"
2264   - "result"
2265   - "tags"
2266
2267 ################################################################################
2268 # VPP
2269
2270 # VPP Performance Changes 2n-dnv 1t1c pdr
2271 -
2272   type: "table"
2273   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2274   algorithm: "table_performance_comparison"
2275   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2276   reference:
2277     title: "rls1810"
2278     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2279   compare:
2280     title: "rls1901.1"
2281     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2282   data: "intel-dnv-vpp-changes-2n-dnv"
2283   include-tests: "PDR"
2284   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2285   parameters:
2286   - "name"
2287   - "parent"
2288   - "throughput"
2289
2290 # VPP Performance Changes 2n-dnv 2t2c pdr
2291 -
2292   type: "table"
2293   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2294   algorithm: "table_performance_comparison"
2295   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2296   reference:
2297     title: "rls1810"
2298     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2299   compare:
2300     title: "rls1901.1"
2301     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2302   data: "intel-dnv-vpp-changes-2n-dnv"
2303   include-tests: "PDR"
2304   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2305   parameters:
2306   - "name"
2307   - "parent"
2308   - "throughput"
2309
2310 # VPP Performance Changes 2n-dnv 1t1c ndr
2311 -
2312   type: "table"
2313   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2314   algorithm: "table_performance_comparison"
2315   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2316   reference:
2317     title: "rls1810"
2318     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2319   compare:
2320     title: "rls1901.1"
2321     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2322   data: "intel-dnv-vpp-changes-2n-dnv"
2323   include-tests: "NDR"
2324   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2325   parameters:
2326   - "name"
2327   - "parent"
2328   - "throughput"
2329
2330 # VPP Performance Changes 2n-dnv 2t2c ndr
2331 -
2332   type: "table"
2333   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2334   algorithm: "table_performance_comparison"
2335   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2336   reference:
2337     title: "rls1810"
2338     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2339   compare:
2340     title: "rls1901.1"
2341     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2342   data: "intel-dnv-vpp-changes-2n-dnv"
2343   include-tests: "NDR"
2344   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2345   parameters:
2346   - "name"
2347   - "parent"
2348   - "throughput"
2349   
2350
2351 # VPP Performance Changes 2n-dnv 1t1c MRR
2352 -
2353   type: "table"
2354   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2355   algorithm: "table_performance_comparison"
2356   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2357   reference:
2358     title: "rls1810"
2359     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2360   compare:
2361     title: "rls1901.1"
2362     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2363   data: "intel-dnv-vpp-changes-2n-dnv"
2364   include-tests: "MRR"
2365   filter: "'1T1C' and 'MRR'"
2366   parameters:
2367   - "name"
2368   - "parent"
2369   - "result"
2370
2371 # VPP Performance Changes 2n-dnv 2t2c MRR
2372 -
2373   type: "table"
2374   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2375   algorithm: "table_performance_comparison"
2376   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2377   reference:
2378     title: "rls1810"
2379     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2380   compare:
2381     title: "rls1901.1"
2382     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2383   data: "intel-dnv-vpp-changes-2n-dnv"
2384   include-tests: "MRR"
2385   filter: "'2T2C' and 'MRR'"
2386   parameters:
2387   - "name"
2388   - "parent"
2389   - "result"
2390
2391 # VPP Performance Changes 2n-dnv 4t4c MRR
2392 -
2393   type: "table"
2394   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2395   algorithm: "table_performance_comparison"
2396   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2397   reference:
2398     title: "rls1810"
2399     data: "intel-dnv-vpp-changes-2n-dnv-ref"
2400   compare:
2401     title: "rls1901.1"
2402     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2403   data: "intel-dnv-vpp-changes-2n-dnv"
2404   include-tests: "MRR"
2405   filter: "'4T4C' and 'MRR'"
2406   parameters:
2407   - "name"
2408   - "parent"
2409   - "result"
2410
2411 # VPP Performance Changes 3n-hsw 1t1c pdr
2412 -
2413   type: "table"
2414   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2415   algorithm: "table_performance_comparison"
2416   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2417   history:
2418     -
2419       title: "rls1807"
2420       data: "vpp-performance-changes-3n-hsw-h1"
2421   reference:
2422     title: "rls1810"
2423     data: "vpp-performance-changes-3n-hsw-ref"
2424   compare:
2425     title: "rls1901.1"
2426     data: "vpp-performance-changes-3n-hsw-cmp"
2427   data: "vpp-performance-changes-3n-hsw"
2428   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2429   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2430   parameters:
2431   - "name"
2432   - "parent"
2433   - "throughput"
2434
2435 # VPP Performance Changes 3n-hsw 2t2c pdr
2436 -
2437   type: "table"
2438   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2439   algorithm: "table_performance_comparison"
2440   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2441   history:
2442     -
2443       title: "rls1807"
2444       data: "vpp-performance-changes-3n-hsw-h1"
2445   reference:
2446     title: "rls1810"
2447     data: "vpp-performance-changes-3n-hsw-ref"
2448   compare:
2449     title: "rls1901.1"
2450     data: "vpp-performance-changes-3n-hsw-cmp"
2451   data: "vpp-performance-changes-3n-hsw"
2452   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2453   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2454   parameters:
2455   - "name"
2456   - "parent"
2457   - "throughput"
2458
2459 # VPP Performance Changes 3n-hsw 1t1c ndr
2460 -
2461   type: "table"
2462   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2463   algorithm: "table_performance_comparison"
2464   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2465   history:
2466     -
2467       title: "rls1807"
2468       data: "vpp-performance-changes-3n-hsw-h1"
2469   reference:
2470     title: "rls1810"
2471     data: "vpp-performance-changes-3n-hsw-ref"
2472   compare:
2473     title: "rls1901.1"
2474     data: "vpp-performance-changes-3n-hsw-cmp"
2475   data: "vpp-performance-changes-3n-hsw"
2476   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2477   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2478   parameters:
2479   - "name"
2480   - "parent"
2481   - "throughput"
2482
2483 # VPP Performance Changes 3n-hsw 2t2c ndr
2484 -
2485   type: "table"
2486   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2487   algorithm: "table_performance_comparison"
2488   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2489   history:
2490     -
2491       title: "rls1807"
2492       data: "vpp-performance-changes-3n-hsw-h1"
2493   reference:
2494     title: "rls1810"
2495     data: "vpp-performance-changes-3n-hsw-ref"
2496   compare:
2497     title: "rls1901.1"
2498     data: "vpp-performance-changes-3n-hsw-cmp"
2499   data: "vpp-performance-changes-3n-hsw"
2500   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2501   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2502   parameters:
2503   - "name"
2504   - "parent"
2505   - "throughput"
2506
2507 # VPP Performance Changes 3n-skx 2t1c pdr
2508 -
2509   type: "table"
2510   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2511   algorithm: "table_performance_comparison"
2512   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2513   history:
2514     -
2515       title: "rls1807"
2516       data: "vpp-performance-changes-3n-skx-h1"
2517   reference:
2518     title: "rls1810"
2519     data: "vpp-performance-changes-3n-skx-ref"
2520   compare:
2521     title: "rls1901.1"
2522     data: "vpp-performance-changes-3n-skx-cmp"
2523   data: "vpp-performance-changes-3n-skx"
2524   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2525   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2526   parameters:
2527   - "name"
2528   - "parent"
2529   - "throughput"
2530
2531 # VPP Performance Changes 3n-skx 4t2c pdr
2532 -
2533   type: "table"
2534   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2535   algorithm: "table_performance_comparison"
2536   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2537   history:
2538     -
2539       title: "rls1807"
2540       data: "vpp-performance-changes-3n-skx-h1"
2541   reference:
2542     title: "rls1810"
2543     data: "vpp-performance-changes-3n-skx-ref"
2544   compare:
2545     title: "rls1901.1"
2546     data: "vpp-performance-changes-3n-skx-cmp"
2547   data: "vpp-performance-changes-3n-skx"
2548   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2549   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2550   parameters:
2551   - "name"
2552   - "parent"
2553   - "throughput"
2554
2555 # VPP Performance Changes 3n-skx 2t1c ndr
2556 -
2557   type: "table"
2558   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2559   algorithm: "table_performance_comparison"
2560   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2561   history:
2562     -
2563       title: "rls1807"
2564       data: "vpp-performance-changes-3n-skx-h1"
2565   reference:
2566     title: "rls1810"
2567     data: "vpp-performance-changes-3n-skx-ref"
2568   compare:
2569     title: "rls1901.1"
2570     data: "vpp-performance-changes-3n-skx-cmp"
2571   data: "vpp-performance-changes-3n-skx"
2572   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2573   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2574   parameters:
2575   - "name"
2576   - "parent"
2577   - "throughput"
2578
2579 # VPP Performance Changes 3n-skx 4t2c ndr
2580 -
2581   type: "table"
2582   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2583   algorithm: "table_performance_comparison"
2584   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2585   history:
2586     -
2587       title: "rls1807"
2588       data: "vpp-performance-changes-3n-skx-h1"
2589   reference:
2590     title: "rls1810"
2591     data: "vpp-performance-changes-3n-skx-ref"
2592   compare:
2593     title: "rls1901.1"
2594     data: "vpp-performance-changes-3n-skx-cmp"
2595   data: "vpp-performance-changes-3n-skx"
2596   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2597   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2598   parameters:
2599   - "name"
2600   - "parent"
2601   - "throughput"
2602
2603 # VPP Performance Changes 2n-skx 2t1c pdr
2604 -
2605   type: "table"
2606   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2607   algorithm: "table_performance_comparison"
2608   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2609   history:
2610     -
2611       title: "rls1807"
2612       data: "vpp-performance-changes-2n-skx-h1"
2613   reference:
2614     title: "rls1810"
2615     data: "vpp-performance-changes-2n-skx-ref"
2616   compare:
2617     title: "rls1901.1"
2618     data: "vpp-performance-changes-2n-skx-cmp"
2619   data: "vpp-performance-changes-2n-skx"
2620   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2621   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2622   parameters:
2623   - "name"
2624   - "parent"
2625   - "throughput"
2626
2627 # VPP Performance Changes 2n-skx 4t2c pdr
2628 -
2629   type: "table"
2630   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2631   algorithm: "table_performance_comparison"
2632   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2633   history:
2634     - title: "rls1807"
2635       data: "vpp-performance-changes-2n-skx-h1"
2636   reference:
2637     title: "rls1810"
2638     data: "vpp-performance-changes-2n-skx-ref"
2639   compare:
2640     title: "rls1901.1"
2641     data: "vpp-performance-changes-2n-skx-cmp"
2642   data: "vpp-performance-changes-2n-skx"
2643   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2644   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2645   parameters:
2646   - "name"
2647   - "parent"
2648   - "throughput"
2649
2650 # VPP Performance Changes 2n-skx 2t1c ndr
2651 -
2652   type: "table"
2653   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2654   algorithm: "table_performance_comparison"
2655   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2656   history:
2657     - title: "rls1807"
2658       data: "vpp-performance-changes-2n-skx-h1"
2659   reference:
2660     title: "rls1810"
2661     data: "vpp-performance-changes-2n-skx-ref"
2662   compare:
2663     title: "rls1901.1"
2664     data: "vpp-performance-changes-2n-skx-cmp"
2665   data: "vpp-performance-changes-2n-skx"
2666   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2667   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2668   parameters:
2669   - "name"
2670   - "parent"
2671   - "throughput"
2672
2673 # VPP Performance Changes 2n-skx 4t2c ndr
2674 -
2675   type: "table"
2676   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2677   algorithm: "table_performance_comparison"
2678   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2679   history:
2680     - title: "rls1807"
2681       data: "vpp-performance-changes-2n-skx-h1"
2682   reference:
2683     title: "rls1810"
2684     data: "vpp-performance-changes-2n-skx-ref"
2685   compare:
2686     title: "rls1901.1"
2687     data: "vpp-performance-changes-2n-skx-cmp"
2688   data: "vpp-performance-changes-2n-skx"
2689   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2690   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2691   parameters:
2692   - "name"
2693   - "parent"
2694   - "throughput"
2695
2696 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2697 -
2698   type: "table"
2699   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2700   algorithm: "table_performance_comparison"
2701   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2702   reference:
2703     title: "3-Node Hsw"
2704     data: "vpp-compare-testbeds-ref"
2705   compare:
2706     title: "3-Node Skx"
2707     data: "vpp-compare-testbeds-cmp"
2708   data: "vpp-compare-testbeds"
2709   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2710   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2711   parameters:
2712   - "name"
2713   - "parent"
2714   - "throughput"
2715
2716 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2717 -
2718   type: "table"
2719   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2720   algorithm: "table_performance_comparison"
2721   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2722   reference:
2723     title: "3-Node Hsw"
2724     data: "vpp-compare-testbeds-ref"
2725   compare:
2726     title: "3-Node Skx"
2727     data: "vpp-compare-testbeds-cmp"
2728   data: "vpp-compare-testbeds"
2729   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2730   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2731   parameters:
2732   - "name"
2733   - "parent"
2734   - "throughput"
2735
2736 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2737 -
2738   type: "table"
2739   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2740   algorithm: "table_performance_comparison"
2741   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2742   reference:
2743     title: "3-Node Hsw"
2744     data: "vpp-compare-testbeds-ref"
2745   compare:
2746     title: "3-Node Skx"
2747     data: "vpp-compare-testbeds-cmp"
2748   data: "vpp-compare-testbeds"
2749   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2750   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2751   parameters:
2752   - "name"
2753   - "parent"
2754   - "throughput"
2755
2756 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2757 -
2758   type: "table"
2759   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2760   algorithm: "table_performance_comparison"
2761   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2762   reference:
2763     title: "3-Node Hsw"
2764     data: "vpp-compare-testbeds-ref"
2765   compare:
2766     title: "3-Node Skx"
2767     data: "vpp-compare-testbeds-cmp"
2768   data: "vpp-compare-testbeds"
2769   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2770   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2771   parameters:
2772   - "name"
2773   - "parent"
2774   - "throughput"
2775
2776 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2777 -
2778   type: "table"
2779   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2780   algorithm: "table_performance_comparison"
2781   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2782   reference:
2783     title: "3-Node Skx"
2784     data: "vpp-compare-topologies-ref"
2785   compare:
2786     title: "2-Node Skx"
2787     data: "vpp-compare-topologies-cmp"
2788   data: "vpp-compare-topologies"
2789   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2790   filter: "'NDRPDR' and '1C'"
2791   parameters:
2792   - "name"
2793   - "parent"
2794   - "throughput"
2795
2796 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2797 -
2798   type: "table"
2799   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2800   algorithm: "table_performance_comparison"
2801   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2802   reference:
2803     title: "3-Node Skx"
2804     data: "vpp-compare-topologies-ref"
2805   compare:
2806     title: "2-Node Skx"
2807     data: "vpp-compare-topologies-cmp"
2808   data: "vpp-compare-topologies"
2809   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2810   filter: "'NDRPDR' and '2C'"
2811   parameters:
2812   - "name"
2813   - "parent"
2814   - "throughput"
2815
2816 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2817 -
2818   type: "table"
2819   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2820   algorithm: "table_performance_comparison"
2821   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2822   reference:
2823     title: "3-Node Skx"
2824     data: "vpp-compare-topologies-ref"
2825   compare:
2826     title: "2-Node Skx"
2827     data: "vpp-compare-topologies-cmp"
2828   data: "vpp-compare-topologies"
2829   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2830   filter: "'NDRPDR' and '1C'"
2831   parameters:
2832   - "name"
2833   - "parent"
2834   - "throughput"
2835
2836 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2837 -
2838   type: "table"
2839   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2840   algorithm: "table_performance_comparison"
2841   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2842   reference:
2843     title: "3-Node Skx"
2844     data: "vpp-compare-topologies-ref"
2845   compare:
2846     title: "2-Node Skx"
2847     data: "vpp-compare-topologies-cmp"
2848   data: "vpp-compare-topologies"
2849   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2850   filter: "'NDRPDR' and '2C'"
2851   parameters:
2852   - "name"
2853   - "parent"
2854   - "throughput"
2855
2856 # VPP Performance Changes 3n-hsw 1t1c MRR
2857 -
2858   type: "table"
2859   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2860   algorithm: "table_performance_comparison"
2861   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2862   history:
2863     -
2864       title: "rls1807"
2865       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2866   reference:
2867     title: "rls1810"
2868     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2869   compare:
2870     title: "rls1901.1"
2871     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2872   data: "vpp-performance-changes-3n-hsw-mrr"
2873   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2874   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2875   parameters:
2876   - "name"
2877   - "parent"
2878   - "result"
2879
2880 # VPP Performance Changes 3n-hsw 2t2c MRR
2881 -
2882   type: "table"
2883   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2884   algorithm: "table_performance_comparison"
2885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2886   history:
2887     -
2888       title: "rls1807"
2889       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2890   reference:
2891     title: "rls1810"
2892     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2893   compare:
2894     title: "rls1901.1"
2895     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2896   data: "vpp-performance-changes-3n-hsw-mrr"
2897   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2898   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2899   parameters:
2900   - "name"
2901   - "parent"
2902   - "result"
2903
2904 # VPP Performance Changes 3n-hsw 4t4c MRR
2905 -
2906   type: "table"
2907   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2908   algorithm: "table_performance_comparison"
2909   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2910   history:
2911     -
2912       title: "rls1807"
2913       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2914   reference:
2915     title: "rls1810"
2916     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2917   compare:
2918     title: "rls1901.1"
2919     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2920   data: "vpp-performance-changes-3n-hsw-mrr"
2921   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2922   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2923   parameters:
2924   - "name"
2925   - "parent"
2926   - "result"
2927
2928 # VPP Performance Changes 3n-skx 2t1c MRR
2929 -
2930   type: "table"
2931   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2932   algorithm: "table_performance_comparison"
2933   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2934   history:
2935     -
2936       title: "rls1807"
2937       data: "vpp-performance-changes-3n-skx-mrr-h1"
2938   reference:
2939     title: "rls1810"
2940     data: "vpp-performance-changes-3n-skx-mrr-ref"
2941   compare:
2942     title: "rls1901.1"
2943     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2944   data: "vpp-performance-changes-3n-skx-mrr"
2945   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2946   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2947   parameters:
2948   - "name"
2949   - "parent"
2950   - "result"
2951
2952 # VPP Performance Changes 3n-skx 4t2c MRR
2953 -
2954   type: "table"
2955   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2956   algorithm: "table_performance_comparison"
2957   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2958   history:
2959     -
2960       title: "rls1807"
2961       data: "vpp-performance-changes-3n-skx-mrr-h1"
2962   reference:
2963     title: "rls1810"
2964     data: "vpp-performance-changes-3n-skx-mrr-ref"
2965   compare:
2966     title: "rls1901.1"
2967     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2968   data: "vpp-performance-changes-3n-skx-mrr"
2969   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2970   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2971   parameters:
2972   - "name"
2973   - "parent"
2974   - "result"
2975
2976 # VPP Performance Changes 3n-skx 8t4c MRR
2977 -
2978   type: "table"
2979   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2980   algorithm: "table_performance_comparison"
2981   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2982   history:
2983     -
2984       title: "rls1807"
2985       data: "vpp-performance-changes-3n-skx-mrr-h1"
2986   reference:
2987     title: "rls1810"
2988     data: "vpp-performance-changes-3n-skx-mrr-ref"
2989   compare:
2990     title: "rls1901.1"
2991     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2992   data: "vpp-performance-changes-3n-skx-mrr"
2993   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2994   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2995   parameters:
2996   - "name"
2997   - "parent"
2998   - "result"
2999
3000 # VPP Performance Changes 2n-skx 2t1c MRR
3001 -
3002   type: "table"
3003   title: "VPP Performance Changes 2n-skx 2t1c MRR"
3004   algorithm: "table_performance_comparison"
3005   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
3006   history:
3007     -
3008       title: "rls1807"
3009       data: "vpp-performance-changes-2n-skx-mrr-h1"
3010   reference:
3011     title: "rls1810"
3012     data: "vpp-performance-changes-2n-skx-mrr-ref"
3013   compare:
3014     title: "rls1901.1"
3015     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3016   data: "vpp-performance-changes-2n-skx-mrr"
3017   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3018   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3019   parameters:
3020   - "name"
3021   - "parent"
3022   - "result"
3023
3024 # VPP Performance Changes 2n-skx 4t2c MRR
3025 -
3026   type: "table"
3027   title: "VPP Performance Changes 2n-skx 4t2c MRR"
3028   algorithm: "table_performance_comparison"
3029   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
3030   history:
3031     -
3032       title: "rls1807"
3033       data: "vpp-performance-changes-2n-skx-mrr-h1"
3034   reference:
3035     title: "rls1810"
3036     data: "vpp-performance-changes-2n-skx-mrr-ref"
3037   compare:
3038     title: "rls1901.1"
3039     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3040   data: "vpp-performance-changes-2n-skx-mrr"
3041   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3042   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3043   parameters:
3044   - "name"
3045   - "parent"
3046   - "result"
3047
3048 # VPP Performance Changes 2n-skx 8t4c MRR
3049 -
3050   type: "table"
3051   title: "VPP Performance Changes 2n-skx 8t4c MRR"
3052   algorithm: "table_performance_comparison"
3053   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
3054   history:
3055     -
3056       title: "rls1807"
3057       data: "vpp-performance-changes-2n-skx-mrr-h1"
3058   reference:
3059     title: "rls1810"
3060     data: "vpp-performance-changes-2n-skx-mrr-ref"
3061   compare:
3062     title: "rls1901.1"
3063     data: "vpp-performance-changes-2n-skx-mrr-cmp"
3064   data: "vpp-performance-changes-2n-skx-mrr"
3065   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3066   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3067   parameters:
3068   - "name"
3069   - "parent"
3070   - "result"
3071
3072 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
3073 -
3074   type: "table"
3075   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
3076   algorithm: "table_performance_comparison"
3077   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
3078   reference:
3079     title: "3-Node Hsw"
3080     data: "vpp-compare-testbeds-mrr-ref"
3081   compare:
3082     title: "3-Node Skx"
3083     data: "vpp-compare-testbeds-mrr-cmp"
3084   data: "vpp-compare-testbeds-mrr"
3085   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3086   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
3087   parameters:
3088   - "name"
3089   - "parent"
3090   - "result"
3091
3092 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
3093 -
3094   type: "table"
3095   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
3096   algorithm: "table_performance_comparison"
3097   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
3098   reference:
3099     title: "3-Node Hsw"
3100     data: "vpp-compare-testbeds-mrr-ref"
3101   compare:
3102     title: "3-Node Skx"
3103     data: "vpp-compare-testbeds-mrr-cmp"
3104   data: "vpp-compare-testbeds-mrr"
3105   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3106   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
3107   parameters:
3108   - "name"
3109   - "parent"
3110   - "result"
3111
3112 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
3113 -
3114   type: "table"
3115   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
3116   algorithm: "table_performance_comparison"
3117   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
3118   reference:
3119     title: "3-Node Hsw"
3120     data: "vpp-compare-testbeds-mrr-ref"
3121   compare:
3122     title: "3-Node Skx"
3123     data: "vpp-compare-testbeds-mrr-cmp"
3124   data: "vpp-compare-testbeds-mrr"
3125   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3126   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
3127   parameters:
3128   - "name"
3129   - "parent"
3130   - "result"
3131
3132 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
3133 -
3134   type: "table"
3135   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
3136   algorithm: "table_performance_comparison"
3137   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
3138   reference:
3139     title: "3-Node Skx"
3140     data: "vpp-compare-topologies-mrr-ref"
3141   compare:
3142     title: "2-Node Skx"
3143     data: "vpp-compare-topologies-mrr-cmp"
3144   data: "vpp-compare-topologies-mrr"
3145   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3146   filter: "'MRR' and '1C'"
3147   parameters:
3148   - "name"
3149   - "parent"
3150   - "result"
3151
3152 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3153 -
3154   type: "table"
3155   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3156   algorithm: "table_performance_comparison"
3157   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3158   reference:
3159     title: "3-Node Skx"
3160     data: "vpp-compare-topologies-mrr-ref"
3161   compare:
3162     title: "2-Node Skx"
3163     data: "vpp-compare-topologies-mrr-cmp"
3164   data: "vpp-compare-topologies-mrr"
3165   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3166   filter: "'MRR' and '2C'"
3167   parameters:
3168   - "name"
3169   - "parent"
3170   - "result"
3171
3172 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3173 -
3174   type: "table"
3175   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3176   algorithm: "table_performance_comparison"
3177   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3178   reference:
3179     title: "3-Node Skx"
3180     data: "vpp-compare-topologies-mrr-ref"
3181   compare:
3182     title: "2-Node Skx"
3183     data: "vpp-compare-topologies-mrr-cmp"
3184   data: "vpp-compare-topologies-mrr"
3185   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3186   filter: "'MRR' and '4C'"
3187   parameters:
3188   - "name"
3189   - "parent"
3190   - "result"
3191
3192 # Detailed Test Results - VPP Performance Results 3n-hsw
3193 -
3194   type: "table"
3195   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3196   algorithm: "table_merged_details"
3197   output-file-ext: ".csv"
3198   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3199   columns:
3200   -
3201     title: "Name"
3202     data: "data name"
3203   -
3204     title: "Status"
3205     data: "data msg"
3206   rows: "generated"
3207   data: "vpp-perf-results-3n-hsw"
3208   filter: "not 'NDRCHK' and not 'PDRCHK'"
3209   parameters:
3210   - "name"
3211   - "parent"
3212   - "msg"
3213
3214 # Detailed Test Results - VPP Performance Results 3n-skx
3215 -
3216   type: "table"
3217   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3218   algorithm: "table_merged_details"
3219   output-file-ext: ".csv"
3220   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3221   columns:
3222   -
3223     title: "Name"
3224     data: "data name"
3225   -
3226     title: "Status"
3227     data: "data msg"
3228   rows: "generated"
3229   data: "vpp-perf-results-3n-skx"
3230   filter: "not 'NDRCHK' and not 'PDRCHK'"
3231   parameters:
3232   - "name"
3233   - "parent"
3234   - "msg"
3235
3236 # Detailed Test Results - VPP Performance Results 2n-skx
3237 -
3238   type: "table"
3239   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3240   algorithm: "table_merged_details"
3241   output-file-ext: ".csv"
3242   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3243   columns:
3244   -
3245     title: "Name"
3246     data: "data name"
3247   -
3248     title: "Status"
3249     data: "data msg"
3250   rows: "generated"
3251   data: "vpp-perf-results-2n-skx"
3252   filter: "not 'NDRCHK' and not 'PDRCHK'"
3253   parameters:
3254   - "name"
3255   - "parent"
3256   - "msg"
3257
3258 # Detailed Test Results - VPP Performance Results 2n-dnv
3259 -
3260   type: "table"
3261   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3262   algorithm: "table_details"
3263   output-file-ext: ".csv"
3264   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3265   columns:
3266   -
3267     title: "Name"
3268     data: "data name"
3269   -
3270     title: "Status"
3271     data: "data msg"
3272   rows: "generated"
3273   data: "intel-dnv-vpp"
3274   filter: "'NDRPDR'"
3275   parameters:
3276   - "name"
3277   - "parent"
3278   - "msg"
3279
3280 # Test configuration - VPP Performance Test Configs 3n-hsw
3281 -
3282   type: "table"
3283   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3284   algorithm: "table_merged_details"
3285   output-file-ext: ".csv"
3286   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3287   columns:
3288   -
3289     title: "Name"
3290     data: "data name"
3291   -
3292     title: "VPP API Test Commands History - Commands Used Per Test Case"
3293     data: "data conf-history"
3294   rows: "generated"
3295   data: "vpp-perf-results-3n-hsw"
3296   filter: "not 'NDRCHK' and not 'PDRCHK'"
3297   parameters:
3298   - "parent"
3299   - "name"
3300   - "conf-history"
3301
3302 # Test configuration - VPP Performance Test Configs 3n-skx
3303 -
3304   type: "table"
3305   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3306   algorithm: "table_merged_details"
3307   output-file-ext: ".csv"
3308   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3309   columns:
3310   -
3311     title: "Name"
3312     data: "data name"
3313   -
3314     title: "VPP API Test Commands History - Commands Used Per Test Case"
3315     data: "data conf-history"
3316   rows: "generated"
3317   data: "vpp-perf-results-3n-skx"
3318   filter: "not 'NDRCHK' and not 'PDRCHK'"
3319   parameters:
3320   - "parent"
3321   - "name"
3322   - "conf-history"
3323
3324 # Test configuration - VPP Performance Test Configs 2n-skx
3325 -
3326   type: "table"
3327   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3328   algorithm: "table_merged_details"
3329   output-file-ext: ".csv"
3330   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3331   columns:
3332   -
3333     title: "Name"
3334     data: "data name"
3335   -
3336     title: "VPP API Test Commands History - Commands Used Per Test Case"
3337     data: "data conf-history"
3338   rows: "generated"
3339   data: "vpp-perf-results-2n-skx"
3340   filter: "not 'NDRCHK' and not 'PDRCHK'"
3341   parameters:
3342   - "parent"
3343   - "name"
3344   - "conf-history"
3345
3346 # Test configuration - VPP Performance Test Configs 2n-dnv
3347 -
3348   type: "table"
3349   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3350   algorithm: "table_details"
3351   output-file-ext: ".csv"
3352   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3353   columns:
3354   -
3355     title: "Name"
3356     data: "data name"
3357   -
3358     title: "VPP API Test Commands History - Commands Used Per Test Case"
3359     data: "data conf-history"
3360   rows: "generated"
3361   data: "intel-dnv-vpp"
3362   filter: "'NDRPDR'"
3363   parameters:
3364   - "parent"
3365   - "name"
3366   - "conf-history"
3367
3368 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3369 -
3370   type: "table"
3371   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3372   algorithm: "table_merged_details"
3373   output-file-ext: ".csv"
3374   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3375   columns:
3376   -
3377     title: "Name"
3378     data: "data name"
3379   -
3380     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3381     data: "data show-run"
3382   rows: "generated"
3383   data: "vpp-perf-results-3n-hsw"
3384   filter: "not 'NDRCHK' and not 'PDRCHK'"
3385   parameters:
3386   - "parent"
3387   - "name"
3388   - "show-run"
3389
3390 # Test Operational Data - VPP Performance Operational Data 3n-skx
3391 -
3392   type: "table"
3393   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3394   algorithm: "table_merged_details"
3395   output-file-ext: ".csv"
3396   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3397   columns:
3398   -
3399     title: "Name"
3400     data: "data name"
3401   -
3402     title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3403     data: "data show-run"
3404   rows: "generated"
3405   data: "vpp-perf-results-3n-skx"
3406   filter: "not 'NDRCHK' and not 'PDRCHK'"
3407   parameters:
3408   - "parent"
3409   - "name"
3410   - "show-run"
3411
3412 # Test Operational Data - VPP Performance Operational Data 2n-skx
3413 -
3414   type: "table"