CSIT-1504: Soak tests - box plots
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # TODO: Replace with 1904 data
147 #      # csit-vpp-perf-verify-1904-3n-hsw:
148 #      csit-vpp-perf-verify-1810-3n-hsw:
149 #        - 28  # WRK
150 #        - 29  # WRK
151 #        - 30  # WRK
152 #        - 31  # WRK
153 #        - 32  # WRK
154 #        - 33  # WRK
155 #        - 34  # WRK
156 #        - 35  # WRK
157 #        - 36  # WRK
158 #        - 37  # WRK
159
160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
161 #      # TODO: Replace with 1904 data
162 #      # csit-ligato-perf-verify-1904-3n-hsw:
163 #      csit-ligato-perf-verify-1901-3n-hsw:
164 #        - 8   # NDRPDR sel
165 #        - 9   # NDRPDR sel
166 #        - 11  # NDRPDR sel
167 #        - 12  # NDRPDR sel
168 #        - 13  # NDRPDR sel
169 #        - 14  # NDRPDR sel
170 #        - 15  # NDRPDR sel
171 #        - 16  # NDRPDR sel
172 #        - 17  # NDRPDR sel
173 #        - 18  # NDRPDR sel
174
175     plot-dpdk-throughput-latency-3n-hsw:
176       csit-dpdk-perf-verify-1904-3n-hsw:
177         - 2   # NDRPDR sel
178         - 3   # NDRPDR sel
179         - 5   # NDRPDR sel
180         - 6   # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 18  # NDRPDR sel
185         - 19  # NDRPDR sel
186         - 20  # NDRPDR sel
187
188     # 3n-skx
189
190     plot-vpp-throughput-lat-tsa-3n-skx:
191       csit-vpp-perf-verify-1904-3n-skx:
192         - 8   # NDRPDR sel
193         - 9   # NDRPDR sel
194         - 10  # NDRPDR sel
195         - 11  # NDRPDR sel
196         - 12  # NDRPDR sel
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 21  # NDRPDR sel
200         - 23  # NDRPDR sel
201         - 25  # NDRPDR sel
202
203     plot-dpdk-throughput-latency-3n-skx:
204       csit-dpdk-perf-verify-1904-3n-skx:
205         - 2   # NDRPDR sel
206         - 3   # NDRPDR sel
207         - 4   # NDRPDR sel
208         - 5   # NDRPDR sel
209         - 6   # NDRPDR sel
210         - 7   # NDRPDR sel
211         - 11  # NDRPDR sel
212         - 12  # NDRPDR sel
213         - 13  # NDRPDR sel
214         - 14  # NDRPDR sel
215
216     # 2n-skx
217
218     plot-vpp-throughput-lat-tsa-2n-skx:
219       csit-vpp-perf-verify-1904-2n-skx:
220         - 12  # NDRPDR sel
221         - 14  # NDRPDR sel
222         - 16  # NDRPDR sel
223         - 17  # NDRPDR sel
224         - 18  # NDRPDR sel
225         - 21  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 30  # NDRPDR sel
228         - 31  # NDRPDR sel
229         - 32  # NDRPDR sel
230
231     plot-vpp-soak-2n-skx:
232       # TODO: Add 1904 data
233       csit-vpp-perf-verify-1904-2n-skx:
234         - 70  # SOAK
235         - 71  # SOAK
236
237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
238       csit-vpp-perf-verify-1904-2n-skx:
239         - 56  # NFV NDRPDR 64b
240         - 59  # NFV NDRPDR 64b
241         - 60  # NFV NDRPDR 64b
242         - 65  # NFV NDRPDR 64b
243         - 68  # NFV NDRPDR 64b
244
245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
246       # TODO: Add 1904 data
247       csit-vpp-perf-verify-1904-2n-skx:
248         - 66  # NFV NDRPDR IMIX
249         - 67  # NFV NDRPDR IMIX
250         - 69  # NFV NDRPDR IMIX
251
252     plot-vpp-nfv-2n-skx-mrr-64b:
253       csit-vpp-perf-verify-1904-2n-skx:
254         - 40  # NFV MRR 64b
255         - 41  # NFV MRR 64b
256         - 42  # NFV MRR 64b
257         - 47  # NFV MRR 64b
258         - 48  # NFV MRR 64b
259
260     plot-vpp-nfv-2n-skx-mrr-imix:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 49  # NFV MRR IMIX
263         - 50  # NFV MRR IMIX
264         - 51  # NFV MRR IMIX
265         - 54  # NFV MRR IMIX
266         - 55  # NFV MRR IMIX
267
268     plot-dpdk-throughput-latency-2n-skx:
269       csit-dpdk-perf-verify-1904-2n-skx:
270         - 2   # NDRPDR sel
271         - 3   # NDRPDR sel
272         - 4   # NDRPDR sel
273         - 5   # NDRPDR sel
274         - 7   # NDRPDR sel
275         - 8   # NDRPDR sel
276         - 9   # NDRPDR sel
277         - 10  # NDRPDR sel
278         - 11  # NDRPDR sel
279         - 12  # NDRPDR sel
280
281     # 3rd party
282
283 #    # Denverton:
284 #    intel-dnv-vpp:
285 #      # TODO: Replace with 1904 data
286 #      # intel-dnv-vpp-release-1904:
287 #      intel-dnv-vpp-release-1901:
288 #        - 1
289
290     ###########################################################################
291     # Simple tables (only one data set):
292
293     # NIC Comparisons
294
295     vpp-nic-comparison-3n-hsw:
296       csit-vpp-perf-verify-1904-3n-hsw:
297         - 11  # NDRPDR sel
298         - 12  # NDRPDR sel
299         - 20  # NDRPDR sel
300         - 21  # NDRPDR sel
301         - 23  # NDRPDR sel
302         - 24  # NDRPDR sel
303         - 25  # NDRPDR sel
304         - 26  # NDRPDR sel
305         - 29  # NDRPDR sel
306         - 30  # NDRPDR sel
307
308     vpp-nic-comparison-3n-skx:
309       csit-vpp-perf-verify-1904-3n-skx:
310         - 8   # NDRPDR sel
311         - 9   # NDRPDR sel
312         - 10  # NDRPDR sel
313         - 11  # NDRPDR sel
314         - 12  # NDRPDR sel
315         - 14  # NDRPDR sel
316         - 16  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 25  # NDRPDR sel
320
321     vpp-nic-comparison-2n-skx:
322       csit-vpp-perf-verify-1904-2n-skx:
323         - 12  # NDRPDR sel
324         - 14  # NDRPDR sel
325         - 16  # NDRPDR sel
326         - 17  # NDRPDR sel
327         - 18  # NDRPDR sel
328         - 21  # NDRPDR sel
329         - 27  # NDRPDR sel
330         - 30  # NDRPDR sel
331         - 31  # NDRPDR sel
332         - 32  # NDRPDR sel
333
334     vpp-nic-comparison-3n-hsw-mrr:
335       csit-vpp-perf-verify-1904-3n-hsw:
336         - 9   # MRR sel
337
338     vpp-nic-comparison-3n-skx-mrr:
339       csit-vpp-perf-verify-1904-3n-skx:
340         - 7   # MRR sel
341
342     vpp-nic-comparison-2n-skx-mrr:
343       csit-vpp-perf-verify-1904-2n-skx:
344         - 11  # MRR sel
345
346     # Results
347
348     vpp-perf-results-3n-hsw:
349       # TODO: Replace with FULL 1904 data
350       csit-vpp-perf-verify-1904-3n-hsw:
351         - 12  # NDRPDR sel
352
353     vpp-perf-results-3n-skx:
354       csit-vpp-perf-verify-1904-3n-skx:
355         - 26  # NDRPDR full
356         - 27  # NDRPDR full
357         - 30  # NDRPDR full
358         - 31  # NDRPDR full
359
360     vpp-perf-results-2n-skx:
361       csit-vpp-perf-verify-1904-2n-skx:
362         - 33  # NDRPDR full
363         - 39  # NDRPDR full
364         - 58  # NDRPDR full
365         - 62  # NDRPDR full
366
367     vpp-mrr-results-3n-hsw:
368       csit-vpp-perf-verify-1904-3n-hsw:
369         - 9   # MRR sel
370
371     vpp-mrr-results-3n-skx:
372       csit-vpp-perf-verify-1904-3n-skx:
373         - 7   # MRR sel
374
375     vpp-mrr-results-2n-skx:
376       csit-vpp-perf-verify-1904-2n-skx:
377         - 11  # MRR sel
378
379     vpp-func-results-ubuntu:
380       csit-vpp-functional-1904-ubuntu1604-virl:
381         - 29
382
383     vpp-func-results-centos:
384       csit-vpp-functional-1904-centos7-virl:
385         - 32
386
387     vpp-device-results-ubuntu:
388       csit-vpp-device-1904-ubuntu1804-1n-skx:
389         - 33
390
391 #    # VPP Ligato
392 #    ligato-perf-results-3n-hsw:
393 #      # TODO: Replace with 1904 data
394 #      # csit-ligato-perf-verify-1904-3n-hsw:
395 #      csit-ligato-perf-verify-1901-3n-hsw:
396 #        - 10  # NDRPDR full
397
398     dpdk-perf-results-3n-hsw:
399       csit-dpdk-perf-verify-1904-3n-hsw:
400         - 5   # NDRPDR sel
401
402     dpdk-perf-results-3n-skx:
403       csit-dpdk-perf-verify-1904-3n-skx:
404         - 7   # NDRPDR sel
405
406     dpdk-perf-results-2n-skx:
407       csit-dpdk-perf-verify-1904-2n-skx:
408         - 9   # NDRPDR sel
409
410     # HoneyComb Functional
411     hc-func-results:
412       csit-hc2vpp-verify-func-1904-ubuntu1604:
413         - 4
414
415 #    # NSH SFC Functional
416 #    nsh-func-results:
417 #      # Not used
418 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
419 #        - 1
420
421     # DMM Functional
422     dmm-func-results:
423       csit-dmm-functional-1904-ubuntu1604-virl:
424         - 1
425
426     ###########################################################################
427     # Tables (more than one data set)
428
429     # Performance changes
430
431 #    intel-dnv-vpp-changes-2n-dnv-h1:
432 #      intel-dnv-vpp-release-1810:
433 #        - 1
434 #    intel-dnv-vpp-changes-2n-dnv-ref:
435 #      intel-dnv-vpp-release-1901:
436 #        - 1
437 #    intel-dnv-vpp-changes-2n-dnv-cmp:
438 #      # TODO: Replace with 1904 data
439 #      # intel-dnv-vpp-release-1904:
440 #      intel-dnv-vpp-release-1901:
441 #        - 1
442 #    intel-dnv-vpp-changes-2n-dnv:
443 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
444 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
445 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
446
447     vpp-performance-changes-3n-hsw-h1:
448       csit-vpp-perf-verify-1810-3n-hsw:
449         - 8   # NDRPDR sel
450         - 12  # NDRPDR sel
451         - 14  # NDRPDR sel
452         - 18  # NDRPDR sel
453         - 23  # NDRPDR sel
454         - 25  # NDRPDR sel
455         - 38  # NDRPDR sel
456         - 39  # NDRPDR sel
457         - 41  # NDRPDR sel
458         - 42  # NDRPDR sel
459     vpp-performance-changes-3n-hsw-ref:
460       csit-vpp-perf-verify-1901-3n-hsw:
461         - 10  # NDRPDR sel
462         - 19  # NDRPDR sel
463         - 31  # NDRPDR sel
464         - 36  # NDRPDR sel
465         - 40  # NDRPDR sel
466         - 42  # NDRPDR sel
467         - 44  # NDRPDR sel
468         - 46  # NDRPDR sel
469         - 47  # NDRPDR sel
470         - 48  # NDRPDR sel
471         - 61  # NDRPDR LB
472         - 62  # NDRPDR LB
473         - 63  # NDRPDR LB
474         - 64  # NDRPDR LB
475         - 65  # NDRPDR LB
476         - 66  # NDRPDR LB
477         - 67  # NDRPDR LB
478         - 69  # NDRPDR LB
479         - 70  # NDRPDR LB
480         - 71  # NDRPDR LB
481     vpp-performance-changes-3n-hsw-cmp:
482       csit-vpp-perf-verify-1904-3n-hsw:
483         - 11  # NDRPDR sel
484         - 12  # NDRPDR sel
485         - 20  # NDRPDR sel
486         - 21  # NDRPDR sel
487         - 23  # NDRPDR sel
488         - 24  # NDRPDR sel
489         - 25  # NDRPDR sel
490         - 26  # NDRPDR sel
491         - 29  # NDRPDR sel
492         - 30  # NDRPDR sel
493     vpp-performance-changes-3n-hsw:
494       - "vpp-performance-changes-3n-hsw-h1"
495       - "vpp-performance-changes-3n-hsw-ref"
496       - "vpp-performance-changes-3n-hsw-cmp"
497
498     vpp-performance-changes-3n-skx-h1:
499       csit-vpp-perf-verify-1810-3n-skx:
500         - 10  # NDRPDR sel
501         - 14  # NDRPDR sel
502         - 15  # NDRPDR sel
503         - 16  # NDRPDR sel
504         - 17  # NDRPDR sel
505         - 19  # NDRPDR sel
506         - 20  # NDRPDR sel
507         - 21  # NDRPDR sel
508         - 22  # NDRPDR sel
509         - 25  # NDRPDR sel
510     vpp-performance-changes-3n-skx-ref:
511       csit-vpp-perf-verify-1901-3n-skx:
512         - 18  # NDRPDR sel
513         - 19  # NDRPDR sel
514         - 20  # NDRPDR sel
515         - 28  # NDRPDR sel
516         - 31  # NDRPDR sel
517         - 33  # NDRPDR sel
518         - 36  # NDRPDR sel
519         - 38  # NDRPDR sel
520         - 47  # NDRPDR sel
521         - 48  # NDRPDR sel
522         - 54  # NDRPDR LB
523         - 57  # NDRPDR LB
524         - 58  # NDRPDR LB
525         - 59  # NDRPDR LB
526         - 60  # NDRPDR LB
527         - 63  # NDRPDR LB
528         - 64  # NDRPDR LB
529         - 65  # NDRPDR LB
530         - 66  # NDRPDR LB
531         - 67  # NDRPDR LB
532     vpp-performance-changes-3n-skx-cmp:
533       csit-vpp-perf-verify-1904-3n-skx:
534         - 8   # NDRPDR sel
535         - 9   # NDRPDR sel
536         - 10  # NDRPDR sel
537         - 11  # NDRPDR sel
538         - 12  # NDRPDR sel
539         - 14  # NDRPDR sel
540         - 16  # NDRPDR sel
541         - 21  # NDRPDR sel
542         - 23  # NDRPDR sel
543         - 25  # NDRPDR sel
544     vpp-performance-changes-3n-skx:
545       - "vpp-performance-changes-3n-skx-h1"
546       - "vpp-performance-changes-3n-skx-ref"
547       - "vpp-performance-changes-3n-skx-cmp"
548
549     vpp-performance-changes-2n-skx-h1:
550       csit-vpp-perf-verify-1810-2n-skx:
551         - 9   # NDRPDR sel
552         - 13  # NDRPDR sel
553         - 14  # NDRPDR sel
554         - 19  # NDRPDR sel
555         - 20  # NDRPDR sel
556         - 21  # NDRPDR sel
557         - 22  # NDRPDR sel
558         - 23  # NDRPDR sel
559         - 24  # NDRPDR sel
560         - 27  # NDRPDR sel
561     vpp-performance-changes-2n-skx-ref:
562       csit-vpp-perf-verify-1901-2n-skx:
563         - 5   # NDRPDR sel
564         - 12  # NDRPDR sel
565         - 13  # NDRPDR sel
566         - 21  # NDRPDR sel
567         - 23  # NDRPDR sel
568         - 31  # NDRPDR sel
569         - 34  # NDRPDR sel
570         - 40  # NDRPDR sel
571         - 42  # NDRPDR sel
572         - 43  # NDRPDR sel
573     vpp-performance-changes-2n-skx-cmp:
574       csit-vpp-perf-verify-1904-2n-skx:
575         - 12  # NDRPDR sel
576         - 14  # NDRPDR sel
577         - 16  # NDRPDR sel
578         - 17  # NDRPDR sel
579         - 18  # NDRPDR sel
580         - 21  # NDRPDR sel
581         - 27  # NDRPDR sel
582         - 30  # NDRPDR sel
583         - 31  # NDRPDR sel
584         - 32  # NDRPDR sel
585     vpp-performance-changes-2n-skx:
586       - "vpp-performance-changes-2n-skx-h1"
587       - "vpp-performance-changes-2n-skx-ref"
588       - "vpp-performance-changes-2n-skx-cmp"
589
590     vpp-soak-vs-ndr-2n-skx-ref:
591       csit-vpp-perf-verify-1904-2n-skx:
592         - 12  # NDRPDR sel
593         - 14  # NDRPDR sel
594         - 16  # NDRPDR sel
595         - 17  # NDRPDR sel
596         - 18  # NDRPDR sel
597         - 21  # NDRPDR sel
598         - 27  # NDRPDR sel
599         - 30  # NDRPDR sel
600         - 31  # NDRPDR sel
601         - 32  # NDRPDR sel
602     vpp-soak-vs-ndr-2n-skx-cmp:
603       csit-vpp-perf-verify-1904-2n-skx:
604         - 70  # SOAK
605         - 71  # SOAK
606     vpp-soak-vs-ndr-2n-skx:
607       csit-vpp-perf-verify-1904-2n-skx:
608         - 12  # NDRPDR sel
609         - 14  # NDRPDR sel
610         - 16  # NDRPDR sel
611         - 17  # NDRPDR sel
612         - 18  # NDRPDR sel
613         - 21  # NDRPDR sel
614         - 27  # NDRPDR sel
615         - 30  # NDRPDR sel
616         - 31  # NDRPDR sel
617         - 32  # NDRPDR sel
618         - 70  # SOAK
619         - 71  # SOAK
620
621     vpp-performance-changes-3n-hsw-mrr-h1:
622       csit-vpp-perf-verify-1810-3n-hsw:
623         - 9   # MRR sel
624     vpp-performance-changes-3n-hsw-mrr-ref:
625       csit-vpp-perf-verify-1901-3n-hsw:
626         - 35  # MRR sel
627     vpp-performance-changes-3n-hsw-mrr-cmp:
628       csit-vpp-perf-verify-1904-3n-hsw:
629         - 9   # MRR sel
630     vpp-performance-changes-3n-hsw-mrr:
631       - "vpp-performance-changes-3n-hsw-mrr-h1"
632       - "vpp-performance-changes-3n-hsw-mrr-ref"
633       - "vpp-performance-changes-3n-hsw-mrr-cmp"
634
635     vpp-performance-changes-3n-skx-mrr-h1:
636       csit-vpp-perf-verify-1810-3n-skx:
637         - 9   # MRR sel
638         - 11  # MRR sel
639         - 12  # MRR sel
640         - 13  # MRR sel
641     vpp-performance-changes-3n-skx-mrr-ref:
642       csit-vpp-perf-verify-1901-3n-skx:
643         - 32  # MRR sel
644     vpp-performance-changes-3n-skx-mrr-cmp:
645       csit-vpp-perf-verify-1904-3n-skx:
646         - 7   # MRR sel
647     vpp-performance-changes-3n-skx-mrr:
648       - "vpp-performance-changes-3n-skx-mrr-h1"
649       - "vpp-performance-changes-3n-skx-mrr-ref"
650       - "vpp-performance-changes-3n-skx-mrr-cmp"
651
652     vpp-performance-changes-2n-skx-mrr-h1:
653       csit-vpp-perf-verify-1810-2n-skx:
654         - 8   # MRR sel
655         - 10  # MRR sel
656         - 11  # MRR sel
657         - 12  # MRR sel
658     vpp-performance-changes-2n-skx-mrr-ref:
659       csit-vpp-perf-verify-1901-2n-skx:
660         - 22  # MRR sel
661     vpp-performance-changes-2n-skx-mrr-cmp:
662       csit-vpp-perf-verify-1904-2n-skx:
663         - 11  # MRR sel
664     vpp-performance-changes-2n-skx-mrr:
665       - "vpp-performance-changes-2n-skx-mrr-h1"
666       - "vpp-performance-changes-2n-skx-mrr-ref"
667       - "vpp-performance-changes-2n-skx-mrr-cmp"
668
669     dpdk-performance-changes-3n-hsw-h1:
670       csit-dpdk-perf-verify-1810-3n-hsw:
671         - 1   # NDRPDR sel
672         - 2   # NDRPDR sel
673         - 3   # NDRPDR sel
674         - 4   # NDRPDR sel
675         - 5   # NDRPDR sel
676         - 6   # NDRPDR sel
677         - 7   # NDRPDR sel
678         - 8   # NDRPDR sel
679         - 9   # NDRPDR sel
680         - 10  # NDRPDR sel
681     dpdk-performance-changes-3n-hsw-ref:
682       csit-dpdk-perf-verify-1901-3n-hsw:
683         - 13  # NDRPDR sel
684         - 14  # NDRPDR sel
685         - 16  # NDRPDR sel
686         - 17  # NDRPDR sel
687         - 18  # NDRPDR sel
688         - 19  # NDRPDR sel
689         - 20  # NDRPDR sel
690         - 21  # NDRPDR sel
691         - 22  # NDRPDR sel
692         - 23  # NDRPDR sel
693     dpdk-performance-changes-3n-hsw-cmp:
694       csit-dpdk-perf-verify-1904-3n-hsw:
695         - 2   # NDRPDR sel
696         - 3   # NDRPDR sel
697         - 5   # NDRPDR sel
698         - 6   # NDRPDR sel
699         - 13  # NDRPDR sel
700         - 14  # NDRPDR sel
701         - 15  # NDRPDR sel
702         - 18  # NDRPDR sel
703         - 19  # NDRPDR sel
704         - 20  # NDRPDR sel
705     dpdk-performance-changes-3n-hsw:
706       - "dpdk-performance-changes-3n-hsw-h1"
707       - "dpdk-performance-changes-3n-hsw-ref"
708       - "dpdk-performance-changes-3n-hsw-cmp"
709
710     dpdk-performance-changes-3n-skx-h1:
711       csit-dpdk-perf-verify-1810-3n-skx:
712         - 3   # NDRPDR sel
713         - 4   # NDRPDR sel
714         - 6   # NDRPDR sel
715         - 7   # NDRPDR sel
716         - 8   # NDRPDR sel
717         - 9   # NDRPDR sel
718         - 10  # NDRPDR sel
719         - 11  # NDRPDR sel
720         - 12  # NDRPDR sel
721         - 13  # NDRPDR sel
722     dpdk-performance-changes-3n-skx-ref:
723       csit-dpdk-perf-verify-1901-3n-skx:
724         - 3   # NDRPDR sel
725         - 5   # NDRPDR sel
726         - 6   # NDRPDR sel
727         - 7   # NDRPDR sel
728         - 8   # NDRPDR sel
729         - 9   # NDRPDR sel
730         - 10  # NDRPDR sel
731         - 11  # NDRPDR sel
732         - 12  # NDRPDR sel
733         - 13  # NDRPDR sel
734     dpdk-performance-changes-3n-skx-cmp:
735       csit-dpdk-perf-verify-1904-3n-skx:
736         - 2   # NDRPDR sel
737         - 3   # NDRPDR sel
738         - 4   # NDRPDR sel
739         - 5   # NDRPDR sel
740         - 6   # NDRPDR sel
741         - 7   # NDRPDR sel
742         - 11  # NDRPDR sel
743         - 12  # NDRPDR sel
744         - 13  # NDRPDR sel
745         - 14  # NDRPDR sel
746     dpdk-performance-changes-3n-skx:
747       - "dpdk-performance-changes-3n-skx-h1"
748       - "dpdk-performance-changes-3n-skx-ref"
749       - "dpdk-performance-changes-3n-skx-cmp"
750
751     dpdk-performance-changes-2n-skx-h1:
752       csit-dpdk-perf-verify-1810-2n-skx:
753         - 3   # NDRPDR sel
754         - 4   # NDRPDR sel
755         - 5   # NDRPDR sel
756         - 7   # NDRPDR sel
757         - 8   # NDRPDR sel
758         - 9   # NDRPDR sel
759         - 10  # NDRPDR sel
760         - 11  # NDRPDR sel
761         - 12  # NDRPDR sel
762         - 13  # NDRPDR sel
763     dpdk-performance-changes-2n-skx-ref:
764       csit-dpdk-perf-verify-1901-2n-skx:
765         - 12  # NDRPDR sel
766         - 13  # NDRPDR sel
767         - 14  # NDRPDR sel
768         - 15  # NDRPDR sel
769         - 16  # NDRPDR sel
770         - 17  # NDRPDR sel
771         - 18  # NDRPDR sel
772         - 19  # NDRPDR sel
773         - 20  # NDRPDR sel
774         - 21  # NDRPDR sel
775     dpdk-performance-changes-2n-skx-cmp:
776       csit-dpdk-perf-verify-1904-2n-skx:
777         - 2   # NDRPDR sel
778         - 3   # NDRPDR sel
779         - 4   # NDRPDR sel
780         - 5   # NDRPDR sel
781         - 7   # NDRPDR sel
782         - 8   # NDRPDR sel
783         - 9   # NDRPDR sel
784         - 10  # NDRPDR sel
785         - 11  # NDRPDR sel
786         - 12  # NDRPDR sel
787     dpdk-performance-changes-2n-skx:
788       - "dpdk-performance-changes-2n-skx-h1"
789       - "dpdk-performance-changes-2n-skx-ref"
790       - "dpdk-performance-changes-2n-skx-cmp"
791
792     # Compare testbeds
793
794     vpp-compare-testbeds-ref:
795       csit-vpp-perf-verify-1904-3n-hsw:
796         - 11  # NDRPDR sel
797         - 12  # NDRPDR sel
798         - 20  # NDRPDR sel
799         - 21  # NDRPDR sel
800         - 23  # NDRPDR sel
801         - 24  # NDRPDR sel
802         - 25  # NDRPDR sel
803         - 26  # NDRPDR sel
804         - 29  # NDRPDR sel
805         - 30  # NDRPDR sel
806     vpp-compare-testbeds-cmp:
807       csit-vpp-perf-verify-1904-3n-skx:
808         - 8   # NDRPDR sel
809         - 9   # NDRPDR sel
810         - 10  # NDRPDR sel
811         - 11  # NDRPDR sel
812         - 12  # NDRPDR sel
813         - 14  # NDRPDR sel
814         - 16  # NDRPDR sel
815         - 21  # NDRPDR sel
816         - 23  # NDRPDR sel
817         - 25  # NDRPDR sel
818     vpp-compare-testbeds:
819       - "vpp-compare-testbeds-ref"
820       - "vpp-compare-testbeds-cmp"
821
822     vpp-compare-testbeds-mrr-ref:
823       csit-vpp-perf-verify-1904-3n-hsw:
824         - 9   # MRR sel
825     vpp-compare-testbeds-mrr-cmp:
826       csit-vpp-perf-verify-1904-3n-skx:
827         - 7   # MRR sel
828     vpp-compare-testbeds-mrr:
829       - "vpp-compare-testbeds-mrr-ref"
830       - "vpp-compare-testbeds-mrr-cmp"
831
832     dpdk-compare-testbeds-ref:
833       csit-dpdk-perf-verify-1904-3n-hsw:
834         - 2   # NDRPDR sel
835         - 3   # NDRPDR sel
836         - 5   # NDRPDR sel
837         - 6   # NDRPDR sel
838         - 13  # NDRPDR sel
839         - 14  # NDRPDR sel
840         - 15  # NDRPDR sel
841         - 18  # NDRPDR sel
842         - 19  # NDRPDR sel
843         - 20  # NDRPDR sel
844     dpdk-compare-testbeds-cmp:
845       csit-dpdk-perf-verify-1904-3n-skx:
846         - 2   # NDRPDR sel
847         - 3   # NDRPDR sel
848         - 4   # NDRPDR sel
849         - 5   # NDRPDR sel
850         - 6   # NDRPDR sel
851         - 7   # NDRPDR sel
852         - 11  # NDRPDR sel
853         - 12  # NDRPDR sel
854         - 13  # NDRPDR sel
855         - 14  # NDRPDR sel
856     dpdk-compare-testbeds:
857       - "dpdk-compare-testbeds-ref"
858       - "dpdk-compare-testbeds-cmp"
859
860     # Compare topologies
861
862     vpp-compare-topologies-ref:
863       csit-vpp-perf-verify-1904-3n-skx:
864         - 8   # NDRPDR sel
865         - 9   # NDRPDR sel
866         - 10  # NDRPDR sel
867         - 11  # NDRPDR sel
868         - 12  # NDRPDR sel
869         - 14  # NDRPDR sel
870         - 16  # NDRPDR sel
871         - 21  # NDRPDR sel
872         - 23  # NDRPDR sel
873         - 25  # NDRPDR sel
874     vpp-compare-topologies-cmp:
875       csit-vpp-perf-verify-1904-2n-skx:
876         - 12  # NDRPDR sel
877         - 14  # NDRPDR sel
878         - 16  # NDRPDR sel
879         - 17  # NDRPDR sel
880         - 18  # NDRPDR sel
881         - 21  # NDRPDR sel
882         - 27  # NDRPDR sel
883         - 30  # NDRPDR sel
884         - 31  # NDRPDR sel
885         - 32  # NDRPDR sel
886     vpp-compare-topologies:
887       - "vpp-compare-topologies-ref"
888       - "vpp-compare-topologies-cmp"
889
890     vpp-compare-topologies-mrr-ref:
891       csit-vpp-perf-verify-1904-3n-skx:
892         - 7   # MRR sel
893     vpp-compare-topologies-mrr-cmp:
894       csit-vpp-perf-verify-1904-2n-skx:
895         - 11  # MRR sel
896     vpp-compare-topologies-mrr:
897       - "vpp-compare-topologies-mrr-ref"
898       - "vpp-compare-topologies-mrr-cmp"
899
900     dpdk-compare-topologies-ref:
901       csit-dpdk-perf-verify-1904-3n-skx:
902         - 2   # NDRPDR sel
903         - 3   # NDRPDR sel
904         - 4   # NDRPDR sel
905         - 5   # NDRPDR sel
906         - 6   # NDRPDR sel
907         - 7   # NDRPDR sel
908         - 11  # NDRPDR sel
909         - 12  # NDRPDR sel
910         - 13  # NDRPDR sel
911         - 14  # NDRPDR sel
912     dpdk-compare-topologies-cmp:
913       csit-dpdk-perf-verify-1904-2n-skx:
914         - 2   # NDRPDR sel
915         - 3   # NDRPDR sel
916         - 4   # NDRPDR sel
917         - 5   # NDRPDR sel
918         - 7   # NDRPDR sel
919         - 8   # NDRPDR sel
920         - 9   # NDRPDR sel
921         - 10  # NDRPDR sel
922         - 11  # NDRPDR sel
923         - 12  # NDRPDR sel
924     dpdk-compare-topologies:
925       - "dpdk-compare-topologies-ref"
926       - "dpdk-compare-topologies-cmp"
927
928   plot-layouts:
929
930     plot-soak-throughput:
931       titlefont:
932         size: 18
933       xaxis:
934         title: "<b>Test Cases [Index]</b>"
935         titlefont:
936           size: 16
937         autorange: True
938         fixedrange: False
939         gridcolor: "rgb(230, 230, 230)"
940         linecolor: "rgb(220, 220, 220)"
941         linewidth: 1
942         showgrid: True
943         showline: True
944         showticklabels: True
945         tickcolor: "rgb(220, 220, 220)"
946         tickmode: "linear"
947         tickfont:
948           size: 16
949         zeroline: False
950       yaxis:
951         title: "<b>Packet Throughput [Mpps]</b>"
952         titlefont:
953           size: 16
954         gridcolor: "rgb(230, 230, 230)"
955         hoverformat: ".4s"
956         tickformat: ".3s"
957         linecolor: "rgb(220, 220, 220)"
958         linewidth: 1
959         showgrid: True
960         showline: True
961         showticklabels: True
962         tickcolor: "rgb(220, 220, 220)"
963         tickfont:
964           size: 16
965         zeroline: False
966         range: [0,50]
967       autosize: False
968       margin:
969         t: 50
970         b: 0
971         l: 80
972         r: 20
973       showlegend: True
974       legend:
975         orientation: "h"
976         font:
977           size: 16
978       width: 700
979       height: 900
980
981     plot-service-density:
982       titlefont:
983         size: 18
984       xaxis:
985         side: "top"
986         autorange: True
987         fixedrange: False
988         showgrid: False
989         showline: False
990         showticklabels: False
991         ticks: ""
992         ticklen: 0
993         tickwidth: 0
994         zeroline: False
995       yaxis:
996         autorange: "reversed"
997         showgrid: False
998         showline: False
999         showticklabels: False
1000         ticks: ""
1001         ticklen: 0
1002         tickwidth: 0
1003         zeroline: False
1004       autosize: True
1005       showlegend: False
1006       width: 700
1007       height: 700
1008
1009     plot-cps:
1010       titlefont:
1011         size: 18
1012       xaxis:
1013         title: "<b>Test Cases [Index]</b>"
1014         titlefont:
1015           size: 16
1016         autorange: True
1017         fixedrange: False
1018         gridcolor: "rgb(230, 230, 230)"
1019         linecolor: "rgb(220, 220, 220)"
1020         linewidth: 1
1021         showgrid: True
1022         showline: True
1023         showticklabels: True
1024         tickcolor: "rgb(220, 220, 220)"
1025         tickmode: "linear"
1026         tickfont:
1027           size: 16
1028         zeroline: False
1029       yaxis:
1030         title: "<b>Connections Per Second [cps]</b>"
1031         titlefont:
1032           size: 16
1033         gridcolor: "rgb(230, 230, 230)"
1034         hoverformat: ".4s"
1035         linecolor: "rgb(220, 220, 220)"
1036         linewidth: 1
1037         rangemode: "tozero"
1038         showgrid: True
1039         showline: True
1040         showticklabels: True
1041         tickcolor: "rgb(220, 220, 220)"
1042         tickformat: ".3s"
1043         tickfont:
1044           size: 16
1045         zeroline: False
1046       boxmode: "group"
1047       boxgroupgap: 0.5
1048       autosize: False
1049       margin:
1050         t: 50
1051         b: 20
1052         l: 80
1053         r: 20
1054       showlegend: True
1055       legend:
1056         orientation: "h"
1057         font:
1058           size: 16
1059       width: 700
1060       height: 800
1061
1062     plot-rps:
1063       titlefont:
1064         size: 18
1065       xaxis:
1066         title: "<b>Test Cases [Index]</b>"
1067         titlefont:
1068           size: 16
1069         autorange: True
1070         fixedrange: False
1071         gridcolor: "rgb(230, 230, 230)"
1072         linecolor: "rgb(220, 220, 220)"
1073         linewidth: 1
1074         showgrid: True
1075         showline: True
1076         showticklabels: True
1077         tickcolor: "rgb(220, 220, 220)"
1078         tickmode: "linear"
1079         tickfont:
1080           size: 16
1081         zeroline: False
1082       yaxis:
1083         title: "<b>Requests Per Second [rps]</b>"
1084         titlefont:
1085           size: 16
1086         gridcolor: "rgb(230, 230, 230)"
1087         hoverformat: ".4s"
1088         linecolor: "rgb(220, 220, 220)"
1089         linewidth: 1
1090         rangemode: "tozero"
1091         showgrid: True
1092         showline: True
1093         showticklabels: True
1094         tickcolor: "rgb(230, 230, 230)"
1095         tickformat: ".3s"
1096         tickfont:
1097           size: 16
1098         zeroline: False
1099       boxmode: "group"
1100       boxgroupgap: 0.5
1101       autosize: False
1102       margin:
1103         t: 50
1104         b: 20
1105         l: 80
1106         r: 20
1107       showlegend: True
1108       legend:
1109         orientation: "h"
1110         font:
1111           size: 16
1112       width: 700
1113       height: 800
1114
1115     plot-throughput:
1116       titlefont:
1117         size: 18
1118       xaxis:
1119         title: "<b>Test Cases [Index]</b>"
1120         titlefont:
1121           size: 16
1122         autorange: True
1123         fixedrange: False
1124         gridcolor: "rgb(230, 230, 230)"
1125         linecolor: "rgb(220, 220, 220)"
1126         linewidth: 1
1127         showgrid: True
1128         showline: True
1129         showticklabels: True
1130         tickcolor: "rgb(220, 220, 220)"
1131         tickmode: "linear"
1132         tickfont:
1133           size: 16
1134         zeroline: False
1135       yaxis:
1136         title: "<b>Packet Throughput [Mpps]</b>"
1137         titlefont:
1138           size: 16
1139         gridcolor: "rgb(230, 230, 230)"
1140         hoverformat: ".4s"
1141         tickformat: ".3s"
1142         linecolor: "rgb(220, 220, 220)"
1143         linewidth: 1
1144         showgrid: True
1145         showline: True
1146         showticklabels: True
1147         tickcolor: "rgb(220, 220, 220)"
1148         tickfont:
1149           size: 16
1150         zeroline: False
1151         range: [0,50]
1152       boxmode: "group"
1153       boxgroupgap: 0.5
1154       autosize: False
1155       margin:
1156         t: 50
1157         b: 0
1158         l: 80
1159         r: 20
1160       showlegend: True
1161       legend:
1162         orientation: "h"
1163         font:
1164           size: 16
1165       width: 700
1166       height: 900
1167
1168     plot-throughput-speedup-analysis:
1169       titlefont:
1170         size: 18
1171       xaxis:
1172         title: "<b>Number of Cores [Qty]</b>"
1173         titlefont:
1174           size: 16
1175         autorange: True
1176         fixedrange: False
1177         gridcolor: "rgb(230, 230, 230)"
1178         linecolor: "rgb(220, 220, 220)"
1179         linewidth: 1
1180         showgrid: True
1181         showline: True
1182         showticklabels: True
1183         tickcolor: "rgb(238, 238, 238)"
1184         tickmode: "linear"
1185         tickfont:
1186           size: 16
1187         zeroline: False
1188       yaxis:
1189         title: "<b>Packet Throughput [Mpps]</b>"
1190         titlefont:
1191           size: 16
1192         type: "linear"
1193         gridcolor: "rgb(230, 230, 230)"
1194         hoverformat: ".4s"
1195         linecolor: "rgb(220, 220, 220)"
1196         linewidth: 1
1197         showgrid: True
1198         showline: True
1199         showticklabels: True
1200         tickcolor: "rgb(220, 220, 220)"
1201         tickformat: ".4s"
1202         tickfont:
1203           size: 16
1204         zeroline: True
1205         rangemode: "tozero"
1206         range: [0,100]
1207       legend:
1208         orientation: "h"
1209         font:
1210           size: 16
1211         xanchor: "left"
1212         yanchor: "top"
1213         x: 0
1214         y: -0.2
1215         bgcolor: "rgba(255, 255, 255, 0)"
1216         bordercolor: "rgba(255, 255, 255, 0)"
1217         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1218       autosize: False
1219       margin:
1220           't': 50
1221           'b': 150
1222           'l': 85
1223           'r': 10
1224       showlegend: True
1225       width: 700
1226       height: 700
1227       hoverlabel:
1228         namelength: -1
1229       annotations: [
1230         {
1231           text: "_ _          __          ...",
1232           align: "left",
1233           showarrow: False,
1234           xref: "paper",
1235           yref: "paper",
1236           xanchor: "left",
1237           yanchor: "top",
1238           x: 0,
1239           y: -0.13,
1240           font: {
1241             family: "Consolas, Courier New",
1242             size: 15
1243           },
1244         },
1245         {
1246           text: "    Perfect     Measured     Limit",
1247           align: "left",
1248           showarrow: False,
1249           xref: "paper",
1250           yref: "paper",
1251           xanchor: "left",
1252           yanchor: "top",
1253           x: 0,
1254           y: -0.15,
1255           font: {
1256             family: "Consolas, Courier New",
1257             size: 15
1258           },
1259         },
1260       ]
1261
1262     plot-latency:
1263       titlefont:
1264         size: 18
1265       xaxis:
1266         title: "<b>Direction</b>"
1267         titlefont:
1268           size: 16
1269         autorange: True
1270         fixedrange: False
1271         gridcolor: "rgb(230, 230, 230)"
1272         linecolor: "rgb(220, 220, 220)"
1273         linewidth: 1
1274         showgrid: True
1275         showline: True
1276         showticklabels: False
1277         tickcolor: "rgb(220, 220, 220)"
1278         tickmode: "linear"
1279         tickfont:
1280           size: 16
1281         zeroline: False
1282       yaxis:
1283         title: "<b>Packet Latency [uSec]</b>"
1284         titlefont:
1285           size: 16
1286         type: "linear"
1287         gridcolor: "rgb(230, 230, 230)"
1288         hoverformat: ".4s"
1289         linecolor: "rgb(220, 220, 220)"
1290         linewidth: 1
1291         showgrid: True
1292         showline: True
1293         showticklabels: True
1294         tickcolor: "rgb(220, 220, 220)"
1295         tickformat: ".4s"
1296         tickfont:
1297           size: 16
1298         zeroline: True
1299         rangemode: "tozero"
1300       legend:
1301         orientation: "h"
1302         font:
1303           size: 16
1304         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1305       autosize: False
1306       margin:
1307           't': 50
1308           'b': 150
1309           'l': 80
1310           'r': 10
1311       showlegend: True
1312       width: 700
1313       height: 700
1314       hoverlabel:
1315         namelength: -1
1316
1317 - type: "static"
1318   src-path: "{DIR[RST]}"
1319   dst-path: "{DIR[WORKING,SRC]}"
1320
1321 - type: "input"
1322   general:
1323     file-name: "robot-plugin.zip"
1324     file-format: ".zip"
1325     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1326     extract: "robot-plugin/output.xml"
1327
1328   builds:
1329 #    # TODO: Add 1904 data
1330 ##    intel-dnv-vpp-release-1904:
1331 ##      - 1
1332 #
1333 #    intel-dnv-vpp-release-1901:
1334 #      - 1
1335 #
1336 #    intel-dnv-vpp-release-1810:
1337 #      - 1
1338
1339     csit-vpp-perf-verify-1810-3n-hsw:
1340       - 9   # MRR sel
1341       - 8   # NDRPDR sel
1342       - 12  # NDRPDR sel
1343       - 14  # NDRPDR sel
1344       - 18  # NDRPDR sel
1345       - 23  # NDRPDR sel
1346       - 25  # NDRPDR sel
1347       - 38  # NDRPDR sel
1348       - 39  # NDRPDR sel
1349       - 41  # NDRPDR sel
1350       - 42  # NDRPDR sel
1351 #      - 28  # WRK
1352 #      - 29  # WRK
1353 #      - 30  # WRK
1354 #      - 31  # WRK
1355 #      - 32  # WRK
1356 #      - 33  # WRK
1357 #      - 34  # WRK
1358 #      - 35  # WRK
1359 #      - 36  # WRK
1360 #      - 37  # WRK
1361     csit-vpp-perf-verify-1901-3n-hsw:
1362       - 35  # MRR sel
1363       - 10  # NDRPDR sel
1364       - 19  # NDRPDR sel
1365       - 31  # NDRPDR sel
1366       - 36  # NDRPDR sel
1367       - 40  # NDRPDR sel
1368       - 42  # NDRPDR sel
1369       - 44  # NDRPDR sel
1370       - 46  # NDRPDR sel
1371       - 47  # NDRPDR sel
1372       - 48  # NDRPDR sel
1373       - 61  # NDRPDR LB
1374       - 62  # NDRPDR LB
1375       - 63  # NDRPDR LB
1376       - 64  # NDRPDR LB
1377       - 65  # NDRPDR LB
1378       - 66  # NDRPDR LB
1379       - 67  # NDRPDR LB
1380       - 69  # NDRPDR LB
1381       - 70  # NDRPDR LB
1382       - 71  # NDRPDR LB
1383     # TODO: Add 1904 Data
1384     csit-vpp-perf-verify-1904-3n-hsw:
1385       - 9   # MRR sel
1386       - 11  # NDRPDR sel
1387       - 12  # NDRPDR sel
1388       - 20  # NDRPDR sel
1389       - 21  # NDRPDR sel
1390       - 23  # NDRPDR sel
1391       - 24  # NDRPDR sel
1392       - 25  # NDRPDR sel
1393       - 26  # NDRPDR sel
1394       - 29  # NDRPDR sel
1395       - 30  # NDRPDR sel
1396
1397     csit-vpp-perf-verify-1810-3n-skx:
1398       - 9   # MRR sel
1399       - 11  # MRR sel
1400       - 12  # MRR sel
1401       - 13  # MRR sel
1402       - 10  # NDRPDR sel
1403       - 14  # NDRPDR sel
1404       - 15  # NDRPDR sel
1405       - 16  # NDRPDR sel
1406       - 17  # NDRPDR sel
1407       - 19  # NDRPDR sel
1408       - 20  # NDRPDR sel
1409       - 21  # NDRPDR sel
1410       - 22  # NDRPDR sel
1411       - 25  # NDRPDR sel
1412     csit-vpp-perf-verify-1901-3n-skx:
1413       - 32  # MRR sel
1414       - 18  # NDRPDR sel
1415       - 19  # NDRPDR sel
1416       - 20  # NDRPDR sel
1417       - 28  # NDRPDR sel
1418       - 31  # NDRPDR sel
1419       - 33  # NDRPDR sel
1420       - 36  # NDRPDR sel
1421       - 38  # NDRPDR sel
1422       - 47  # NDRPDR sel
1423       - 48  # NDRPDR sel
1424       - 54  # NDRPDR LB
1425       - 57  # NDRPDR LB
1426       - 58  # NDRPDR LB
1427       - 59  # NDRPDR LB
1428       - 60  # NDRPDR LB
1429       - 63  # NDRPDR LB
1430       - 64  # NDRPDR LB
1431       - 65  # NDRPDR LB
1432       - 66  # NDRPDR LB
1433       - 67  # NDRPDR LB
1434     csit-vpp-perf-verify-1904-3n-skx:
1435       - 7   # MRR sel
1436       - 26  # NDRPDR full
1437       - 27  # NDRPDR full
1438       - 30  # NDRPDR full
1439       - 31  # NDRPDR full
1440       - 8   # NDRPDR sel
1441       - 9   # NDRPDR sel
1442       - 10  # NDRPDR sel
1443       - 11  # NDRPDR sel
1444       - 12  # NDRPDR sel
1445       - 14  # NDRPDR sel
1446       - 16  # NDRPDR sel
1447       - 21  # NDRPDR sel
1448       - 23  # NDRPDR sel
1449       - 25  # NDRPDR sel
1450
1451     csit-vpp-perf-verify-1810-2n-skx:
1452       - 8   # MRR sel
1453       - 10  # MRR sel
1454       - 11  # MRR sel
1455       - 12  # MRR sel
1456       - 9   # NDRPDR sel
1457       - 13  # NDRPDR sel
1458       - 14  # NDRPDR sel
1459       - 19  # NDRPDR sel
1460       - 20  # NDRPDR sel
1461       - 21  # NDRPDR sel
1462       - 22  # NDRPDR sel
1463       - 23  # NDRPDR sel
1464       - 24  # NDRPDR sel
1465       - 27  # NDRPDR sel
1466     csit-vpp-perf-verify-1901-2n-skx:
1467       - 22  # MRR sel
1468       - 5   # NDRPDR sel
1469       - 12  # NDRPDR sel
1470       - 13  # NDRPDR sel
1471       - 21  # NDRPDR sel
1472       - 23  # NDRPDR sel
1473       - 31  # NDRPDR sel
1474       - 34  # NDRPDR sel
1475       - 40  # NDRPDR sel
1476       - 42  # NDRPDR sel
1477       - 43  # NDRPDR sel
1478     # TODO: Add 1904 data
1479     csit-vpp-perf-verify-1904-2n-skx:
1480       - 11  # MRR sel
1481       - 33  # NDRPDR full
1482       - 39  # NDRPDR full
1483       - 58  # NDRPDR full
1484       - 62  # NDRPDR full
1485       - 12  # NDRPDR sel
1486       - 14  # NDRPDR sel
1487       - 16  # NDRPDR sel
1488       - 17  # NDRPDR sel
1489       - 18  # NDRPDR sel
1490       - 21  # NDRPDR sel
1491       - 27  # NDRPDR sel
1492       - 30  # NDRPDR sel
1493       - 31  # NDRPDR sel
1494       - 32  # NDRPDR sel
1495       - 40  # NFV MRR 64b
1496       - 41  # NFV MRR 64b
1497       - 42  # NFV MRR 64b
1498       - 47  # NFV MRR 64b
1499       - 48  # NFV MRR 64b
1500       - 49  # NFV MRR IMIX
1501       - 50  # NFV MRR IMIX
1502       - 51  # NFV MRR IMIX
1503       - 54  # NFV MRR IMIX
1504       - 55  # NFV MRR IMIX
1505       - 56  # NFV NDRPDR 64b
1506       - 59  # NFV NDRPDR 64b
1507       - 60  # NFV NDRPDR 64b
1508       - 65  # NFV NDRPDR 64b
1509       - 68  # NFV NDRPDR 64b
1510       - 66  # NFV NDRPDR IMIX
1511       - 67  # NFV NDRPDR IMIX
1512       - 69  # NFV NDRPDR IMIX
1513       - 70  # SOAK
1514       - 71  # SOAK
1515
1516 #    csit-ligato-perf-verify-1901-3n-hsw:
1517 #      - 10  # NDRPDR full
1518 #      - 8   # NDRPDR sel
1519 #      - 9   # NDRPDR sel
1520 #      - 11  # NDRPDR sel
1521 #      - 12  # NDRPDR sel
1522 #      - 13  # NDRPDR sel
1523 #      - 14  # NDRPDR sel
1524 #      - 15  # NDRPDR sel
1525 #      - 16  # NDRPDR sel
1526 #      - 17  # NDRPDR sel
1527 #      - 18  # NDRPDR sel
1528 #    # TODO: Add 1904 data
1529 ##    csit-ligato-perf-verify-1904-3n-hsw:
1530 ##      -
1531
1532     csit-dpdk-perf-verify-1810-3n-hsw:
1533       - 1   # NDRPDR sel
1534       - 2   # NDRPDR sel
1535       - 3   # NDRPDR sel
1536       - 4   # NDRPDR sel
1537       - 5   # NDRPDR sel
1538       - 6   # NDRPDR sel
1539       - 7   # NDRPDR sel
1540       - 8   # NDRPDR sel
1541       - 9   # NDRPDR sel
1542       - 10  # NDRPDR sel
1543     csit-dpdk-perf-verify-1901-3n-hsw:
1544       - 13  # NDRPDR sel
1545       - 14  # NDRPDR sel
1546       - 16  # NDRPDR sel
1547       - 17  # NDRPDR sel
1548       - 18  # NDRPDR sel
1549       - 19  # NDRPDR sel
1550       - 20  # NDRPDR sel
1551       - 21  # NDRPDR sel
1552       - 22  # NDRPDR sel
1553       - 23  # NDRPDR sel
1554     csit-dpdk-perf-verify-1904-3n-hsw:
1555       - 2   # NDRPDR sel
1556       - 3   # NDRPDR sel
1557       - 5   # NDRPDR sel
1558       - 6   # NDRPDR sel
1559       - 13  # NDRPDR sel
1560       - 14  # NDRPDR sel
1561       - 15  # NDRPDR sel
1562       - 18  # NDRPDR sel
1563       - 19  # NDRPDR sel
1564       - 20  # NDRPDR sel
1565
1566     csit-dpdk-perf-verify-1810-3n-skx:
1567       - 3   # NDRPDR sel
1568       - 4   # NDRPDR sel
1569       - 6   # NDRPDR sel
1570       - 7   # NDRPDR sel
1571       - 8   # NDRPDR sel
1572       - 9   # NDRPDR sel
1573       - 10  # NDRPDR sel
1574       - 11  # NDRPDR sel
1575       - 12  # NDRPDR sel
1576       - 13  # NDRPDR sel
1577     csit-dpdk-perf-verify-1901-3n-skx:
1578       - 3   # NDRPDR sel
1579       - 5   # NDRPDR sel
1580       - 6   # NDRPDR sel
1581       - 7   # NDRPDR sel
1582       - 8   # NDRPDR sel
1583       - 9   # NDRPDR sel
1584       - 10  # NDRPDR sel
1585       - 11  # NDRPDR sel
1586       - 12  # NDRPDR sel
1587       - 13  # NDRPDR sel
1588     csit-dpdk-perf-verify-1904-3n-skx:
1589       - 2   # NDRPDR sel
1590       - 3   # NDRPDR sel
1591       - 4   # NDRPDR sel
1592       - 5   # NDRPDR sel
1593       - 6   # NDRPDR sel
1594       - 7   # NDRPDR sel
1595       - 11  # NDRPDR sel
1596       - 12  # NDRPDR sel
1597       - 13  # NDRPDR sel
1598       - 14  # NDRPDR sel
1599
1600     csit-dpdk-perf-verify-1810-2n-skx:
1601       - 3   # NDRPDR sel
1602       - 4   # NDRPDR sel
1603       - 5   # NDRPDR sel
1604       - 7   # NDRPDR sel
1605       - 8   # NDRPDR sel
1606       - 9   # NDRPDR sel
1607       - 10  # NDRPDR sel
1608       - 11  # NDRPDR sel
1609       - 12  # NDRPDR sel
1610       - 13  # NDRPDR sel
1611     csit-dpdk-perf-verify-1901-2n-skx:
1612       - 12  # NDRPDR sel
1613       - 13  # NDRPDR sel
1614       - 14  # NDRPDR sel
1615       - 15  # NDRPDR sel
1616       - 16  # NDRPDR sel
1617       - 17  # NDRPDR sel
1618       - 18  # NDRPDR sel
1619       - 19  # NDRPDR sel
1620       - 20  # NDRPDR sel
1621       - 21  # NDRPDR sel
1622     csit-dpdk-perf-verify-1904-2n-skx:
1623       - 2   # NDRPDR sel
1624       - 3   # NDRPDR sel
1625       - 4   # NDRPDR sel
1626       - 5   # NDRPDR sel
1627       - 7   # NDRPDR sel
1628       - 8   # NDRPDR sel
1629       - 9   # NDRPDR sel
1630       - 10  # NDRPDR sel
1631       - 11  # NDRPDR sel
1632       - 12  # NDRPDR sel
1633
1634     csit-vpp-functional-1904-ubuntu1604-virl:
1635       - 33
1636     csit-vpp-functional-1904-centos7-virl:
1637       - 32
1638     csit-vpp-device-1904-ubuntu1804-1n-skx:
1639       - 32
1640 #    # Not used
1641 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1642 #      - 1
1643     csit-dmm-functional-1904-ubuntu1604-virl:
1644       - 1
1645     csit-hc2vpp-verify-func-1904-ubuntu1604:
1646       - 4
1647
1648 - type: "output"
1649   output: "report"
1650   format:
1651     html:
1652     - full
1653 #    pdf:
1654 #    - minimal
1655
1656 ################################################################################
1657 ###                               T A B L E S                                ###
1658 ################################################################################
1659
1660 # VPP SOAK vs NDR
1661 - type: "table"
1662   title: "VPP Soak vs NDR 2n-skx"
1663   algorithm: "table_soak_vs_ndr"
1664   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1665   reference:
1666     title: "NDR"
1667     data: "vpp-soak-vs-ndr-2n-skx-ref"
1668   compare:
1669     title: "Soak"
1670     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1671   data: "vpp-soak-vs-ndr-2n-skx"
1672   include-tests: "NDR"
1673   filter: "('NDRPDR' or 'SOAK')"
1674   parameters:
1675     - "throughput"
1676     - "name"
1677     - "parent"
1678
1679 ################################################################################
1680
1681 # VPP Compare NICs 3n-hsw 1t1c ndr
1682 - type: "table"
1683   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1684   algorithm: "table_nics_comparison"
1685   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1686   reference:
1687     title: "Intel-x520"
1688     nic: "NIC_Intel-X520-DA2"
1689   compare:
1690     title: "Intel-x710"
1691     nic: "NIC_Intel-X710"
1692   data: "vpp-nic-comparison-3n-hsw"
1693   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1694   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1695   parameters:
1696   - "name"
1697   - "parent"
1698   - "throughput"
1699   - "tags"
1700
1701 # VPP Compare NICs 3n-hsw 2t2c ndr
1702 - type: "table"
1703   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1704   algorithm: "table_nics_comparison"
1705   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1706   reference:
1707     title: "Intel-x520"
1708     nic: "NIC_Intel-X520-DA2"
1709   compare:
1710     title: "Intel-x710"
1711     nic: "NIC_Intel-X710"
1712   data: "vpp-nic-comparison-3n-hsw"
1713   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1714   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1715   parameters:
1716   - "name"
1717   - "parent"
1718   - "throughput"
1719   - "tags"
1720
1721 # VPP Compare NICs 3n-hsw 1t1c pdr
1722 - type: "table"
1723   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1724   algorithm: "table_nics_comparison"
1725   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1726   reference:
1727     title: "Intel-x520"
1728     nic: "NIC_Intel-X520-DA2"
1729   compare:
1730     title: "Intel-x710"
1731     nic: "NIC_Intel-X710"
1732   data: "vpp-nic-comparison-3n-hsw"
1733   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1734   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1735   parameters:
1736   - "name"
1737   - "parent"
1738   - "throughput"
1739   - "tags"
1740
1741 # VPP Compare NICs 3n-hsw 2t2c pdr
1742 - type: "table"
1743   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1744   algorithm: "table_nics_comparison"
1745   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1746   reference:
1747     title: "Intel-x520"
1748     nic: "NIC_Intel-X520-DA2"
1749   compare:
1750     title: "Intel-x710"
1751     nic: "NIC_Intel-X710"
1752   data: "vpp-nic-comparison-3n-hsw"
1753   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1754   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1755   parameters:
1756   - "name"
1757   - "parent"
1758   - "throughput"
1759   - "tags"
1760
1761 # VPP Compare NICs 3n-hsw 1t1c mrr
1762 - type: "table"
1763   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1764   algorithm: "table_nics_comparison"
1765   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1766   reference:
1767     title: "Intel-x520"
1768     nic: "NIC_Intel-X520-DA2"
1769   compare:
1770     title: "Intel-x710"
1771     nic: "NIC_Intel-X710"
1772   data: "vpp-nic-comparison-3n-hsw-mrr"
1773   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1774   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1775   parameters:
1776   - "name"
1777   - "parent"
1778   - "result"
1779   - "tags"
1780
1781 # VPP Compare NICs 3n-hsw 2t2c mrr
1782 - type: "table"
1783   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1784   algorithm: "table_nics_comparison"
1785   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1786   reference:
1787     title: "Intel-x520"
1788     nic: "NIC_Intel-X520-DA2"
1789   compare:
1790     title: "Intel-x710"
1791     nic: "NIC_Intel-X710"
1792   data: "vpp-nic-comparison-3n-hsw-mrr"
1793   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1794   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1795   parameters:
1796   - "name"
1797   - "parent"
1798   - "result"
1799   - "tags"
1800
1801 # VPP Compare NICs 3n-hsw 4t4c mrr
1802 - type: "table"
1803   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1804   algorithm: "table_nics_comparison"
1805   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1806   reference:
1807     title: "Intel-x520"
1808     nic: "NIC_Intel-X520-DA2"
1809   compare:
1810     title: "Intel-x710"
1811     nic: "NIC_Intel-X710"
1812   data: "vpp-nic-comparison-3n-hsw-mrr"
1813   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1814   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1815   parameters:
1816   - "name"
1817   - "parent"
1818   - "result"
1819   - "tags"
1820
1821 # VPP Compare NICs 3n-skx 2t1c ndr
1822 - type: "table"
1823   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1824   algorithm: "table_nics_comparison"
1825   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1826   reference:
1827     title: "Intel-x710"
1828     nic: "NIC_Intel-X710"
1829   compare:
1830     title: "Intel-xxv710"
1831     nic: "NIC_Intel-XXV710"
1832   data: "vpp-nic-comparison-3n-skx"
1833   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1834   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1835   parameters:
1836   - "name"
1837   - "parent"
1838   - "throughput"
1839   - "tags"
1840
1841 # VPP Compare NICs 3n-skx 4t2c ndr
1842 - type: "table"
1843   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1844   algorithm: "table_nics_comparison"
1845   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1846   reference:
1847     title: "Intel-x710"
1848     nic: "NIC_Intel-X710"
1849   compare:
1850     title: "Intel-xxv710"
1851     nic: "NIC_Intel-XXV710"
1852   data: "vpp-nic-comparison-3n-skx"
1853   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1854   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1855   parameters:
1856   - "name"
1857   - "parent"
1858   - "throughput"
1859   - "tags"
1860
1861 # VPP Compare NICs 3n-skx 2t1c pdr
1862 - type: "table"
1863   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1864   algorithm: "table_nics_comparison"
1865   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1866   reference:
1867     title: "Intel-x710"
1868     nic: "NIC_Intel-X710"
1869   compare:
1870     title: "Intel-xxv710"
1871     nic: "NIC_Intel-XXV710"
1872   data: "vpp-nic-comparison-3n-skx"
1873   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1874   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1875   parameters:
1876   - "name"
1877   - "parent"
1878   - "throughput"
1879   - "tags"
1880
1881  # VPP Compare NICs 3n-skx 4t2c pdr
1882 - type: "table"
1883   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1884   algorithm: "table_nics_comparison"
1885   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1886   reference:
1887     title: "Intel-x710"
1888     nic: "NIC_Intel-X710"
1889   compare:
1890     title: "Intel-xxv710"
1891     nic: "NIC_Intel-XXV710"
1892   data: "vpp-nic-comparison-3n-skx"
1893   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1894   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1895   parameters:
1896   - "name"
1897   - "parent"
1898   - "throughput"
1899   - "tags"
1900
1901 # VPP Compare NICs 3n-skx 2t1c mrr
1902 - type: "table"
1903   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1904   algorithm: "table_nics_comparison"
1905   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1906   reference:
1907     title: "Intel-x710"
1908     nic: "NIC_Intel-X710"
1909   compare:
1910     title: "Intel-xxv710"
1911     nic: "NIC_Intel-XXV710"
1912   data: "vpp-nic-comparison-3n-skx-mrr"
1913   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1914   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1915   parameters:
1916   - "name"
1917   - "parent"
1918   - "result"
1919   - "tags"
1920
1921 # VPP Compare NICs 3n-skx 4t2c mrr
1922 - type: "table"
1923   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1924   algorithm: "table_nics_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1926   reference:
1927     title: "Intel-x710"
1928     nic: "NIC_Intel-X710"
1929   compare:
1930     title: "Intel-xxv710"
1931     nic: "NIC_Intel-XXV710"
1932   data: "vpp-nic-comparison-3n-skx-mrr"
1933   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1934   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1935   parameters:
1936   - "name"
1937   - "parent"
1938   - "result"
1939   - "tags"
1940
1941  # VPP Compare NICs 3n-skx 8t4c mrr
1942 - type: "table"
1943   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1944   algorithm: "table_nics_comparison"
1945   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1946   reference:
1947     title: "Intel-x710"
1948     nic: "NIC_Intel-X710"
1949   compare:
1950     title: "Intel-xxv710"
1951     nic: "NIC_Intel-XXV710"
1952   data: "vpp-nic-comparison-3n-skx-mrr"
1953   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1954   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1955   parameters:
1956   - "name"
1957   - "parent"
1958   - "result"
1959   - "tags"
1960
1961 # VPP Compare NICs 2n-skx 2t1c ndr
1962 - type: "table"
1963   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1964   algorithm: "table_nics_comparison"
1965   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1966   reference:
1967     title: "Intel-x710"
1968     nic: "NIC_Intel-X710"
1969   compare:
1970     title: "Intel-xxv710"
1971     nic: "NIC_Intel-XXV710"
1972   data: "vpp-nic-comparison-2n-skx"
1973   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1974   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1975   parameters:
1976   - "name"
1977   - "parent"
1978   - "throughput"
1979   - "tags"
1980
1981 # VPP Compare NICs 2n-skx 4t2c ndr
1982 - type: "table"
1983   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1984   algorithm: "table_nics_comparison"
1985   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1986   reference:
1987     title: "Intel-x710"
1988     nic: "NIC_Intel-X710"
1989   compare:
1990     title: "Intel-xxv710"
1991     nic: "NIC_Intel-XXV710"
1992   data: "vpp-nic-comparison-2n-skx"
1993   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1994   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1995   parameters:
1996   - "name"
1997   - "parent"
1998   - "throughput"
1999   - "tags"
2000
2001  # VPP Compare NICs 2n-skx 2t1c pdr
2002 - type: "table"
2003   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2004   algorithm: "table_nics_comparison"
2005   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2006   reference:
2007     title: "Intel-x710"
2008     nic: "NIC_Intel-X710"
2009   compare:
2010     title: "Intel-xxv710"
2011     nic: "NIC_Intel-XXV710"
2012   data: "vpp-nic-comparison-2n-skx"
2013   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2014   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2015   parameters:
2016   - "name"
2017   - "parent"
2018   - "throughput"
2019   - "tags"
2020
2021 # VPP Compare NICs 2n-skx 4t2c pdr
2022 - type: "table"
2023   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2024   algorithm: "table_nics_comparison"
2025   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2026   reference:
2027     title: "Intel-x710"
2028     nic: "NIC_Intel-X710"
2029   compare:
2030     title: "Intel-xxv710"
2031     nic: "NIC_Intel-XXV710"
2032   data: "vpp-nic-comparison-2n-skx"
2033   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2034   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2035   parameters:
2036   - "name"
2037   - "parent"
2038   - "throughput"
2039   - "tags"
2040
2041 # VPP Compare NICs 2n-skx 2t1c mrr
2042 - type: "table"
2043   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2044   algorithm: "table_nics_comparison"
2045   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2046   reference:
2047     title: "Intel-x710"
2048     nic: "NIC_Intel-X710"
2049   compare:
2050     title: "Intel-xxv710"
2051     nic: "NIC_Intel-XXV710"
2052   data: "vpp-nic-comparison-2n-skx-mrr"
2053   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2054   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2055   parameters:
2056   - "name"
2057   - "parent"
2058   - "result"
2059   - "tags"
2060
2061 # VPP Compare NICs 2n-skx 4t2c mrr
2062 - type: "table"
2063   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2064   algorithm: "table_nics_comparison"
2065   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2066   reference:
2067     title: "Intel-x710"
2068     nic: "NIC_Intel-X710"
2069   compare:
2070     title: "Intel-xxv710"
2071     nic: "NIC_Intel-XXV710"
2072   data: "vpp-nic-comparison-2n-skx-mrr"
2073   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2074   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2075   parameters:
2076   - "name"
2077   - "parent"
2078   - "result"
2079   - "tags"
2080
2081 # VPP Compare NICs 2n-skx 8t4c mrr
2082 - type: "table"
2083   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2084   algorithm: "table_nics_comparison"
2085   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2086   reference:
2087     title: "Intel-x710"
2088     nic: "NIC_Intel-X710"
2089   compare:
2090     title: "Intel-xxv710"
2091     nic: "NIC_Intel-XXV710"
2092   data: "vpp-nic-comparison-2n-skx-mrr"
2093   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2094   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2095   parameters:
2096   - "name"
2097   - "parent"
2098   - "result"
2099   - "tags"
2100
2101 ################################################################################
2102 # VPP
2103
2104 ## VPP Performance Changes 2n-dnv 1t1c pdr
2105 #- type: "table"
2106 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2107 #  algorithm: "table_performance_comparison"
2108 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2109 #  history:
2110 #    - title: "rls1810"
2111 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2112 #  reference:
2113 #    title: "rls1901"
2114 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2115 #  compare:
2116 #    title: "rls1904"
2117 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2118 #  data: "intel-dnv-vpp-changes-2n-dnv"
2119 #  include-tests: "PDR"
2120 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2121 #  parameters:
2122 #  - "name"
2123 #  - "parent"
2124 #  - "throughput"
2125 #
2126 ## VPP Performance Changes 2n-dnv 2t2c pdr
2127 #- type: "table"
2128 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2129 #  algorithm: "table_performance_comparison"
2130 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2131 #  history:
2132 #    - title: "rls1810"
2133 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2134 #  reference:
2135 #    title: "rls1901"
2136 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2137 #  compare:
2138 #    title: "rls1904"
2139 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2140 #  data: "intel-dnv-vpp-changes-2n-dnv"
2141 #  include-tests: "PDR"
2142 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2143 #  parameters:
2144 #  - "name"
2145 #  - "parent"
2146 #  - "throughput"
2147 #
2148 ## VPP Performance Changes 2n-dnv 1t1c ndr
2149 #- type: "table"
2150 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2151 #  algorithm: "table_performance_comparison"
2152 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2153 #  history:
2154 #    - title: "rls1810"
2155 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2156 #  reference:
2157 #    title: "rls1901"
2158 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2159 #  compare:
2160 #    title: "rls1904"
2161 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2162 #  data: "intel-dnv-vpp-changes-2n-dnv"
2163 #  include-tests: "NDR"
2164 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2165 #  parameters:
2166 #  - "name"
2167 #  - "parent"
2168 #  - "throughput"
2169 #
2170 ## VPP Performance Changes 2n-dnv 2t2c ndr
2171 #- type: "table"
2172 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2173 #  algorithm: "table_performance_comparison"
2174 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2175 #  history:
2176 #    - title: "rls1810"
2177 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2178 #  reference:
2179 #    title: "rls1901"
2180 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2181 #  compare:
2182 #    title: "rls1904"
2183 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2184 #  data: "intel-dnv-vpp-changes-2n-dnv"
2185 #  include-tests: "NDR"
2186 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2187 #  parameters:
2188 #  - "name"
2189 #  - "parent"
2190 #  - "throughput"
2191 #
2192 ## VPP Performance Changes 2n-dnv 1t1c MRR
2193 #- type: "table"
2194 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2195 #  algorithm: "table_performance_comparison"
2196 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2197 #  history:
2198 #    - title: "rls1810"
2199 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2200 #  reference:
2201 #    title: "rls1901"
2202 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2203 #  compare:
2204 #    title: "rls1904"
2205 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2206 #  data: "intel-dnv-vpp-changes-2n-dnv"
2207 #  include-tests: "MRR"
2208 #  filter: "'1T1C' and 'MRR'"
2209 #  parameters:
2210 #  - "name"
2211 #  - "parent"
2212 #  - "result"
2213 #
2214 ## VPP Performance Changes 2n-dnv 2t2c MRR
2215 #- type: "table"
2216 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2217 #  algorithm: "table_performance_comparison"
2218 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2219 #  history:
2220 #    - title: "rls1810"
2221 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2222 #  reference:
2223 #    title: "rls1901"
2224 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2225 #  compare:
2226 #    title: "rls1904"
2227 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2228 #  data: "intel-dnv-vpp-changes-2n-dnv"
2229 #  include-tests: "MRR"
2230 #  filter: "'2T2C' and 'MRR'"
2231 #  parameters:
2232 #  - "name"
2233 #  - "parent"
2234 #  - "result"
2235 #
2236 ## VPP Performance Changes 2n-dnv 4t4c MRR
2237 #- type: "table"
2238 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2239 #  algorithm: "table_performance_comparison"
2240 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2241 #  history:
2242 #    - title: "rls1810"
2243 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2244 #  reference:
2245 #    title: "rls1901"
2246 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2247 #  compare:
2248 #    title: "rls1904"
2249 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2250 #  data: "intel-dnv-vpp-changes-2n-dnv"
2251 #  include-tests: "MRR"
2252 #  filter: "'4T4C' and 'MRR'"
2253 #  parameters:
2254 #  - "name"
2255 #  - "parent"
2256 #  - "result"
2257
2258 # VPP Performance Changes 3n-hsw 1t1c pdr
2259 - type: "table"
2260   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2261   algorithm: "table_performance_comparison"
2262   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2263   history:
2264     - title: "rls1810"
2265       data: "vpp-performance-changes-3n-hsw-h1"
2266   reference:
2267     title: "rls1901"
2268     data: "vpp-performance-changes-3n-hsw-ref"
2269   compare:
2270     title: "rls1904"
2271     data: "vpp-performance-changes-3n-hsw-cmp"
2272   data: "vpp-performance-changes-3n-hsw"
2273   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2274   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2275   parameters:
2276   - "name"
2277   - "parent"
2278   - "throughput"
2279
2280 # VPP Performance Changes 3n-hsw 2t2c pdr
2281 - type: "table"
2282   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2283   algorithm: "table_performance_comparison"
2284   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2285   history:
2286     - title: "rls1810"
2287       data: "vpp-performance-changes-3n-hsw-h1"
2288   reference:
2289     title: "rls1901"
2290     data: "vpp-performance-changes-3n-hsw-ref"
2291   compare:
2292     title: "rls1904"
2293     data: "vpp-performance-changes-3n-hsw-cmp"
2294   data: "vpp-performance-changes-3n-hsw"
2295   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2296   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2297   parameters:
2298   - "name"
2299   - "parent"
2300   - "throughput"
2301
2302 # VPP Performance Changes 3n-hsw 1t1c ndr
2303 - type: "table"
2304   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2305   algorithm: "table_performance_comparison"
2306   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2307   history:
2308     - title: "rls1810"
2309       data: "vpp-performance-changes-3n-hsw-h1"
2310   reference:
2311     title: "rls1901"
2312     data: "vpp-performance-changes-3n-hsw-ref"
2313   compare:
2314     title: "rls1904"
2315     data: "vpp-performance-changes-3n-hsw-cmp"
2316   data: "vpp-performance-changes-3n-hsw"
2317   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2318   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2319   parameters:
2320   - "name"
2321   - "parent"
2322   - "throughput"
2323
2324 # VPP Performance Changes 3n-hsw 2t2c ndr
2325 - type: "table"
2326   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2327   algorithm: "table_performance_comparison"
2328   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2329   history:
2330     - title: "rls1810"
2331       data: "vpp-performance-changes-3n-hsw-h1"
2332   reference:
2333     title: "rls1901"
2334     data: "vpp-performance-changes-3n-hsw-ref"
2335   compare:
2336     title: "rls1904"
2337     data: "vpp-performance-changes-3n-hsw-cmp"
2338   data: "vpp-performance-changes-3n-hsw"
2339   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2340   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2341   parameters:
2342   - "name"
2343   - "parent"
2344   - "throughput"
2345
2346 # VPP Performance Changes 3n-skx 2t1c pdr
2347 - type: "table"
2348   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2349   algorithm: "table_performance_comparison"
2350   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2351   history:
2352     - title: "rls1810"
2353       data: "vpp-performance-changes-3n-skx-h1"
2354   reference:
2355     title: "rls1901"
2356     data: "vpp-performance-changes-3n-skx-ref"
2357   compare:
2358     title: "rls1904"
2359     data: "vpp-performance-changes-3n-skx-cmp"
2360   data: "vpp-performance-changes-3n-skx"
2361   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2362   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2363   parameters:
2364   - "name"
2365   - "parent"
2366   - "throughput"
2367
2368 # VPP Performance Changes 3n-skx 4t2c pdr
2369 - type: "table"
2370   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2371   algorithm: "table_performance_comparison"
2372   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2373   history:
2374     - title: "rls1810"
2375       data: "vpp-performance-changes-3n-skx-h1"
2376   reference:
2377     title: "rls1901"
2378     data: "vpp-performance-changes-3n-skx-ref"
2379   compare:
2380     title: "rls1904"
2381     data: "vpp-performance-changes-3n-skx-cmp"
2382   data: "vpp-performance-changes-3n-skx"
2383   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2384   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2385   parameters:
2386   - "name"
2387   - "parent"
2388   - "throughput"
2389
2390 # VPP Performance Changes 3n-skx 2t1c ndr
2391 - type: "table"
2392   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2393   algorithm: "table_performance_comparison"
2394   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2395   history:
2396     - title: "rls1810"
2397       data: "vpp-performance-changes-3n-skx-h1"
2398   reference:
2399     title: "rls1901"
2400     data: "vpp-performance-changes-3n-skx-ref"
2401   compare:
2402     title: "rls1904"
2403     data: "vpp-performance-changes-3n-skx-cmp"
2404   data: "vpp-performance-changes-3n-skx"
2405   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2406   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2407   parameters:
2408   - "name"
2409   - "parent"
2410   - "throughput"
2411
2412 # VPP Performance Changes 3n-skx 4t2c ndr
2413 - type: "table"
2414   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2415   algorithm: "table_performance_comparison"
2416   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2417   history:
2418     - title: "rls1810"
2419       data: "vpp-performance-changes-3n-skx-h1"
2420   reference:
2421     title: "rls1901"
2422     data: "vpp-performance-changes-3n-skx-ref"
2423   compare:
2424     title: "rls1904"
2425     data: "vpp-performance-changes-3n-skx-cmp"
2426   data: "vpp-performance-changes-3n-skx"
2427   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2428   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2429   parameters:
2430   - "name"
2431   - "parent"
2432   - "throughput"
2433
2434 # VPP Performance Changes 2n-skx 2t1c pdr
2435 - type: "table"
2436   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2437   algorithm: "table_performance_comparison"
2438   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2439   history:
2440     - title: "rls1810"
2441       data: "vpp-performance-changes-2n-skx-h1"
2442   reference:
2443     title: "rls1901"
2444     data: "vpp-performance-changes-2n-skx-ref"
2445   compare:
2446     title: "rls1904"
2447     data: "vpp-performance-changes-2n-skx-cmp"
2448   data: "vpp-performance-changes-2n-skx"
2449   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2450   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2451   parameters:
2452   - "name"
2453   - "parent"
2454   - "throughput"
2455
2456 # VPP Performance Changes 2n-skx 4t2c pdr
2457 - type: "table"
2458   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2459   algorithm: "table_performance_comparison"
2460   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2461   history:
2462     - title: "rls1810"
2463       data: "vpp-performance-changes-2n-skx-h1"
2464   reference:
2465     title: "rls1901"
2466     data: "vpp-performance-changes-2n-skx-ref"
2467   compare:
2468     title: "rls1904"
2469     data: "vpp-performance-changes-2n-skx-cmp"
2470   data: "vpp-performance-changes-2n-skx"
2471   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2472   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2473   parameters:
2474   - "name"
2475   - "parent"
2476   - "throughput"
2477
2478 # VPP Performance Changes 2n-skx 2t1c ndr
2479 - type: "table"
2480   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2481   algorithm: "table_performance_comparison"
2482   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2483   history:
2484     - title: "rls1810"
2485       data: "vpp-performance-changes-2n-skx-h1"
2486   reference:
2487     title: "rls1901"
2488     data: "vpp-performance-changes-2n-skx-ref"
2489   compare:
2490     title: "rls1904"
2491     data: "vpp-performance-changes-2n-skx-cmp"
2492   data: "vpp-performance-changes-2n-skx"
2493   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2494   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2495   parameters:
2496   - "name"
2497   - "parent"
2498   - "throughput"
2499
2500 # VPP Performance Changes 2n-skx 4t2c ndr
2501 - type: "table"
2502   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2503   algorithm: "table_performance_comparison"
2504   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2505   history:
2506     - title: "rls1810"
2507       data: "vpp-performance-changes-2n-skx-h1"
2508   reference:
2509     title: "rls1901"
2510     data: "vpp-performance-changes-2n-skx-ref"
2511   compare:
2512     title: "rls1904"
2513     data: "vpp-performance-changes-2n-skx-cmp"
2514   data: "vpp-performance-changes-2n-skx"
2515   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2516   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2517   parameters:
2518   - "name"
2519   - "parent"
2520   - "throughput"
2521
2522 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2523 - type: "table"
2524   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2525   algorithm: "table_performance_comparison"
2526   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2527   reference:
2528     title: "3-Node Hsw"
2529     data: "vpp-compare-testbeds-ref"
2530   compare:
2531     title: "3-Node Skx"
2532     data: "vpp-compare-testbeds-cmp"
2533   data: "vpp-compare-testbeds"
2534   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2535   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2536   parameters:
2537   - "name"
2538   - "parent"
2539   - "throughput"
2540
2541 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2542 - type: "table"
2543   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2544   algorithm: "table_performance_comparison"
2545   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2546   reference:
2547     title: "3-Node Hsw"
2548     data: "vpp-compare-testbeds-ref"
2549   compare:
2550     title: "3-Node Skx"
2551     data: "vpp-compare-testbeds-cmp"
2552   data: "vpp-compare-testbeds"
2553   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2554   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2555   parameters:
2556   - "name"
2557   - "parent"
2558   - "throughput"
2559
2560 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2561 - type: "table"
2562   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2563   algorithm: "table_performance_comparison"
2564   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2565   reference:
2566     title: "3-Node Hsw"
2567     data: "vpp-compare-testbeds-ref"
2568   compare:
2569     title: "3-Node Skx"
2570     data: "vpp-compare-testbeds-cmp"
2571   data: "vpp-compare-testbeds"
2572   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2573   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2574   parameters:
2575   - "name"
2576   - "parent"
2577   - "throughput"
2578
2579 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2580 - type: "table"
2581   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2582   algorithm: "table_performance_comparison"
2583   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2584   reference:
2585     title: "3-Node Hsw"
2586     data: "vpp-compare-testbeds-ref"
2587   compare:
2588     title: "3-Node Skx"
2589     data: "vpp-compare-testbeds-cmp"
2590   data: "vpp-compare-testbeds"
2591   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2592   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2593   parameters:
2594   - "name"
2595   - "parent"
2596   - "throughput"
2597
2598 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2599 - type: "table"
2600   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2601   algorithm: "table_performance_comparison"
2602   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2603   reference:
2604     title: "3-Node Skx"
2605     data: "vpp-compare-topologies-ref"
2606   compare:
2607     title: "2-Node Skx"
2608     data: "vpp-compare-topologies-cmp"
2609   data: "vpp-compare-topologies"
2610   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2611   filter: "'NDRPDR' and '1C'"
2612   parameters:
2613   - "name"
2614   - "parent"
2615   - "throughput"
2616
2617 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2618 - type: "table"
2619   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2620   algorithm: "table_performance_comparison"
2621   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2622   reference:
2623     title: "3-Node Skx"
2624     data: "vpp-compare-topologies-ref"
2625   compare:
2626     title: "2-Node Skx"
2627     data: "vpp-compare-topologies-cmp"
2628   data: "vpp-compare-topologies"
2629   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2630   filter: "'NDRPDR' and '2C'"
2631   parameters:
2632   - "name"
2633   - "parent"
2634   - "throughput"
2635
2636 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2637 - type: "table"
2638   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2639   algorithm: "table_performance_comparison"
2640   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2641   reference:
2642     title: "3-Node Skx"
2643     data: "vpp-compare-topologies-ref"
2644   compare:
2645     title: "2-Node Skx"
2646     data: "vpp-compare-topologies-cmp"
2647   data: "vpp-compare-topologies"
2648   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2649   filter: "'NDRPDR' and '1C'"
2650   parameters:
2651   - "name"
2652   - "parent"
2653   - "throughput"
2654
2655 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2656 - type: "table"
2657   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2658   algorithm: "table_performance_comparison"
2659   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2660   reference:
2661     title: "3-Node Skx"
2662     data: "vpp-compare-topologies-ref"
2663   compare:
2664     title: "2-Node Skx"
2665     data: "vpp-compare-topologies-cmp"
2666   data: "vpp-compare-topologies"
2667   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2668   filter: "'NDRPDR' and '2C'"
2669   parameters:
2670   - "name"
2671   - "parent"
2672   - "throughput"
2673
2674 # VPP Performance Changes 3n-hsw 1t1c MRR
2675 - type: "table"
2676   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2677   algorithm: "table_performance_comparison"
2678   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2679   history:
2680     - title: "rls1810"
2681       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2682   reference:
2683     title: "rls1901"
2684     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2685   compare:
2686     title: "rls1904"
2687     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2688   data: "vpp-performance-changes-3n-hsw-mrr"
2689   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2690   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2691   parameters:
2692   - "name"
2693   - "parent"
2694   - "result"
2695
2696 # VPP Performance Changes 3n-hsw 2t2c MRR
2697 - type: "table"
2698   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2699   algorithm: "table_performance_comparison"
2700   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2701   history:
2702     - title: "rls1810"
2703       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2704   reference:
2705     title: "rls1901"
2706     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2707   compare:
2708     title: "rls1904"
2709     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2710   data: "vpp-performance-changes-3n-hsw-mrr"
2711   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2712   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2713   parameters:
2714   - "name"
2715   - "parent"
2716   - "result"
2717
2718 # VPP Performance Changes 3n-hsw 4t4c MRR
2719 - type: "table"
2720   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2721   algorithm: "table_performance_comparison"
2722   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2723   history:
2724     - title: "rls1810"
2725       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2726   reference:
2727     title: "rls1901"
2728     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2729   compare:
2730     title: "rls1904"
2731     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2732   data: "vpp-performance-changes-3n-hsw-mrr"
2733   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2734   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2735   parameters:
2736   - "name"
2737   - "parent"
2738   - "result"
2739
2740 # VPP Performance Changes 3n-skx 2t1c MRR
2741 - type: "table"
2742   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2743   algorithm: "table_performance_comparison"
2744   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2745   history:
2746     - title: "rls1810"
2747       data: "vpp-performance-changes-3n-skx-mrr-h1"
2748   reference:
2749     title: "rls1901"
2750     data: "vpp-performance-changes-3n-skx-mrr-ref"
2751   compare:
2752     title: "rls1904"
2753     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2754   data: "vpp-performance-changes-3n-skx-mrr"
2755   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2756   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2757   parameters:
2758   - "name"
2759   - "parent"
2760   - "result"
2761
2762 # VPP Performance Changes 3n-skx 4t2c MRR
2763 - type: "table"
2764   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2765   algorithm: "table_performance_comparison"
2766   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2767   history:
2768     - title: "rls1810"
2769       data: "vpp-performance-changes-3n-skx-mrr-h1"
2770   reference:
2771     title: "rls1901"
2772     data: "vpp-performance-changes-3n-skx-mrr-ref"
2773   compare:
2774     title: "rls1904"
2775     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2776   data: "vpp-performance-changes-3n-skx-mrr"
2777   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2778   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2779   parameters:
2780   - "name"
2781   - "parent"
2782   - "result"
2783
2784 # VPP Performance Changes 3n-skx 8t4c MRR
2785 - type: "table"
2786   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2787   algorithm: "table_performance_comparison"
2788   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2789   history:
2790     - title: "rls1810"
2791       data: "vpp-performance-changes-3n-skx-mrr-h1"
2792   reference:
2793     title: "rls1901"
2794     data: "vpp-performance-changes-3n-skx-mrr-ref"
2795   compare:
2796     title: "rls1904"
2797     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2798   data: "vpp-performance-changes-3n-skx-mrr"
2799   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2800   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2801   parameters:
2802   - "name"
2803   - "parent"
2804   - "result"
2805
2806 # VPP Performance Changes 2n-skx 2t1c MRR
2807 - type: "table"
2808   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2809   algorithm: "table_performance_comparison"
2810   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2811   history:
2812     - title: "rls1810"
2813       data: "vpp-performance-changes-2n-skx-mrr-h1"
2814   reference:
2815     title: "rls1901"
2816     data: "vpp-performance-changes-2n-skx-mrr-ref"
2817   compare:
2818     title: "rls1904"
2819     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2820   data: "vpp-performance-changes-2n-skx-mrr"
2821   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2822   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2823   parameters:
2824   - "name"
2825   - "parent"
2826   - "result"
2827
2828 # VPP Performance Changes 2n-skx 4t2c MRR
2829 - type: "table"
2830   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2831   algorithm: "table_performance_comparison"
2832   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2833   history:
2834     - title: "rls1810"
2835       data: "vpp-performance-changes-2n-skx-mrr-h1"
2836   reference:
2837     title: "rls1901"
2838     data: "vpp-performance-changes-2n-skx-mrr-ref"
2839   compare:
2840     title: "rls1904"
2841     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2842   data: "vpp-performance-changes-2n-skx-mrr"
2843   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2844   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2845   parameters:
2846   - "name"
2847   - "parent"
2848   - "result"
2849
2850 # VPP Performance Changes 2n-skx 8t4c MRR
2851 - type: "table"
2852   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2853   algorithm: "table_performance_comparison"
2854   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2855   history:
2856     - title: "rls1810"
2857       data: "vpp-performance-changes-2n-skx-mrr-h1"
2858   reference:
2859     title: "rls1901"
2860     data: "vpp-performance-changes-2n-skx-mrr-ref"
2861   compare:
2862     title: "rls1904"
2863     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2864   data: "vpp-performance-changes-2n-skx-mrr"
2865   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2866   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2867   parameters:
2868   - "name"
2869   - "parent"
2870   - "result"
2871
2872 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2873 - type: "table"
2874   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2875   algorithm: "table_performance_comparison"
2876   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2877   reference:
2878     title: "3-Node Hsw"
2879     data: "vpp-compare-testbeds-mrr-ref"
2880   compare:
2881     title: "3-Node Skx"
2882     data: "vpp-compare-testbeds-mrr-cmp"
2883   data: "vpp-compare-testbeds-mrr"
2884   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2885   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2886   parameters:
2887   - "name"
2888   - "parent"
2889   - "result"
2890
2891 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2892 - type: "table"
2893   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2894   algorithm: "table_performance_comparison"
2895   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2896   reference:
2897     title: "3-Node Hsw"
2898     data: "vpp-compare-testbeds-mrr-ref"
2899   compare:
2900     title: "3-Node Skx"
2901     data: "vpp-compare-testbeds-mrr-cmp"
2902   data: "vpp-compare-testbeds-mrr"
2903   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2904   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2905   parameters:
2906   - "name"
2907   - "parent"
2908   - "result"
2909
2910 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2911 - type: "table"
2912   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2913   algorithm: "table_performance_comparison"
2914   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2915   reference:
2916     title: "3-Node Hsw"
2917     data: "vpp-compare-testbeds-mrr-ref"
2918   compare:
2919     title: "3-Node Skx"
2920     data: "vpp-compare-testbeds-mrr-cmp"
2921   data: "vpp-compare-testbeds-mrr"
2922   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2923   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2924   parameters:
2925   - "name"
2926   - "parent"
2927   - "result"
2928
2929 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2930 - type: "table"
2931   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2932   algorithm: "table_performance_comparison"
2933   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2934   reference:
2935     title: "3-Node Skx"
2936     data: "vpp-compare-topologies-mrr-ref"
2937   compare:
2938     title: "2-Node Skx"
2939     data: "vpp-compare-topologies-mrr-cmp"
2940   data: "vpp-compare-topologies-mrr"
2941   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2942   filter: "'MRR' and '1C'"
2943   parameters:
2944   - "name"
2945   - "parent"
2946   - "result"
2947
2948 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2949 - type: "table"
2950   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2951   algorithm: "table_performance_comparison"
2952   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2953   reference:
2954     title: "3-Node Skx"
2955     data: "vpp-compare-topologies-mrr-ref"
2956   compare:
2957     title: "2-Node Skx"
2958     data: "vpp-compare-topologies-mrr-cmp"
2959   data: "vpp-compare-topologies-mrr"
2960   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2961   filter: "'MRR' and '2C'"
2962   parameters:
2963   - "name"
2964   - "parent"
2965   - "result"
2966
2967 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2968 - type: "table"
2969   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2970   algorithm: "table_performance_comparison"
2971   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2972   reference:
2973     title: "3-Node Skx"
2974     data: "vpp-compare-topologies-mrr-ref"
2975   compare:
2976     title: "2-Node Skx"
2977     data: "vpp-compare-topologies-mrr-cmp"
2978   data: "vpp-compare-topologies-mrr"
2979   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2980   filter: "'MRR' and '4C'"
2981   parameters:
2982   - "name"
2983   - "parent"
2984   - "result"
2985
2986 # Detailed Test Results - VPP Performance Results 3n-hsw
2987 - type: "table"
2988   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2989   algorithm: "table_merged_details"
2990   output-file-ext: ".csv"
2991   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2992   columns:
2993   - title: "Name"
2994     data: "data name"
2995   - title: "Status"
2996     data: "data msg"
2997   rows: "generated"
2998   data: "vpp-perf-results-3n-hsw"
2999   filter: "not 'NDRCHK' and not 'PDRCHK'"
3000   parameters:
3001   - "name"
3002   - "parent"
3003   - "msg"
3004
3005 # Detailed Test Results - VPP Performance Results 3n-skx
3006 - type: "table"
3007   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3008   algorithm: "table_merged_details"
3009   output-file-ext: ".csv"
3010   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3011   columns:
3012   - title: "Name"
3013     data: "data name"
3014   - title: "Status"
3015     data: "data msg"
3016   rows: "generated"
3017   data: "vpp-perf-results-3n-skx"
3018   filter: "not 'CFS_OPT'"
3019   parameters:
3020   - "name"
3021   - "parent"
3022   - "msg"
3023
3024 # Detailed Test Results - VPP Performance Results 2n-skx
3025 - type: "table"
3026   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3027   algorithm: "table_merged_details"
3028   output-file-ext: ".csv"
3029   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3030   columns:
3031   - title: "Name"
3032     data: "data name"
3033   - title: "Status"
3034     data: "data msg"
3035   rows: "generated"
3036   data: "vpp-perf-results-2n-skx"
3037   filter: "not 'CFS_OPT'"
3038   parameters:
3039   - "name"
3040   - "parent"
3041   - "msg"
3042
3043 ## Detailed Test Results - VPP Performance Results 2n-dnv
3044 #- type: "table"
3045 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3046 #  algorithm: "table_details"
3047 #  output-file-ext: ".csv"
3048 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3049 #  columns:
3050 #  - title: "Name"
3051 #    data: "data name"
3052 #  - title: "Status"
3053 #    data: "data msg"
3054 #  rows: "generated"
3055 #  data: "intel-dnv-vpp"
3056 #  filter: "'NDRPDR'"
3057 #  parameters:
3058 #  - "name"
3059 #  - "parent"
3060 #  - "msg"
3061
3062 # Test configuration - VPP Performance Test Configs 3n-hsw
3063 - type: "table"
3064   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3065   algorithm: "table_merged_details"
3066   output-file-ext: ".csv"
3067   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3068   columns:
3069   - title: "Name"
3070     data: "data name"
3071   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3072     data: "data conf-history"
3073   rows: "generated"
3074   data: "vpp-perf-results-3n-hsw"
3075   filter: "not 'NDRCHK' and not 'PDRCHK'"
3076   parameters:
3077   - "parent"
3078   - "name"
3079   - "conf-history"
3080
3081 # Test configuration - VPP Performance Test Configs 3n-skx
3082 - type: "table"
3083   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3084   algorithm: "table_merged_details"
3085   output-file-ext: ".csv"
3086   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3087   columns:
3088   - title: "Name"
3089     data: "data name"
3090   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3091     data: "data conf-history"
3092   rows: "generated"
3093   data: "vpp-perf-results-3n-skx"
3094   filter: "not 'CFS_OPT'"
3095   parameters:
3096   - "parent"
3097   - "name"
3098   - "conf-history"
3099
3100 # Test configuration - VPP Performance Test Configs 2n-skx
3101 - type: "table"
3102   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3103   algorithm: "table_merged_details"
3104   output-file-ext: ".csv"
3105   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3106   columns:
3107   - title: "Name"
3108     data: "data name"
3109   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3110     data: "data conf-history"
3111   rows: "generated"
3112   data: "vpp-perf-results-2n-skx"
3113   filter: "not 'CFS_OPT'"
3114   parameters:
3115   - "parent"
3116   - "name"
3117   - "conf-history"
3118
3119 ## Test configuration - VPP Performance Test Configs 2n-dnv
3120 #- type: "table"
3121 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3122 #  algorithm: "table_details"
3123 #  output-file-ext: ".csv"
3124 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3125 #  columns:
3126 #  - title: "Name"
3127 #    data: "data name"
3128 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3129 #    data: "data conf-history"
3130 #  rows: "generated"
3131 #  data: "intel-dnv-vpp"
3132 #  filter: "'NDRPDR'"
3133 #  parameters:
3134 #  - "parent"
3135 #  - "name"
3136 #  - "conf-history"
3137
3138 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3139 - type: "table"
3140   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3141   algorithm: "table_merged_details"
3142   output-file-ext: ".csv"
3143   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3144   columns:
3145   - title: "Name"
3146     data: "data name"
3147   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3148     data: "data show-run"
3149   rows: "generated"
3150   data: "vpp-perf-results-3n-hsw"
3151   filter: "not 'NDRCHK' and not 'PDRCHK'"
3152   parameters:
3153   - "parent"
3154   - "name"
3155   - "show-run"
3156
3157 # Test Operational Data - VPP Performance Operational Data 3n-skx
3158 - type: "table"
3159   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3160   algorithm: "table_merged_details"
3161   output-file-ext: ".csv"
3162   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3163   columns:
3164   - title: "Name"
3165     data: "data name"
3166   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3167     data: "data show-run"
3168   rows: "generated"
3169   data: "vpp-perf-results-3n-skx"
3170   filter: "not 'CFS_OPT'"
3171   parameters:
3172   - "parent"
3173   - "name"
3174   - "show-run"
3175
3176 # Test Operational Data - VPP Performance Operational Data 2n-skx
3177 - type: "table"
3178   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3179   algorithm: "table_merged_details"
3180   output-file-ext: ".csv"
3181   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3182   columns:
3183   - title: "Name"
3184     data: "data name"
3185   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3186     data: "data show-run"
3187   rows: "generated"
3188   data: "vpp-perf-results-2n-skx"
3189   filter: "not 'CFS_OPT'"
3190   parameters:
3191   - "parent"
3192   - "name"
3193   - "show-run"
3194
3195 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3196 #- type: "table"
3197 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3198 #  algorithm: "table_details"
3199 #  output-file-ext: ".csv"
3200 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3201 #  columns:
3202 #  - title: "Name"
3203 #    data: "data name"
3204 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3205 #    data: "data show-run"
3206 #  rows: "generated"
3207 #  data: "intel-dnv-vpp"
3208 #  filter: "'NDRPDR'"
3209 #  parameters:
3210 #  - "parent"
3211 #  - "name"
3212 #  - "show-run"
3213
3214 # Detailed Test Results - VPP MRR Results 3n-hsw
3215 - type: "table"
3216   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3217   algorithm: "table_details"
3218   output-file-ext: ".csv"
3219   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3220   columns:
3221   - title: "Name"
3222     data: "data name"
3223   - title: "Status"
3224     data: "data msg"
3225   rows: "generated"
3226   data: "vpp-mrr-results-3n-hsw"
3227   filter: "'MRR'"
3228   parameters:
3229   - "name"
3230   - "parent"
3231   - "msg"
3232
3233 # Detailed Test Results - VPP MRR Results 3n-skx
3234 - type: "table"
3235   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3236   algorithm: "table_details"
3237   output-file-ext: ".csv"
3238   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3239   columns:
3240   - title: "Name"
3241     data: "data name"
3242   - title: "Status"
3243     data: "data msg"
3244   rows: "generated"
3245   data: "vpp-mrr-results-3n-skx"
3246   filter: "'MRR'"
3247   parameters:
3248   - "name"
3249   - "parent"
3250   - "msg"
3251
3252 # Detailed Test Results - VPP MRR Results 2n-skx
3253 - type: "table"
3254   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3255   algorithm: "table_details"
3256   output-file-ext: ".csv"
3257   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3258   columns:
3259   - title: "Name"
3260     data: "data name"
3261   - title: "Status"
3262     data: "data msg"
3263   rows: "generated"
3264   data: "vpp-mrr-results-2n-skx"
3265   filter: "'MRR'"
3266   parameters:
3267   - "name"
3268   - "parent"
3269   - "msg"
3270
3271 ## Detailed Test Results - VPP MRR Results 2n-dnv
3272 #- type: "table"
3273 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3274 #  algorithm: "table_details"
3275 #  output-file-ext: ".csv"
3276 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3277 #  columns:
3278 #  - title: "Name"
3279 #    data: "data name"
3280 #  - title: "Status"
3281 #    data: "data msg"
3282 #  rows: "generated"
3283 #  data: "intel-dnv-vpp"
3284 #  filter: "'MRR'"
3285 #  parameters:
3286 #  - "name"
3287 #  - "parent"
3288 #  - "msg"
3289
3290 # Test configuration - VPP MRR Test Configs 3n-hsw
3291 - type: "table"
3292   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3293   algorithm: "table_details"
3294   output-file-ext: ".csv"
3295   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3296   columns:
3297   - title: "Name"
3298     data: "data name"
3299   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3300     data: "data conf-history"
3301   rows: "generated"
3302   data: "vpp-mrr-results-3n-hsw"
3303   filter: "'MRR'"
3304   parameters:
3305   - "parent"
3306   - "name"
3307   - "conf-history"
3308
3309 # Test configuration - VPP MRR Test Configs 3n-skx
3310 - type: "table"
3311   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3312   algorithm: "table_details"
3313   output-file-ext: ".csv"
3314   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3315   columns:
3316   - title: "Name"
3317     data: "data name"
3318   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3319     data: "data conf-history"
3320   rows: "generated"
3321   data: "vpp-mrr-results-3n-skx"
3322   filter: "'MRR'"
3323   parameters:
3324   - "parent"
3325   - "name"
3326   - "conf-history"
3327
3328 # Test configuration - VPP MRR Test Configs 2n-skx
3329 - type: "table"
3330   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3331   algorithm: "table_details"
3332   output-file-ext: ".csv"
3333   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3334   columns:
3335   - title: "Name"
3336     data: "data name"
3337   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3338     data: "data conf-history"
3339   rows: "generated"
3340   data: "vpp-mrr-results-2n-skx"
3341   filter: "'MRR'"
3342   parameters:
3343   - "parent"
3344   - "name"
3345   - "conf-history"
3346
3347 ## Test configuration - VPP MRR Test Configs 2n-dnv
3348 #- type: "table"
3349 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3350 #  algorithm: "table_details"
3351 #  output-file-ext: ".csv"
3352 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3353 #  columns:
3354 #  - title: "Name"
3355 #    data: "data name"
3356 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3357 #    data: "data conf-history"
3358 #  rows: "generated"
3359 #  data: "intel-dnv-vpp"
3360 #  filter: "'MRR'"
3361 #  parameters:
3362 #  - "parent"
3363 #  - "name"
3364 #  - "conf-history"
3365
3366 # Detailed Test Results - VPP Functional Results - Ubuntu
3367 - type: "table"
3368   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3369   algorithm: "table_details"
3370   output-file-ext: ".csv"
3371   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3372   columns:
3373   - title: "Name"
3374     data: "data name"
3375   - title: "Documentation"
3376     data: "data doc"
3377   - title: "Status"
3378     data: "data status"
3379   rows: "generated"
3380   data: "vpp-func-results-ubuntu"
3381   filter: "all"
3382   parameters:
3383   - "name"
3384   - "parent"
3385   - "doc"
3386   - "status"
3387
3388 # Detailed Test Results - VPP Functional Results - CentOS
3389 - type: "table"
3390   title: "Detailed Test Results - VPP Functional Results - CentOS"
3391   algorithm: "table_details"
3392   output-file-ext: ".csv"
3393   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3394   columns:
3395   - title: "Name"
3396     data: "data name"
3397   - title: "Documentation"
3398     data: "data doc"
3399   -
3400     title: "Status"
3401     data: "data status"
3402   rows: "generated"
3403   data:
3404     "vpp-func-results-centos"
3405   filter: "all"
3406   parameters:
3407   - "name"
3408   - "parent"
3409   - "doc"
3410   - "status"
3411
3412 # Test configuration - VPP Functional Test Configs - Ubuntu
3413 - type: "table"
3414   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3415   algorithm: "table_details"
3416   output-file-ext: ".csv"
3417   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3418   columns: