CSIT-1500: Add comparison table for SOAK vs NDRPDR
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # TODO: Replace with 1904 data
147 #      # csit-vpp-perf-verify-1904-3n-hsw:
148 #      csit-vpp-perf-verify-1810-3n-hsw:
149 #        - 28  # WRK
150 #        - 29  # WRK
151 #        - 30  # WRK
152 #        - 31  # WRK
153 #        - 32  # WRK
154 #        - 33  # WRK
155 #        - 34  # WRK
156 #        - 35  # WRK
157 #        - 36  # WRK
158 #        - 37  # WRK
159
160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
161 #      # TODO: Replace with 1904 data
162 #      # csit-ligato-perf-verify-1904-3n-hsw:
163 #      csit-ligato-perf-verify-1901-3n-hsw:
164 #        - 8   # NDRPDR sel
165 #        - 9   # NDRPDR sel
166 #        - 11  # NDRPDR sel
167 #        - 12  # NDRPDR sel
168 #        - 13  # NDRPDR sel
169 #        - 14  # NDRPDR sel
170 #        - 15  # NDRPDR sel
171 #        - 16  # NDRPDR sel
172 #        - 17  # NDRPDR sel
173 #        - 18  # NDRPDR sel
174
175     plot-dpdk-throughput-latency-3n-hsw:
176       csit-dpdk-perf-verify-1904-3n-hsw:
177         - 2   # NDRPDR sel
178         - 3   # NDRPDR sel
179         - 5   # NDRPDR sel
180         - 6   # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 18  # NDRPDR sel
185         - 19  # NDRPDR sel
186         - 20  # NDRPDR sel
187
188     # 3n-skx
189
190     plot-vpp-throughput-lat-tsa-3n-skx:
191       csit-vpp-perf-verify-1904-3n-skx:
192         - 8   # NDRPDR sel
193         - 9   # NDRPDR sel
194         - 10  # NDRPDR sel
195         - 11  # NDRPDR sel
196         - 12  # NDRPDR sel
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 21  # NDRPDR sel
200         - 23  # NDRPDR sel
201         - 25  # NDRPDR sel
202
203     plot-dpdk-throughput-latency-3n-skx:
204       csit-dpdk-perf-verify-1904-3n-skx:
205         - 2   # NDRPDR sel
206         - 3   # NDRPDR sel
207         - 4   # NDRPDR sel
208         - 5   # NDRPDR sel
209         - 6   # NDRPDR sel
210         - 7   # NDRPDR sel
211         - 11  # NDRPDR sel
212         - 12  # NDRPDR sel
213         - 13  # NDRPDR sel
214         - 14  # NDRPDR sel
215
216     # 2n-skx
217
218     plot-vpp-throughput-lat-tsa-2n-skx:
219       csit-vpp-perf-verify-1904-2n-skx:
220         - 12  # NDRPDR sel
221         - 14  # NDRPDR sel
222         - 16  # NDRPDR sel
223         - 17  # NDRPDR sel
224         - 18  # NDRPDR sel
225         - 21  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 30  # NDRPDR sel
228         - 31  # NDRPDR sel
229         - 32  # NDRPDR sel
230
231     plot-vpp-soak-2n-skx:
232       # TODO: Add 1904 data
233       csit-vpp-perf-verify-1904-2n-skx:
234         - 70  # SOAK
235         - 71  # SOAK
236
237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
238       csit-vpp-perf-verify-1904-2n-skx:
239         - 56  # NFV NDRPDR 64b
240         - 59  # NFV NDRPDR 64b
241         - 60  # NFV NDRPDR 64b
242         - 65  # NFV NDRPDR 64b
243         - 68  # NFV NDRPDR 64b
244
245     plot-vpp-nfv-2n-skx-ndrpdr-imix:
246       # TODO: Add 1904 data
247       csit-vpp-perf-verify-1904-2n-skx:
248         - 66  # NFV NDRPDR IMIX
249         - 67  # NFV NDRPDR IMIX
250         - 69  # NFV NDRPDR IMIX
251
252     plot-vpp-nfv-2n-skx-mrr-64b:
253       csit-vpp-perf-verify-1904-2n-skx:
254         - 40  # NFV MRR 64b
255         - 41  # NFV MRR 64b
256         - 42  # NFV MRR 64b
257         - 47  # NFV MRR 64b
258         - 48  # NFV MRR 64b
259
260     plot-vpp-nfv-2n-skx-mrr-imix:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 49  # NFV MRR IMIX
263         - 50  # NFV MRR IMIX
264         - 51  # NFV MRR IMIX
265         - 54  # NFV MRR IMIX
266         - 55  # NFV MRR IMIX
267
268     plot-dpdk-throughput-latency-2n-skx:
269       csit-dpdk-perf-verify-1904-2n-skx:
270         - 2   # NDRPDR sel
271         - 3   # NDRPDR sel
272         - 4   # NDRPDR sel
273         - 5   # NDRPDR sel
274         - 7   # NDRPDR sel
275         - 8   # NDRPDR sel
276         - 9   # NDRPDR sel
277         - 10  # NDRPDR sel
278         - 11  # NDRPDR sel
279         - 12  # NDRPDR sel
280
281     # 3rd party
282
283 #    # Denverton:
284 #    intel-dnv-vpp:
285 #      # TODO: Replace with 1904 data
286 #      # intel-dnv-vpp-release-1904:
287 #      intel-dnv-vpp-release-1901:
288 #        - 1
289
290     ###########################################################################
291     # Simple tables (only one data set):
292
293     # NIC Comparisons
294
295     vpp-nic-comparison-3n-hsw:
296       csit-vpp-perf-verify-1904-3n-hsw:
297         - 11  # NDRPDR sel
298         - 12  # NDRPDR sel
299         - 20  # NDRPDR sel
300         - 21  # NDRPDR sel
301         - 23  # NDRPDR sel
302         - 24  # NDRPDR sel
303         - 25  # NDRPDR sel
304         - 26  # NDRPDR sel
305         - 29  # NDRPDR sel
306         - 30  # NDRPDR sel
307
308     vpp-nic-comparison-3n-skx:
309       csit-vpp-perf-verify-1904-3n-skx:
310         - 8   # NDRPDR sel
311         - 9   # NDRPDR sel
312         - 10  # NDRPDR sel
313         - 11  # NDRPDR sel
314         - 12  # NDRPDR sel
315         - 14  # NDRPDR sel
316         - 16  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 25  # NDRPDR sel
320
321     vpp-nic-comparison-2n-skx:
322       csit-vpp-perf-verify-1904-2n-skx:
323         - 12  # NDRPDR sel
324         - 14  # NDRPDR sel
325         - 16  # NDRPDR sel
326         - 17  # NDRPDR sel
327         - 18  # NDRPDR sel
328         - 21  # NDRPDR sel
329         - 27  # NDRPDR sel
330         - 30  # NDRPDR sel
331         - 31  # NDRPDR sel
332         - 32  # NDRPDR sel
333
334     vpp-nic-comparison-3n-hsw-mrr:
335       csit-vpp-perf-verify-1904-3n-hsw:
336         - 9   # MRR sel
337
338     vpp-nic-comparison-3n-skx-mrr:
339       csit-vpp-perf-verify-1904-3n-skx:
340         - 7   # MRR sel
341
342     vpp-nic-comparison-2n-skx-mrr:
343       csit-vpp-perf-verify-1904-2n-skx:
344         - 11  # MRR sel
345
346     # Results
347
348     vpp-perf-results-3n-hsw:
349       # TODO: Replace with FULL 1904 data
350       csit-vpp-perf-verify-1904-3n-hsw:
351         - 12  # NDRPDR sel
352
353     vpp-perf-results-3n-skx:
354       csit-vpp-perf-verify-1904-3n-skx:
355         - 26  # NDRPDR full
356         - 27  # NDRPDR full
357         - 30  # NDRPDR full
358         - 31  # NDRPDR full
359
360     vpp-perf-results-2n-skx:
361       csit-vpp-perf-verify-1904-2n-skx:
362         - 33  # NDRPDR full
363         - 39  # NDRPDR full
364         - 58  # NDRPDR full
365         - 62  # NDRPDR full
366
367     vpp-mrr-results-3n-hsw:
368       csit-vpp-perf-verify-1904-3n-hsw:
369         - 9   # MRR sel
370
371     vpp-mrr-results-3n-skx:
372       csit-vpp-perf-verify-1904-3n-skx:
373         - 7   # MRR sel
374
375     vpp-mrr-results-2n-skx:
376       csit-vpp-perf-verify-1904-2n-skx:
377         - 11  # MRR sel
378
379     vpp-func-results-ubuntu:
380       csit-vpp-functional-1904-ubuntu1604-virl:
381         - 29
382
383     vpp-func-results-centos:
384       csit-vpp-functional-1904-centos7-virl:
385         - 32
386
387     vpp-device-results-ubuntu:
388       csit-vpp-device-1904-ubuntu1804-1n-skx:
389         - 33
390
391 #    # VPP Ligato
392 #    ligato-perf-results-3n-hsw:
393 #      # TODO: Replace with 1904 data
394 #      # csit-ligato-perf-verify-1904-3n-hsw:
395 #      csit-ligato-perf-verify-1901-3n-hsw:
396 #        - 10  # NDRPDR full
397
398     dpdk-perf-results-3n-hsw:
399       csit-dpdk-perf-verify-1904-3n-hsw:
400         - 5   # NDRPDR sel
401
402     dpdk-perf-results-3n-skx:
403       csit-dpdk-perf-verify-1904-3n-skx:
404         - 7   # NDRPDR sel
405
406     dpdk-perf-results-2n-skx:
407       csit-dpdk-perf-verify-1904-2n-skx:
408         - 9   # NDRPDR sel
409
410     # HoneyComb Functional
411     hc-func-results:
412       csit-hc2vpp-verify-func-1904-ubuntu1604:
413         - 4
414
415 #    # NSH SFC Functional
416 #    nsh-func-results:
417 #      # Not used
418 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
419 #        - 1
420
421     # DMM Functional
422     dmm-func-results:
423       csit-dmm-functional-1904-ubuntu1604-virl:
424         - 1
425
426     ###########################################################################
427     # Tables (more than one data set)
428
429     # Performance changes
430
431 #    intel-dnv-vpp-changes-2n-dnv-h1:
432 #      intel-dnv-vpp-release-1810:
433 #        - 1
434 #    intel-dnv-vpp-changes-2n-dnv-ref:
435 #      intel-dnv-vpp-release-1901:
436 #        - 1
437 #    intel-dnv-vpp-changes-2n-dnv-cmp:
438 #      # TODO: Replace with 1904 data
439 #      # intel-dnv-vpp-release-1904:
440 #      intel-dnv-vpp-release-1901:
441 #        - 1
442 #    intel-dnv-vpp-changes-2n-dnv:
443 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
444 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
445 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
446
447     vpp-performance-changes-3n-hsw-h1:
448       csit-vpp-perf-verify-1810-3n-hsw:
449         - 8   # NDRPDR sel
450         - 12  # NDRPDR sel
451         - 14  # NDRPDR sel
452         - 18  # NDRPDR sel
453         - 23  # NDRPDR sel
454         - 25  # NDRPDR sel
455         - 38  # NDRPDR sel
456         - 39  # NDRPDR sel
457         - 41  # NDRPDR sel
458         - 42  # NDRPDR sel
459     vpp-performance-changes-3n-hsw-ref:
460       csit-vpp-perf-verify-1901-3n-hsw:
461         - 10  # NDRPDR sel
462         - 19  # NDRPDR sel
463         - 31  # NDRPDR sel
464         - 36  # NDRPDR sel
465         - 40  # NDRPDR sel
466         - 42  # NDRPDR sel
467         - 44  # NDRPDR sel
468         - 46  # NDRPDR sel
469         - 47  # NDRPDR sel
470         - 48  # NDRPDR sel
471         - 61  # NDRPDR LB
472         - 62  # NDRPDR LB
473         - 63  # NDRPDR LB
474         - 64  # NDRPDR LB
475         - 65  # NDRPDR LB
476         - 66  # NDRPDR LB
477         - 67  # NDRPDR LB
478         - 69  # NDRPDR LB
479         - 70  # NDRPDR LB
480         - 71  # NDRPDR LB
481     vpp-performance-changes-3n-hsw-cmp:
482       csit-vpp-perf-verify-1904-3n-hsw:
483         - 11  # NDRPDR sel
484         - 12  # NDRPDR sel
485         - 20  # NDRPDR sel
486         - 21  # NDRPDR sel
487         - 23  # NDRPDR sel
488         - 24  # NDRPDR sel
489         - 25  # NDRPDR sel
490         - 26  # NDRPDR sel
491         - 29  # NDRPDR sel
492         - 30  # NDRPDR sel
493     vpp-performance-changes-3n-hsw:
494       - "vpp-performance-changes-3n-hsw-h1"
495       - "vpp-performance-changes-3n-hsw-ref"
496       - "vpp-performance-changes-3n-hsw-cmp"
497
498     vpp-performance-changes-3n-skx-h1:
499       csit-vpp-perf-verify-1810-3n-skx:
500         - 10  # NDRPDR sel
501         - 14  # NDRPDR sel
502         - 15  # NDRPDR sel
503         - 16  # NDRPDR sel
504         - 17  # NDRPDR sel
505         - 19  # NDRPDR sel
506         - 20  # NDRPDR sel
507         - 21  # NDRPDR sel
508         - 22  # NDRPDR sel
509         - 25  # NDRPDR sel
510     vpp-performance-changes-3n-skx-ref:
511       csit-vpp-perf-verify-1901-3n-skx:
512         - 18  # NDRPDR sel
513         - 19  # NDRPDR sel
514         - 20  # NDRPDR sel
515         - 28  # NDRPDR sel
516         - 31  # NDRPDR sel
517         - 33  # NDRPDR sel
518         - 36  # NDRPDR sel
519         - 38  # NDRPDR sel
520         - 47  # NDRPDR sel
521         - 48  # NDRPDR sel
522         - 54  # NDRPDR LB
523         - 57  # NDRPDR LB
524         - 58  # NDRPDR LB
525         - 59  # NDRPDR LB
526         - 60  # NDRPDR LB
527         - 63  # NDRPDR LB
528         - 64  # NDRPDR LB
529         - 65  # NDRPDR LB
530         - 66  # NDRPDR LB
531         - 67  # NDRPDR LB
532     vpp-performance-changes-3n-skx-cmp:
533       csit-vpp-perf-verify-1904-3n-skx:
534         - 8   # NDRPDR sel
535         - 9   # NDRPDR sel
536         - 10  # NDRPDR sel
537         - 11  # NDRPDR sel
538         - 12  # NDRPDR sel
539         - 14  # NDRPDR sel
540         - 16  # NDRPDR sel
541         - 21  # NDRPDR sel
542         - 23  # NDRPDR sel
543         - 25  # NDRPDR sel
544     vpp-performance-changes-3n-skx:
545       - "vpp-performance-changes-3n-skx-h1"
546       - "vpp-performance-changes-3n-skx-ref"
547       - "vpp-performance-changes-3n-skx-cmp"
548
549     vpp-performance-changes-2n-skx-h1:
550       csit-vpp-perf-verify-1810-2n-skx:
551         - 9   # NDRPDR sel
552         - 13  # NDRPDR sel
553         - 14  # NDRPDR sel
554         - 19  # NDRPDR sel
555         - 20  # NDRPDR sel
556         - 21  # NDRPDR sel
557         - 22  # NDRPDR sel
558         - 23  # NDRPDR sel
559         - 24  # NDRPDR sel
560         - 27  # NDRPDR sel
561     vpp-performance-changes-2n-skx-ref:
562       csit-vpp-perf-verify-1901-2n-skx:
563         - 5   # NDRPDR sel
564         - 12  # NDRPDR sel
565         - 13  # NDRPDR sel
566         - 21  # NDRPDR sel
567         - 23  # NDRPDR sel
568         - 31  # NDRPDR sel
569         - 34  # NDRPDR sel
570         - 40  # NDRPDR sel
571         - 42  # NDRPDR sel
572         - 43  # NDRPDR sel
573     vpp-performance-changes-2n-skx-cmp:
574       csit-vpp-perf-verify-1904-2n-skx:
575         - 12  # NDRPDR sel
576         - 14  # NDRPDR sel
577         - 16  # NDRPDR sel
578         - 17  # NDRPDR sel
579         - 18  # NDRPDR sel
580         - 21  # NDRPDR sel
581         - 27  # NDRPDR sel
582         - 30  # NDRPDR sel
583         - 31  # NDRPDR sel
584         - 32  # NDRPDR sel
585     vpp-performance-changes-2n-skx:
586       - "vpp-performance-changes-2n-skx-h1"
587       - "vpp-performance-changes-2n-skx-ref"
588       - "vpp-performance-changes-2n-skx-cmp"
589
590     vpp-soak-vs-ndr-2n-skx-ref:
591       csit-vpp-perf-verify-1904-2n-skx:
592         - 12  # NDRPDR sel
593         - 14  # NDRPDR sel
594         - 16  # NDRPDR sel
595         - 17  # NDRPDR sel
596         - 18  # NDRPDR sel
597         - 21  # NDRPDR sel
598         - 27  # NDRPDR sel
599         - 30  # NDRPDR sel
600         - 31  # NDRPDR sel
601         - 32  # NDRPDR sel
602     vpp-soak-vs-ndr-2n-skx-cmp:
603       csit-vpp-perf-verify-1904-2n-skx:
604         - 70  # SOAK
605         - 71  # SOAK
606     vpp-soak-vs-ndr-2n-skx:
607       csit-vpp-perf-verify-1904-2n-skx:
608         - 12  # NDRPDR sel
609         - 14  # NDRPDR sel
610         - 16  # NDRPDR sel
611         - 17  # NDRPDR sel
612         - 18  # NDRPDR sel
613         - 21  # NDRPDR sel
614         - 27  # NDRPDR sel
615         - 30  # NDRPDR sel
616         - 31  # NDRPDR sel
617         - 32  # NDRPDR sel
618         - 70  # SOAK
619         - 71  # SOAK
620
621     vpp-performance-changes-3n-hsw-mrr-h1:
622       csit-vpp-perf-verify-1810-3n-hsw:
623         - 9   # MRR sel
624     vpp-performance-changes-3n-hsw-mrr-ref:
625       csit-vpp-perf-verify-1901-3n-hsw:
626         - 35  # MRR sel
627     vpp-performance-changes-3n-hsw-mrr-cmp:
628       csit-vpp-perf-verify-1904-3n-hsw:
629         - 9   # MRR sel
630     vpp-performance-changes-3n-hsw-mrr:
631       - "vpp-performance-changes-3n-hsw-mrr-h1"
632       - "vpp-performance-changes-3n-hsw-mrr-ref"
633       - "vpp-performance-changes-3n-hsw-mrr-cmp"
634
635     vpp-performance-changes-3n-skx-mrr-h1:
636       csit-vpp-perf-verify-1810-3n-skx:
637         - 9   # MRR sel
638         - 11  # MRR sel
639         - 12  # MRR sel
640         - 13  # MRR sel
641     vpp-performance-changes-3n-skx-mrr-ref:
642       csit-vpp-perf-verify-1901-3n-skx:
643         - 32  # MRR sel
644     vpp-performance-changes-3n-skx-mrr-cmp:
645       csit-vpp-perf-verify-1904-3n-skx:
646         - 7   # MRR sel
647     vpp-performance-changes-3n-skx-mrr:
648       - "vpp-performance-changes-3n-skx-mrr-h1"
649       - "vpp-performance-changes-3n-skx-mrr-ref"
650       - "vpp-performance-changes-3n-skx-mrr-cmp"
651
652     vpp-performance-changes-2n-skx-mrr-h1:
653       csit-vpp-perf-verify-1810-2n-skx:
654         - 8   # MRR sel
655         - 10  # MRR sel
656         - 11  # MRR sel
657         - 12  # MRR sel
658     vpp-performance-changes-2n-skx-mrr-ref:
659       csit-vpp-perf-verify-1901-2n-skx:
660         - 22  # MRR sel
661     vpp-performance-changes-2n-skx-mrr-cmp:
662       csit-vpp-perf-verify-1904-2n-skx:
663         - 11  # MRR sel
664     vpp-performance-changes-2n-skx-mrr:
665       - "vpp-performance-changes-2n-skx-mrr-h1"
666       - "vpp-performance-changes-2n-skx-mrr-ref"
667       - "vpp-performance-changes-2n-skx-mrr-cmp"
668
669     dpdk-performance-changes-3n-hsw-h1:
670       csit-dpdk-perf-verify-1810-3n-hsw:
671         - 1   # NDRPDR sel
672         - 2   # NDRPDR sel
673         - 3   # NDRPDR sel
674         - 4   # NDRPDR sel
675         - 5   # NDRPDR sel
676         - 6   # NDRPDR sel
677         - 7   # NDRPDR sel
678         - 8   # NDRPDR sel
679         - 9   # NDRPDR sel
680         - 10  # NDRPDR sel
681     dpdk-performance-changes-3n-hsw-ref:
682       csit-dpdk-perf-verify-1901-3n-hsw:
683         - 13  # NDRPDR sel
684         - 14  # NDRPDR sel
685         - 16  # NDRPDR sel
686         - 17  # NDRPDR sel
687         - 18  # NDRPDR sel
688         - 19  # NDRPDR sel
689         - 20  # NDRPDR sel
690         - 21  # NDRPDR sel
691         - 22  # NDRPDR sel
692         - 23  # NDRPDR sel
693     dpdk-performance-changes-3n-hsw-cmp:
694       csit-dpdk-perf-verify-1904-3n-hsw:
695         - 2   # NDRPDR sel
696         - 3   # NDRPDR sel
697         - 5   # NDRPDR sel
698         - 6   # NDRPDR sel
699         - 13  # NDRPDR sel
700         - 14  # NDRPDR sel
701         - 15  # NDRPDR sel
702         - 18  # NDRPDR sel
703         - 19  # NDRPDR sel
704         - 20  # NDRPDR sel
705     dpdk-performance-changes-3n-hsw:
706       - "dpdk-performance-changes-3n-hsw-h1"
707       - "dpdk-performance-changes-3n-hsw-ref"
708       - "dpdk-performance-changes-3n-hsw-cmp"
709
710     dpdk-performance-changes-3n-skx-h1:
711       csit-dpdk-perf-verify-1810-3n-skx:
712         - 3   # NDRPDR sel
713         - 4   # NDRPDR sel
714         - 6   # NDRPDR sel
715         - 7   # NDRPDR sel
716         - 8   # NDRPDR sel
717         - 9   # NDRPDR sel
718         - 10  # NDRPDR sel
719         - 11  # NDRPDR sel
720         - 12  # NDRPDR sel
721         - 13  # NDRPDR sel
722     dpdk-performance-changes-3n-skx-ref:
723       csit-dpdk-perf-verify-1901-3n-skx:
724         - 3   # NDRPDR sel
725         - 5   # NDRPDR sel
726         - 6   # NDRPDR sel
727         - 7   # NDRPDR sel
728         - 8   # NDRPDR sel
729         - 9   # NDRPDR sel
730         - 10  # NDRPDR sel
731         - 11  # NDRPDR sel
732         - 12  # NDRPDR sel
733         - 13  # NDRPDR sel
734     dpdk-performance-changes-3n-skx-cmp:
735       csit-dpdk-perf-verify-1904-3n-skx:
736         - 2   # NDRPDR sel
737         - 3   # NDRPDR sel
738         - 4   # NDRPDR sel
739         - 5   # NDRPDR sel
740         - 6   # NDRPDR sel
741         - 7   # NDRPDR sel
742         - 11  # NDRPDR sel
743         - 12  # NDRPDR sel
744         - 13  # NDRPDR sel
745         - 14  # NDRPDR sel
746     dpdk-performance-changes-3n-skx:
747       - "dpdk-performance-changes-3n-skx-h1"
748       - "dpdk-performance-changes-3n-skx-ref"
749       - "dpdk-performance-changes-3n-skx-cmp"
750
751     dpdk-performance-changes-2n-skx-h1:
752       csit-dpdk-perf-verify-1810-2n-skx:
753         - 3   # NDRPDR sel
754         - 4   # NDRPDR sel
755         - 5   # NDRPDR sel
756         - 7   # NDRPDR sel
757         - 8   # NDRPDR sel
758         - 9   # NDRPDR sel
759         - 10  # NDRPDR sel
760         - 11  # NDRPDR sel
761         - 12  # NDRPDR sel
762         - 13  # NDRPDR sel
763     dpdk-performance-changes-2n-skx-ref:
764       csit-dpdk-perf-verify-1901-2n-skx:
765         - 12  # NDRPDR sel
766         - 13  # NDRPDR sel
767         - 14  # NDRPDR sel
768         - 15  # NDRPDR sel
769         - 16  # NDRPDR sel
770         - 17  # NDRPDR sel
771         - 18  # NDRPDR sel
772         - 19  # NDRPDR sel
773         - 20  # NDRPDR sel
774         - 21  # NDRPDR sel
775     dpdk-performance-changes-2n-skx-cmp:
776       csit-dpdk-perf-verify-1904-2n-skx:
777         - 2   # NDRPDR sel
778         - 3   # NDRPDR sel
779         - 4   # NDRPDR sel
780         - 5   # NDRPDR sel
781         - 7   # NDRPDR sel
782         - 8   # NDRPDR sel
783         - 9   # NDRPDR sel
784         - 10  # NDRPDR sel
785         - 11  # NDRPDR sel
786         - 12  # NDRPDR sel
787     dpdk-performance-changes-2n-skx:
788       - "dpdk-performance-changes-2n-skx-h1"
789       - "dpdk-performance-changes-2n-skx-ref"
790       - "dpdk-performance-changes-2n-skx-cmp"
791
792     # Compare testbeds
793
794     vpp-compare-testbeds-ref:
795       csit-vpp-perf-verify-1904-3n-hsw:
796         - 11  # NDRPDR sel
797         - 12  # NDRPDR sel
798         - 20  # NDRPDR sel
799         - 21  # NDRPDR sel
800         - 23  # NDRPDR sel
801         - 24  # NDRPDR sel
802         - 25  # NDRPDR sel
803         - 26  # NDRPDR sel
804         - 29  # NDRPDR sel
805         - 30  # NDRPDR sel
806     vpp-compare-testbeds-cmp:
807       csit-vpp-perf-verify-1904-3n-skx:
808         - 8   # NDRPDR sel
809         - 9   # NDRPDR sel
810         - 10  # NDRPDR sel
811         - 11  # NDRPDR sel
812         - 12  # NDRPDR sel
813         - 14  # NDRPDR sel
814         - 16  # NDRPDR sel
815         - 21  # NDRPDR sel
816         - 23  # NDRPDR sel
817         - 25  # NDRPDR sel
818     vpp-compare-testbeds:
819       - "vpp-compare-testbeds-ref"
820       - "vpp-compare-testbeds-cmp"
821
822     vpp-compare-testbeds-mrr-ref:
823       csit-vpp-perf-verify-1904-3n-hsw:
824         - 9   # MRR sel
825     vpp-compare-testbeds-mrr-cmp:
826       csit-vpp-perf-verify-1904-3n-skx:
827         - 7   # MRR sel
828     vpp-compare-testbeds-mrr:
829       - "vpp-compare-testbeds-mrr-ref"
830       - "vpp-compare-testbeds-mrr-cmp"
831
832     dpdk-compare-testbeds-ref:
833       csit-dpdk-perf-verify-1904-3n-hsw:
834         - 2   # NDRPDR sel
835         - 3   # NDRPDR sel
836         - 5   # NDRPDR sel
837         - 6   # NDRPDR sel
838         - 13  # NDRPDR sel
839         - 14  # NDRPDR sel
840         - 15  # NDRPDR sel
841         - 18  # NDRPDR sel
842         - 19  # NDRPDR sel
843         - 20  # NDRPDR sel
844     dpdk-compare-testbeds-cmp:
845       csit-dpdk-perf-verify-1904-3n-skx:
846         - 2   # NDRPDR sel
847         - 3   # NDRPDR sel
848         - 4   # NDRPDR sel
849         - 5   # NDRPDR sel
850         - 6   # NDRPDR sel
851         - 7   # NDRPDR sel
852         - 11  # NDRPDR sel
853         - 12  # NDRPDR sel
854         - 13  # NDRPDR sel
855         - 14  # NDRPDR sel
856     dpdk-compare-testbeds:
857       - "dpdk-compare-testbeds-ref"
858       - "dpdk-compare-testbeds-cmp"
859
860     # Compare topologies
861
862     vpp-compare-topologies-ref:
863       csit-vpp-perf-verify-1904-3n-skx:
864         - 8   # NDRPDR sel
865         - 9   # NDRPDR sel
866         - 10  # NDRPDR sel
867         - 11  # NDRPDR sel
868         - 12  # NDRPDR sel
869         - 14  # NDRPDR sel
870         - 16  # NDRPDR sel
871         - 21  # NDRPDR sel
872         - 23  # NDRPDR sel
873         - 25  # NDRPDR sel
874     vpp-compare-topologies-cmp:
875       csit-vpp-perf-verify-1904-2n-skx:
876         - 12  # NDRPDR sel
877         - 14  # NDRPDR sel
878         - 16  # NDRPDR sel
879         - 17  # NDRPDR sel
880         - 18  # NDRPDR sel
881         - 21  # NDRPDR sel
882         - 27  # NDRPDR sel
883         - 30  # NDRPDR sel
884         - 31  # NDRPDR sel
885         - 32  # NDRPDR sel
886     vpp-compare-topologies:
887       - "vpp-compare-topologies-ref"
888       - "vpp-compare-topologies-cmp"
889
890     vpp-compare-topologies-mrr-ref:
891       csit-vpp-perf-verify-1904-3n-skx:
892         - 7   # MRR sel
893     vpp-compare-topologies-mrr-cmp:
894       csit-vpp-perf-verify-1904-2n-skx:
895         - 11  # MRR sel
896     vpp-compare-topologies-mrr:
897       - "vpp-compare-topologies-mrr-ref"
898       - "vpp-compare-topologies-mrr-cmp"
899
900     dpdk-compare-topologies-ref:
901       csit-dpdk-perf-verify-1904-3n-skx:
902         - 2   # NDRPDR sel
903         - 3   # NDRPDR sel
904         - 4   # NDRPDR sel
905         - 5   # NDRPDR sel
906         - 6   # NDRPDR sel
907         - 7   # NDRPDR sel
908         - 11  # NDRPDR sel
909         - 12  # NDRPDR sel
910         - 13  # NDRPDR sel
911         - 14  # NDRPDR sel
912     dpdk-compare-topologies-cmp:
913       csit-dpdk-perf-verify-1904-2n-skx:
914         - 2   # NDRPDR sel
915         - 3   # NDRPDR sel
916         - 4   # NDRPDR sel
917         - 5   # NDRPDR sel
918         - 7   # NDRPDR sel
919         - 8   # NDRPDR sel
920         - 9   # NDRPDR sel
921         - 10  # NDRPDR sel
922         - 11  # NDRPDR sel
923         - 12  # NDRPDR sel
924     dpdk-compare-topologies:
925       - "dpdk-compare-topologies-ref"
926       - "dpdk-compare-topologies-cmp"
927
928   plot-layouts:
929
930     plot-soak-throughput:
931       titlefont:
932         size: 18
933       xaxis:
934         title: "<b>Test Cases [Index]</b>"
935         titlefont:
936           size: 16
937         autorange: True
938         fixedrange: False
939         gridcolor: "rgb(230, 230, 230)"
940         linecolor: "rgb(220, 220, 220)"
941         linewidth: 1
942         showgrid: True
943         showline: True
944         showticklabels: True
945         tickcolor: "rgb(220, 220, 220)"
946         tickmode: "linear"
947         tickfont:
948           size: 16
949         zeroline: False
950       yaxis:
951         title: "<b>Packet Throughput [Mpps]</b>"
952         titlefont:
953           size: 16
954         gridcolor: "rgb(230, 230, 230)"
955         hoverformat: ".4s"
956         tickformat: ".3s"
957         linecolor: "rgb(220, 220, 220)"
958         linewidth: 1
959         showgrid: True
960         showline: True
961         showticklabels: True
962         tickcolor: "rgb(220, 220, 220)"
963         tickfont:
964           size: 16
965         zeroline: False
966         range: [0,50]
967       autosize: False
968       margin:
969         t: 50
970         b: 0
971         l: 80
972         r: 20
973       showlegend: True
974       legend:
975         orientation: "h"
976         font:
977           size: 16
978       width: 700
979       height: 900
980
981     plot-service-density:
982       titlefont:
983         size: 18
984       xaxis:
985         side: "top"
986         autorange: True
987         fixedrange: False
988         showgrid: False
989         showline: False
990         showticklabels: False
991         ticks: ""
992         ticklen: 0
993         tickwidth: 0
994         zeroline: False
995       yaxis:
996         autorange: "reversed"
997         showgrid: False
998         showline: False
999         showticklabels: False
1000         ticks: ""
1001         ticklen: 0
1002         tickwidth: 0
1003         zeroline: False
1004       autosize: True
1005       showlegend: False
1006       width: 700
1007       height: 700
1008
1009     plot-cps:
1010       titlefont:
1011         size: 18
1012       xaxis:
1013         title: "<b>Test Cases [Index]</b>"
1014         titlefont:
1015           size: 16
1016         autorange: True
1017         fixedrange: False
1018         gridcolor: "rgb(230, 230, 230)"
1019         linecolor: "rgb(220, 220, 220)"
1020         linewidth: 1
1021         showgrid: True
1022         showline: True
1023         showticklabels: True
1024         tickcolor: "rgb(220, 220, 220)"
1025         tickmode: "linear"
1026         tickfont:
1027           size: 16
1028         zeroline: False
1029       yaxis:
1030         title: "<b>Connections Per Second [cps]</b>"
1031         titlefont:
1032           size: 16
1033         gridcolor: "rgb(230, 230, 230)"
1034         hoverformat: ".4s"
1035         linecolor: "rgb(220, 220, 220)"
1036         linewidth: 1
1037         rangemode: "tozero"
1038         showgrid: True
1039         showline: True
1040         showticklabels: True
1041         tickcolor: "rgb(220, 220, 220)"
1042         tickformat: ".3s"
1043         tickfont:
1044           size: 16
1045         zeroline: False
1046       boxmode: "group"
1047       boxgroupgap: 0.5
1048       autosize: False
1049       margin:
1050         t: 50
1051         b: 20
1052         l: 80
1053         r: 20
1054       showlegend: True
1055       legend:
1056         orientation: "h"
1057         font:
1058           size: 16
1059       width: 700
1060       height: 800
1061
1062     plot-rps:
1063       titlefont:
1064         size: 18
1065       xaxis:
1066         title: "<b>Test Cases [Index]</b>"
1067         titlefont:
1068           size: 16
1069         autorange: True
1070         fixedrange: False
1071         gridcolor: "rgb(230, 230, 230)"
1072         linecolor: "rgb(220, 220, 220)"
1073         linewidth: 1
1074         showgrid: True
1075         showline: True
1076         showticklabels: True
1077         tickcolor: "rgb(220, 220, 220)"
1078         tickmode: "linear"
1079         tickfont:
1080           size: 16
1081         zeroline: False
1082       yaxis:
1083         title: "<b>Requests Per Second [rps]</b>"
1084         titlefont:
1085           size: 16
1086         gridcolor: "rgb(230, 230, 230)"
1087         hoverformat: ".4s"
1088         linecolor: "rgb(220, 220, 220)"
1089         linewidth: 1
1090         rangemode: "tozero"
1091         showgrid: True
1092         showline: True
1093         showticklabels: True
1094         tickcolor: "rgb(230, 230, 230)"
1095         tickformat: ".3s"
1096         tickfont:
1097           size: 16
1098         zeroline: False
1099       boxmode: "group"
1100       boxgroupgap: 0.5
1101       autosize: False
1102       margin:
1103         t: 50
1104         b: 20
1105         l: 80
1106         r: 20
1107       showlegend: True
1108       legend:
1109         orientation: "h"
1110         font:
1111           size: 16
1112       width: 700
1113       height: 800
1114
1115     plot-throughput:
1116       titlefont:
1117         size: 18
1118       xaxis:
1119         title: "<b>Test Cases [Index]</b>"
1120         titlefont:
1121           size: 16
1122         autorange: True
1123         fixedrange: False
1124         gridcolor: "rgb(230, 230, 230)"
1125         linecolor: "rgb(220, 220, 220)"
1126         linewidth: 1
1127         showgrid: True
1128         showline: True
1129         showticklabels: True
1130         tickcolor: "rgb(220, 220, 220)"
1131         tickmode: "linear"
1132         tickfont:
1133           size: 16
1134         zeroline: False
1135       yaxis:
1136         title: "<b>Packet Throughput [Mpps]</b>"
1137         titlefont:
1138           size: 16
1139         gridcolor: "rgb(230, 230, 230)"
1140         hoverformat: ".4s"
1141         tickformat: ".3s"
1142         linecolor: "rgb(220, 220, 220)"
1143         linewidth: 1
1144         showgrid: True
1145         showline: True
1146         showticklabels: True
1147         tickcolor: "rgb(220, 220, 220)"
1148         tickfont:
1149           size: 16
1150         zeroline: False
1151         range: [0,50]
1152       boxmode: "group"
1153       boxgroupgap: 0.5
1154       autosize: False
1155       margin:
1156         t: 50
1157         b: 0
1158         l: 80
1159         r: 20
1160       showlegend: True
1161       legend:
1162         orientation: "h"
1163         font:
1164           size: 16
1165       width: 700
1166       height: 900
1167
1168     plot-throughput-speedup-analysis:
1169       titlefont:
1170         size: 18
1171       xaxis:
1172         title: "<b>Number of Cores [Qty]</b>"
1173         titlefont:
1174           size: 16
1175         autorange: True
1176         fixedrange: False
1177         gridcolor: "rgb(230, 230, 230)"
1178         linecolor: "rgb(220, 220, 220)"
1179         linewidth: 1
1180         showgrid: True
1181         showline: True
1182         showticklabels: True
1183         tickcolor: "rgb(238, 238, 238)"
1184         tickmode: "linear"
1185         tickfont:
1186           size: 16
1187         zeroline: False
1188       yaxis:
1189         title: "<b>Packet Throughput [Mpps]</b>"
1190         titlefont:
1191           size: 16
1192         type: "linear"
1193         gridcolor: "rgb(230, 230, 230)"
1194         hoverformat: ".4s"
1195         linecolor: "rgb(220, 220, 220)"
1196         linewidth: 1
1197         showgrid: True
1198         showline: True
1199         showticklabels: True
1200         tickcolor: "rgb(220, 220, 220)"
1201         tickformat: ".4s"
1202         tickfont:
1203           size: 16
1204         zeroline: True
1205         rangemode: "tozero"
1206         range: [0,100]
1207       legend:
1208         orientation: "h"
1209         font:
1210           size: 16
1211         xanchor: "left"
1212         yanchor: "top"
1213         x: 0
1214         y: -0.2
1215         bgcolor: "rgba(255, 255, 255, 0)"
1216         bordercolor: "rgba(255, 255, 255, 0)"
1217         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1218       autosize: False
1219       margin:
1220           't': 50
1221           'b': 150
1222           'l': 85
1223           'r': 10
1224       showlegend: True
1225       width: 700
1226       height: 700
1227       hoverlabel:
1228         namelength: -1
1229       annotations: [
1230         {
1231           text: "_ _          __          ...",
1232           align: "left",
1233           showarrow: False,
1234           xref: "paper",
1235           yref: "paper",
1236           xanchor: "left",
1237           yanchor: "top",
1238           x: 0,
1239           y: -0.13,
1240           font: {
1241             family: "Consolas, Courier New",
1242             size: 15
1243           },
1244         },
1245         {
1246           text: "    Perfect     Measured     Limit",
1247           align: "left",
1248           showarrow: False,
1249           xref: "paper",
1250           yref: "paper",
1251           xanchor: "left",
1252           yanchor: "top",
1253           x: 0,
1254           y: -0.15,
1255           font: {
1256             family: "Consolas, Courier New",
1257             size: 15
1258           },
1259         },
1260       ]
1261
1262     plot-latency:
1263       titlefont:
1264         size: 18
1265       xaxis:
1266         title: "<b>Direction</b>"
1267         titlefont:
1268           size: 16
1269         autorange: True
1270         fixedrange: False
1271         gridcolor: "rgb(230, 230, 230)"
1272         linecolor: "rgb(220, 220, 220)"
1273         linewidth: 1
1274         showgrid: True
1275         showline: True
1276         showticklabels: False
1277         tickcolor: "rgb(220, 220, 220)"
1278         tickmode: "linear"
1279         tickfont:
1280           size: 16
1281         zeroline: False
1282       yaxis:
1283         title: "<b>Packet Latency [uSec]</b>"
1284         titlefont:
1285           size: 16
1286         type: "linear"
1287         gridcolor: "rgb(230, 230, 230)"
1288         hoverformat: ".4s"
1289         linecolor: "rgb(220, 220, 220)"
1290         linewidth: 1
1291         showgrid: True
1292         showline: True
1293         showticklabels: True
1294         tickcolor: "rgb(220, 220, 220)"
1295         tickformat: ".4s"
1296         tickfont:
1297           size: 16
1298         zeroline: True
1299         rangemode: "tozero"
1300       legend:
1301         orientation: "h"
1302         font:
1303           size: 16
1304         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1305       autosize: False
1306       margin:
1307           't': 50
1308           'b': 150
1309           'l': 80
1310           'r': 10
1311       showlegend: True
1312       width: 700
1313       height: 700
1314       hoverlabel:
1315         namelength: -1
1316
1317 - type: "static"
1318   src-path: "{DIR[RST]}"
1319   dst-path: "{DIR[WORKING,SRC]}"
1320
1321 - type: "input"
1322   general:
1323     file-name: "robot-plugin.zip"
1324     file-format: ".zip"
1325     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1326     extract: "robot-plugin/output.xml"
1327
1328   builds:
1329 #    # TODO: Add 1904 data
1330 ##    intel-dnv-vpp-release-1904:
1331 ##      - 1
1332 #
1333 #    intel-dnv-vpp-release-1901:
1334 #      - 1
1335 #
1336 #    intel-dnv-vpp-release-1810:
1337 #      - 1
1338
1339     csit-vpp-perf-verify-1810-3n-hsw:
1340       - 9   # MRR sel
1341       - 8   # NDRPDR sel
1342       - 12  # NDRPDR sel
1343       - 14  # NDRPDR sel
1344       - 18  # NDRPDR sel
1345       - 23  # NDRPDR sel
1346       - 25  # NDRPDR sel
1347       - 38  # NDRPDR sel
1348       - 39  # NDRPDR sel
1349       - 41  # NDRPDR sel
1350       - 42  # NDRPDR sel
1351 #      - 28  # WRK
1352 #      - 29  # WRK
1353 #      - 30  # WRK
1354 #      - 31  # WRK
1355 #      - 32  # WRK
1356 #      - 33  # WRK
1357 #      - 34  # WRK
1358 #      - 35  # WRK
1359 #      - 36  # WRK
1360 #      - 37  # WRK
1361     csit-vpp-perf-verify-1901-3n-hsw:
1362       - 35  # MRR sel
1363       - 10  # NDRPDR sel
1364       - 19  # NDRPDR sel
1365       - 31  # NDRPDR sel
1366       - 36  # NDRPDR sel
1367       - 40  # NDRPDR sel
1368       - 42  # NDRPDR sel
1369       - 44  # NDRPDR sel
1370       - 46  # NDRPDR sel
1371       - 47  # NDRPDR sel
1372       - 48  # NDRPDR sel
1373       - 61  # NDRPDR LB
1374       - 62  # NDRPDR LB
1375       - 63  # NDRPDR LB
1376       - 64  # NDRPDR LB
1377       - 65  # NDRPDR LB
1378       - 66  # NDRPDR LB
1379       - 67  # NDRPDR LB
1380       - 69  # NDRPDR LB
1381       - 70  # NDRPDR LB
1382       - 71  # NDRPDR LB
1383     # TODO: Add 1904 Data
1384     csit-vpp-perf-verify-1904-3n-hsw:
1385       - 9   # MRR sel
1386       - 11  # NDRPDR sel
1387       - 12  # NDRPDR sel
1388       - 20  # NDRPDR sel
1389       - 21  # NDRPDR sel
1390       - 23  # NDRPDR sel
1391       - 24  # NDRPDR sel
1392       - 25  # NDRPDR sel
1393       - 26  # NDRPDR sel
1394       - 29  # NDRPDR sel
1395       - 30  # NDRPDR sel
1396
1397     csit-vpp-perf-verify-1810-3n-skx:
1398       - 9   # MRR sel
1399       - 11  # MRR sel
1400       - 12  # MRR sel
1401       - 13  # MRR sel
1402       - 10  # NDRPDR sel
1403       - 14  # NDRPDR sel
1404       - 15  # NDRPDR sel
1405       - 16  # NDRPDR sel
1406       - 17  # NDRPDR sel
1407       - 19  # NDRPDR sel
1408       - 20  # NDRPDR sel
1409       - 21  # NDRPDR sel
1410       - 22  # NDRPDR sel
1411       - 25  # NDRPDR sel
1412     csit-vpp-perf-verify-1901-3n-skx:
1413       - 32  # MRR sel
1414       - 18  # NDRPDR sel
1415       - 19  # NDRPDR sel
1416       - 20  # NDRPDR sel
1417       - 28  # NDRPDR sel
1418       - 31  # NDRPDR sel
1419       - 33  # NDRPDR sel
1420       - 36  # NDRPDR sel
1421       - 38  # NDRPDR sel
1422       - 47  # NDRPDR sel
1423       - 48  # NDRPDR sel
1424       - 54  # NDRPDR LB
1425       - 57  # NDRPDR LB
1426       - 58  # NDRPDR LB
1427       - 59  # NDRPDR LB
1428       - 60  # NDRPDR LB
1429       - 63  # NDRPDR LB
1430       - 64  # NDRPDR LB
1431       - 65  # NDRPDR LB
1432       - 66  # NDRPDR LB
1433       - 67  # NDRPDR LB
1434     csit-vpp-perf-verify-1904-3n-skx:
1435       - 7   # MRR sel
1436       - 26  # NDRPDR full
1437       - 27  # NDRPDR full
1438       - 30  # NDRPDR full
1439       - 31  # NDRPDR full
1440       - 8   # NDRPDR sel
1441       - 9   # NDRPDR sel
1442       - 10  # NDRPDR sel
1443       - 11  # NDRPDR sel
1444       - 12  # NDRPDR sel
1445       - 14  # NDRPDR sel
1446       - 16  # NDRPDR sel
1447       - 21  # NDRPDR sel
1448       - 23  # NDRPDR sel
1449       - 25  # NDRPDR sel
1450
1451     csit-vpp-perf-verify-1810-2n-skx:
1452       - 8   # MRR sel
1453       - 10  # MRR sel
1454       - 11  # MRR sel
1455       - 12  # MRR sel
1456       - 9   # NDRPDR sel
1457       - 13  # NDRPDR sel
1458       - 14  # NDRPDR sel
1459       - 19  # NDRPDR sel
1460       - 20  # NDRPDR sel
1461       - 21  # NDRPDR sel
1462       - 22  # NDRPDR sel
1463       - 23  # NDRPDR sel
1464       - 24  # NDRPDR sel
1465       - 27  # NDRPDR sel
1466     csit-vpp-perf-verify-1901-2n-skx:
1467       - 22  # MRR sel
1468       - 5   # NDRPDR sel
1469       - 12  # NDRPDR sel
1470       - 13  # NDRPDR sel
1471       - 21  # NDRPDR sel
1472       - 23  # NDRPDR sel
1473       - 31  # NDRPDR sel
1474       - 34  # NDRPDR sel
1475       - 40  # NDRPDR sel
1476       - 42  # NDRPDR sel
1477       - 43  # NDRPDR sel
1478     # TODO: Add 1904 data
1479     csit-vpp-perf-verify-1904-2n-skx:
1480       - 11  # MRR sel
1481       - 33  # NDRPDR full
1482       - 39  # NDRPDR full
1483       - 58  # NDRPDR full
1484       - 62  # NDRPDR full
1485       - 12  # NDRPDR sel
1486       - 14  # NDRPDR sel
1487       - 16  # NDRPDR sel
1488       - 17  # NDRPDR sel
1489       - 18  # NDRPDR sel
1490       - 21  # NDRPDR sel
1491       - 27  # NDRPDR sel
1492       - 30  # NDRPDR sel
1493       - 31  # NDRPDR sel
1494       - 32  # NDRPDR sel
1495       - 40  # NFV MRR 64b
1496       - 41  # NFV MRR 64b
1497       - 42  # NFV MRR 64b
1498       - 47  # NFV MRR 64b
1499       - 48  # NFV MRR 64b
1500       - 49  # NFV MRR IMIX
1501       - 50  # NFV MRR IMIX
1502       - 51  # NFV MRR IMIX
1503       - 54  # NFV MRR IMIX
1504       - 55  # NFV MRR IMIX
1505       - 56  # NFV NDRPDR 64b
1506       - 59  # NFV NDRPDR 64b
1507       - 60  # NFV NDRPDR 64b
1508       - 65  # NFV NDRPDR 64b
1509       - 68  # NFV NDRPDR 64b
1510       - 66  # NFV NDRPDR IMIX
1511       - 67  # NFV NDRPDR IMIX
1512       - 69  # NFV NDRPDR IMIX
1513       - 70  # SOAK
1514       - 71  # SOAK
1515
1516 #    csit-ligato-perf-verify-1901-3n-hsw:
1517 #      - 10  # NDRPDR full
1518 #      - 8   # NDRPDR sel
1519 #      - 9   # NDRPDR sel
1520 #      - 11  # NDRPDR sel
1521 #      - 12  # NDRPDR sel
1522 #      - 13  # NDRPDR sel
1523 #      - 14  # NDRPDR sel
1524 #      - 15  # NDRPDR sel
1525 #      - 16  # NDRPDR sel
1526 #      - 17  # NDRPDR sel
1527 #      - 18  # NDRPDR sel
1528 #    # TODO: Add 1904 data
1529 ##    csit-ligato-perf-verify-1904-3n-hsw:
1530 ##      -
1531
1532     csit-dpdk-perf-verify-1810-3n-hsw:
1533       - 1   # NDRPDR sel
1534       - 2   # NDRPDR sel
1535       - 3   # NDRPDR sel
1536       - 4   # NDRPDR sel
1537       - 5   # NDRPDR sel
1538       - 6   # NDRPDR sel
1539       - 7   # NDRPDR sel
1540       - 8   # NDRPDR sel
1541       - 9   # NDRPDR sel
1542       - 10  # NDRPDR sel
1543     csit-dpdk-perf-verify-1901-3n-hsw:
1544       - 13  # NDRPDR sel
1545       - 14  # NDRPDR sel
1546       - 16  # NDRPDR sel
1547       - 17  # NDRPDR sel
1548       - 18  # NDRPDR sel
1549       - 19  # NDRPDR sel
1550       - 20  # NDRPDR sel
1551       - 21  # NDRPDR sel
1552       - 22  # NDRPDR sel
1553       - 23  # NDRPDR sel
1554     csit-dpdk-perf-verify-1904-3n-hsw:
1555       - 2   # NDRPDR sel
1556       - 3   # NDRPDR sel
1557       - 5   # NDRPDR sel
1558       - 6   # NDRPDR sel
1559       - 13  # NDRPDR sel
1560       - 14  # NDRPDR sel
1561       - 15  # NDRPDR sel
1562       - 18  # NDRPDR sel
1563       - 19  # NDRPDR sel
1564       - 20  # NDRPDR sel
1565
1566     csit-dpdk-perf-verify-1810-3n-skx:
1567       - 3   # NDRPDR sel
1568       - 4   # NDRPDR sel
1569       - 6   # NDRPDR sel
1570       - 7   # NDRPDR sel
1571       - 8   # NDRPDR sel
1572       - 9   # NDRPDR sel
1573       - 10  # NDRPDR sel
1574       - 11  # NDRPDR sel
1575       - 12  # NDRPDR sel
1576       - 13  # NDRPDR sel
1577     csit-dpdk-perf-verify-1901-3n-skx:
1578       - 3   # NDRPDR sel
1579       - 5   # NDRPDR sel
1580       - 6   # NDRPDR sel
1581       - 7   # NDRPDR sel
1582       - 8   # NDRPDR sel
1583       - 9   # NDRPDR sel
1584       - 10  # NDRPDR sel
1585       - 11  # NDRPDR sel
1586       - 12  # NDRPDR sel
1587       - 13  # NDRPDR sel
1588     csit-dpdk-perf-verify-1904-3n-skx:
1589       - 2   # NDRPDR sel
1590       - 3   # NDRPDR sel
1591       - 4   # NDRPDR sel
1592       - 5   # NDRPDR sel
1593       - 6   # NDRPDR sel
1594       - 7   # NDRPDR sel
1595       - 11  # NDRPDR sel
1596       - 12  # NDRPDR sel
1597       - 13  # NDRPDR sel
1598       - 14  # NDRPDR sel
1599
1600     csit-dpdk-perf-verify-1810-2n-skx:
1601       - 3   # NDRPDR sel
1602       - 4   # NDRPDR sel
1603       - 5   # NDRPDR sel
1604       - 7   # NDRPDR sel
1605       - 8   # NDRPDR sel
1606       - 9   # NDRPDR sel
1607       - 10  # NDRPDR sel
1608       - 11  # NDRPDR sel
1609       - 12  # NDRPDR sel
1610       - 13  # NDRPDR sel
1611     csit-dpdk-perf-verify-1901-2n-skx:
1612       - 12  # NDRPDR sel
1613       - 13  # NDRPDR sel
1614       - 14  # NDRPDR sel
1615       - 15  # NDRPDR sel
1616       - 16  # NDRPDR sel
1617       - 17  # NDRPDR sel
1618       - 18  # NDRPDR sel
1619       - 19  # NDRPDR sel
1620       - 20  # NDRPDR sel
1621       - 21  # NDRPDR sel
1622     csit-dpdk-perf-verify-1904-2n-skx:
1623       - 2   # NDRPDR sel
1624       - 3   # NDRPDR sel
1625       - 4   # NDRPDR sel
1626       - 5   # NDRPDR sel
1627       - 7   # NDRPDR sel
1628       - 8   # NDRPDR sel
1629       - 9   # NDRPDR sel
1630       - 10  # NDRPDR sel
1631       - 11  # NDRPDR sel
1632       - 12  # NDRPDR sel
1633
1634     csit-vpp-functional-1904-ubuntu1604-virl:
1635       - 33
1636     csit-vpp-functional-1904-centos7-virl:
1637       - 32
1638     csit-vpp-device-1904-ubuntu1804-1n-skx:
1639       - 32
1640 #    # Not used
1641 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1642 #      - 1
1643     csit-dmm-functional-1904-ubuntu1604-virl:
1644       - 1
1645     csit-hc2vpp-verify-func-1904-ubuntu1604:
1646       - 4
1647
1648 - type: "output"
1649   output: "report"
1650   format:
1651     html:
1652     - full
1653 #    pdf:
1654 #    - minimal
1655
1656 ################################################################################
1657 ###                               T A B L E S                                ###
1658 ################################################################################
1659
1660 # VPP SOAK vs NDR
1661 - type: "table"
1662   title: "VPP SOAK vs NDR 2n-skx"
1663   algorithm: "table_soak_vs_ndr"
1664   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1665   reference:
1666     title: "NDR"
1667     data: "vpp-soak-vs-ndr-2n-skx-ref"
1668   compare:
1669     title: "SOAK"
1670     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1671   data: "vpp-soak-vs-ndr-2n-skx"
1672   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1673   filter: "('NDRPDR' or 'SOAK')"
1674   parameters:
1675     - "throughput"
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708 # VPP Compare NICs 3n-hsw 1t1c ndr
1709 - type: "table"
1710   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1711   algorithm: "table_nics_comparison"
1712   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1713   reference:
1714     title: "Intel-x520"
1715     nic: "NIC_Intel-X520-DA2"
1716   compare:
1717     title: "Intel-x710"
1718     nic: "NIC_Intel-X710"
1719   data: "vpp-nic-comparison-3n-hsw"
1720   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1721   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1722   parameters:
1723   - "name"
1724   - "parent"
1725   - "throughput"
1726   - "tags"
1727
1728 # VPP Compare NICs 3n-hsw 2t2c ndr
1729 - type: "table"
1730   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1731   algorithm: "table_nics_comparison"
1732   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1733   reference:
1734     title: "Intel-x520"
1735     nic: "NIC_Intel-X520-DA2"
1736   compare:
1737     title: "Intel-x710"
1738     nic: "NIC_Intel-X710"
1739   data: "vpp-nic-comparison-3n-hsw"
1740   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1741   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1742   parameters:
1743   - "name"
1744   - "parent"
1745   - "throughput"
1746   - "tags"
1747
1748 # VPP Compare NICs 3n-hsw 1t1c pdr
1749 - type: "table"
1750   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1751   algorithm: "table_nics_comparison"
1752   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1753   reference:
1754     title: "Intel-x520"
1755     nic: "NIC_Intel-X520-DA2"
1756   compare:
1757     title: "Intel-x710"
1758     nic: "NIC_Intel-X710"
1759   data: "vpp-nic-comparison-3n-hsw"
1760   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1761   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1762   parameters:
1763   - "name"
1764   - "parent"
1765   - "throughput"
1766   - "tags"
1767
1768 # VPP Compare NICs 3n-hsw 2t2c pdr
1769 - type: "table"
1770   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1771   algorithm: "table_nics_comparison"
1772   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1773   reference:
1774     title: "Intel-x520"
1775     nic: "NIC_Intel-X520-DA2"
1776   compare:
1777     title: "Intel-x710"
1778     nic: "NIC_Intel-X710"
1779   data: "vpp-nic-comparison-3n-hsw"
1780   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1781   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1782   parameters:
1783   - "name"
1784   - "parent"
1785   - "throughput"
1786   - "tags"
1787
1788 # VPP Compare NICs 3n-hsw 1t1c mrr
1789 - type: "table"
1790   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1791   algorithm: "table_nics_comparison"
1792   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1793   reference:
1794     title: "Intel-x520"
1795     nic: "NIC_Intel-X520-DA2"
1796   compare:
1797     title: "Intel-x710"
1798     nic: "NIC_Intel-X710"
1799   data: "vpp-nic-comparison-3n-hsw-mrr"
1800   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1801   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1802   parameters:
1803   - "name"
1804   - "parent"
1805   - "result"
1806   - "tags"
1807
1808 # VPP Compare NICs 3n-hsw 2t2c mrr
1809 - type: "table"
1810   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1811   algorithm: "table_nics_comparison"
1812   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1813   reference:
1814     title: "Intel-x520"
1815     nic: "NIC_Intel-X520-DA2"
1816   compare:
1817     title: "Intel-x710"
1818     nic: "NIC_Intel-X710"
1819   data: "vpp-nic-comparison-3n-hsw-mrr"
1820   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1821   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1822   parameters:
1823   - "name"
1824   - "parent"
1825   - "result"
1826   - "tags"
1827
1828 # VPP Compare NICs 3n-hsw 4t4c mrr
1829 - type: "table"
1830   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1831   algorithm: "table_nics_comparison"
1832   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1833   reference:
1834     title: "Intel-x520"
1835     nic: "NIC_Intel-X520-DA2"
1836   compare:
1837     title: "Intel-x710"
1838     nic: "NIC_Intel-X710"
1839   data: "vpp-nic-comparison-3n-hsw-mrr"
1840   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1841   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1842   parameters:
1843   - "name"
1844   - "parent"
1845   - "result"
1846   - "tags"
1847
1848 # VPP Compare NICs 3n-skx 2t1c ndr
1849 - type: "table"
1850   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1851   algorithm: "table_nics_comparison"
1852   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1853   reference:
1854     title: "Intel-x710"
1855     nic: "NIC_Intel-X710"
1856   compare:
1857     title: "Intel-xxv710"
1858     nic: "NIC_Intel-XXV710"
1859   data: "vpp-nic-comparison-3n-skx"
1860   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1861   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1862   parameters:
1863   - "name"
1864   - "parent"
1865   - "throughput"
1866   - "tags"
1867
1868 # VPP Compare NICs 3n-skx 4t2c ndr
1869 - type: "table"
1870   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1871   algorithm: "table_nics_comparison"
1872   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1873   reference:
1874     title: "Intel-x710"
1875     nic: "NIC_Intel-X710"
1876   compare:
1877     title: "Intel-xxv710"
1878     nic: "NIC_Intel-XXV710"
1879   data: "vpp-nic-comparison-3n-skx"
1880   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1881   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1882   parameters:
1883   - "name"
1884   - "parent"
1885   - "throughput"
1886   - "tags"
1887
1888 # VPP Compare NICs 3n-skx 2t1c pdr
1889 - type: "table"
1890   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1891   algorithm: "table_nics_comparison"
1892   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1893   reference:
1894     title: "Intel-x710"
1895     nic: "NIC_Intel-X710"
1896   compare:
1897     title: "Intel-xxv710"
1898     nic: "NIC_Intel-XXV710"
1899   data: "vpp-nic-comparison-3n-skx"
1900   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1901   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1902   parameters:
1903   - "name"
1904   - "parent"
1905   - "throughput"
1906   - "tags"
1907
1908  # VPP Compare NICs 3n-skx 4t2c pdr
1909 - type: "table"
1910   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1911   algorithm: "table_nics_comparison"
1912   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1913   reference:
1914     title: "Intel-x710"
1915     nic: "NIC_Intel-X710"
1916   compare:
1917     title: "Intel-xxv710"
1918     nic: "NIC_Intel-XXV710"
1919   data: "vpp-nic-comparison-3n-skx"
1920   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1921   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1922   parameters:
1923   - "name"
1924   - "parent"
1925   - "throughput"
1926   - "tags"
1927
1928 # VPP Compare NICs 3n-skx 2t1c mrr
1929 - type: "table"
1930   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1931   algorithm: "table_nics_comparison"
1932   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1933   reference:
1934     title: "Intel-x710"
1935     nic: "NIC_Intel-X710"
1936   compare:
1937     title: "Intel-xxv710"
1938     nic: "NIC_Intel-XXV710"
1939   data: "vpp-nic-comparison-3n-skx-mrr"
1940   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1941   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1942   parameters:
1943   - "name"
1944   - "parent"
1945   - "result"
1946   - "tags"
1947
1948 # VPP Compare NICs 3n-skx 4t2c mrr
1949 - type: "table"
1950   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1951   algorithm: "table_nics_comparison"
1952   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1953   reference:
1954     title: "Intel-x710"
1955     nic: "NIC_Intel-X710"
1956   compare:
1957     title: "Intel-xxv710"
1958     nic: "NIC_Intel-XXV710"
1959   data: "vpp-nic-comparison-3n-skx-mrr"
1960   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1961   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1962   parameters:
1963   - "name"
1964   - "parent"
1965   - "result"
1966   - "tags"
1967
1968  # VPP Compare NICs 3n-skx 8t4c mrr
1969 - type: "table"
1970   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1971   algorithm: "table_nics_comparison"
1972   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1973   reference:
1974     title: "Intel-x710"
1975     nic: "NIC_Intel-X710"
1976   compare:
1977     title: "Intel-xxv710"
1978     nic: "NIC_Intel-XXV710"
1979   data: "vpp-nic-comparison-3n-skx-mrr"
1980   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1981   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1982   parameters:
1983   - "name"
1984   - "parent"
1985   - "result"
1986   - "tags"
1987
1988 # VPP Compare NICs 2n-skx 2t1c ndr
1989 - type: "table"
1990   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1991   algorithm: "table_nics_comparison"
1992   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1993   reference:
1994     title: "Intel-x710"
1995     nic: "NIC_Intel-X710"
1996   compare:
1997     title: "Intel-xxv710"
1998     nic: "NIC_Intel-XXV710"
1999   data: "vpp-nic-comparison-2n-skx"
2000   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2001   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2002   parameters:
2003   - "name"
2004   - "parent"
2005   - "throughput"
2006   - "tags"
2007
2008 # VPP Compare NICs 2n-skx 4t2c ndr
2009 - type: "table"
2010   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2011   algorithm: "table_nics_comparison"
2012   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2013   reference:
2014     title: "Intel-x710"
2015     nic: "NIC_Intel-X710"
2016   compare:
2017     title: "Intel-xxv710"
2018     nic: "NIC_Intel-XXV710"
2019   data: "vpp-nic-comparison-2n-skx"
2020   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2021   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2022   parameters:
2023   - "name"
2024   - "parent"
2025   - "throughput"
2026   - "tags"
2027
2028  # VPP Compare NICs 2n-skx 2t1c pdr
2029 - type: "table"
2030   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2031   algorithm: "table_nics_comparison"
2032   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2033   reference:
2034     title: "Intel-x710"
2035     nic: "NIC_Intel-X710"
2036   compare:
2037     title: "Intel-xxv710"
2038     nic: "NIC_Intel-XXV710"
2039   data: "vpp-nic-comparison-2n-skx"
2040   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2041   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2042   parameters:
2043   - "name"
2044   - "parent"
2045   - "throughput"
2046   - "tags"
2047
2048 # VPP Compare NICs 2n-skx 4t2c pdr
2049 - type: "table"
2050   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2051   algorithm: "table_nics_comparison"
2052   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2053   reference:
2054     title: "Intel-x710"
2055     nic: "NIC_Intel-X710"
2056   compare:
2057     title: "Intel-xxv710"
2058     nic: "NIC_Intel-XXV710"
2059   data: "vpp-nic-comparison-2n-skx"
2060   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2061   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2062   parameters:
2063   - "name"
2064   - "parent"
2065   - "throughput"
2066   - "tags"
2067
2068 # VPP Compare NICs 2n-skx 2t1c mrr
2069 - type: "table"
2070   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2071   algorithm: "table_nics_comparison"
2072   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2073   reference:
2074     title: "Intel-x710"
2075     nic: "NIC_Intel-X710"
2076   compare:
2077     title: "Intel-xxv710"
2078     nic: "NIC_Intel-XXV710"
2079   data: "vpp-nic-comparison-2n-skx-mrr"
2080   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2081   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2082   parameters:
2083   - "name"
2084   - "parent"
2085   - "result"
2086   - "tags"
2087
2088 # VPP Compare NICs 2n-skx 4t2c mrr
2089 - type: "table"
2090   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2091   algorithm: "table_nics_comparison"
2092   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2093   reference:
2094     title: "Intel-x710"
2095     nic: "NIC_Intel-X710"
2096   compare:
2097     title: "Intel-xxv710"
2098     nic: "NIC_Intel-XXV710"
2099   data: "vpp-nic-comparison-2n-skx-mrr"
2100   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2101   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2102   parameters:
2103   - "name"
2104   - "parent"
2105   - "result"
2106   - "tags"
2107
2108 # VPP Compare NICs 2n-skx 8t4c mrr
2109 - type: "table"
2110   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2111   algorithm: "table_nics_comparison"
2112   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2113   reference:
2114     title: "Intel-x710"
2115     nic: "NIC_Intel-X710"
2116   compare:
2117     title: "Intel-xxv710"
2118     nic: "NIC_Intel-XXV710"
2119   data: "vpp-nic-comparison-2n-skx-mrr"
2120   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2121   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2122   parameters:
2123   - "name"
2124   - "parent"
2125   - "result"
2126   - "tags"
2127
2128 ################################################################################
2129 # VPP
2130
2131 ## VPP Performance Changes 2n-dnv 1t1c pdr
2132 #- type: "table"
2133 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2134 #  algorithm: "table_performance_comparison"
2135 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2136 #  history:
2137 #    - title: "rls1810"
2138 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2139 #  reference:
2140 #    title: "rls1901"
2141 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2142 #  compare:
2143 #    title: "rls1904"
2144 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2145 #  data: "intel-dnv-vpp-changes-2n-dnv"
2146 #  include-tests: "PDR"
2147 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2148 #  parameters:
2149 #  - "name"
2150 #  - "parent"
2151 #  - "throughput"
2152 #
2153 ## VPP Performance Changes 2n-dnv 2t2c pdr
2154 #- type: "table"
2155 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2156 #  algorithm: "table_performance_comparison"
2157 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2158 #  history:
2159 #    - title: "rls1810"
2160 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2161 #  reference:
2162 #    title: "rls1901"
2163 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2164 #  compare:
2165 #    title: "rls1904"
2166 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2167 #  data: "intel-dnv-vpp-changes-2n-dnv"
2168 #  include-tests: "PDR"
2169 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2170 #  parameters:
2171 #  - "name"
2172 #  - "parent"
2173 #  - "throughput"
2174 #
2175 ## VPP Performance Changes 2n-dnv 1t1c ndr
2176 #- type: "table"
2177 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2178 #  algorithm: "table_performance_comparison"
2179 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2180 #  history:
2181 #    - title: "rls1810"
2182 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2183 #  reference:
2184 #    title: "rls1901"
2185 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2186 #  compare:
2187 #    title: "rls1904"
2188 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2189 #  data: "intel-dnv-vpp-changes-2n-dnv"
2190 #  include-tests: "NDR"
2191 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2192 #  parameters:
2193 #  - "name"
2194 #  - "parent"
2195 #  - "throughput"
2196 #
2197 ## VPP Performance Changes 2n-dnv 2t2c ndr
2198 #- type: "table"
2199 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2200 #  algorithm: "table_performance_comparison"
2201 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2202 #  history:
2203 #    - title: "rls1810"
2204 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2205 #  reference:
2206 #    title: "rls1901"
2207 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2208 #  compare:
2209 #    title: "rls1904"
2210 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2211 #  data: "intel-dnv-vpp-changes-2n-dnv"
2212 #  include-tests: "NDR"
2213 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2214 #  parameters:
2215 #  - "name"
2216 #  - "parent"
2217 #  - "throughput"
2218 #
2219 ## VPP Performance Changes 2n-dnv 1t1c MRR
2220 #- type: "table"
2221 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2222 #  algorithm: "table_performance_comparison"
2223 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2224 #  history:
2225 #    - title: "rls1810"
2226 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2227 #  reference:
2228 #    title: "rls1901"
2229 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2230 #  compare:
2231 #    title: "rls1904"
2232 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2233 #  data: "intel-dnv-vpp-changes-2n-dnv"
2234 #  include-tests: "MRR"
2235 #  filter: "'1T1C' and 'MRR'"
2236 #  parameters:
2237 #  - "name"
2238 #  - "parent"
2239 #  - "result"
2240 #
2241 ## VPP Performance Changes 2n-dnv 2t2c MRR
2242 #- type: "table"
2243 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2244 #  algorithm: "table_performance_comparison"
2245 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2246 #  history:
2247 #    - title: "rls1810"
2248 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2249 #  reference:
2250 #    title: "rls1901"
2251 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2252 #  compare:
2253 #    title: "rls1904"
2254 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2255 #  data: "intel-dnv-vpp-changes-2n-dnv"
2256 #  include-tests: "MRR"
2257 #  filter: "'2T2C' and 'MRR'"
2258 #  parameters:
2259 #  - "name"
2260 #  - "parent"
2261 #  - "result"
2262 #
2263 ## VPP Performance Changes 2n-dnv 4t4c MRR
2264 #- type: "table"
2265 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2266 #  algorithm: "table_performance_comparison"
2267 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2268 #  history:
2269 #    - title: "rls1810"
2270 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2271 #  reference:
2272 #    title: "rls1901"
2273 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2274 #  compare:
2275 #    title: "rls1904"
2276 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2277 #  data: "intel-dnv-vpp-changes-2n-dnv"
2278 #  include-tests: "MRR"
2279 #  filter: "'4T4C' and 'MRR'"
2280 #  parameters:
2281 #  - "name"
2282 #  - "parent"
2283 #  - "result"
2284
2285 # VPP Performance Changes 3n-hsw 1t1c pdr
2286 - type: "table"
2287   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2288   algorithm: "table_performance_comparison"
2289   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2290   history:
2291     - title: "rls1810"
2292       data: "vpp-performance-changes-3n-hsw-h1"
2293   reference:
2294     title: "rls1901"
2295     data: "vpp-performance-changes-3n-hsw-ref"
2296   compare:
2297     title: "rls1904"
2298     data: "vpp-performance-changes-3n-hsw-cmp"
2299   data: "vpp-performance-changes-3n-hsw"
2300   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2301   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2302   parameters:
2303   - "name"
2304   - "parent"
2305   - "throughput"
2306
2307 # VPP Performance Changes 3n-hsw 2t2c pdr
2308 - type: "table"
2309   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2310   algorithm: "table_performance_comparison"
2311   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2312   history:
2313     - title: "rls1810"
2314       data: "vpp-performance-changes-3n-hsw-h1"
2315   reference:
2316     title: "rls1901"
2317     data: "vpp-performance-changes-3n-hsw-ref"
2318   compare:
2319     title: "rls1904"
2320     data: "vpp-performance-changes-3n-hsw-cmp"
2321   data: "vpp-performance-changes-3n-hsw"
2322   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2323   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2324   parameters:
2325   - "name"
2326   - "parent"
2327   - "throughput"
2328
2329 # VPP Performance Changes 3n-hsw 1t1c ndr
2330 - type: "table"
2331   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2332   algorithm: "table_performance_comparison"
2333   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2334   history:
2335     - title: "rls1810"
2336       data: "vpp-performance-changes-3n-hsw-h1"
2337   reference:
2338     title: "rls1901"
2339     data: "vpp-performance-changes-3n-hsw-ref"
2340   compare:
2341     title: "rls1904"
2342     data: "vpp-performance-changes-3n-hsw-cmp"
2343   data: "vpp-performance-changes-3n-hsw"
2344   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2345   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2346   parameters:
2347   - "name"
2348   - "parent"
2349   - "throughput"
2350
2351 # VPP Performance Changes 3n-hsw 2t2c ndr
2352 - type: "table"
2353   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2354   algorithm: "table_performance_comparison"
2355   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2356   history:
2357     - title: "rls1810"
2358       data: "vpp-performance-changes-3n-hsw-h1"
2359   reference:
2360     title: "rls1901"
2361     data: "vpp-performance-changes-3n-hsw-ref"
2362   compare:
2363     title: "rls1904"
2364     data: "vpp-performance-changes-3n-hsw-cmp"
2365   data: "vpp-performance-changes-3n-hsw"
2366   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2367   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2368   parameters:
2369   - "name"
2370   - "parent"
2371   - "throughput"
2372
2373 # VPP Performance Changes 3n-skx 2t1c pdr
2374 - type: "table"
2375   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2376   algorithm: "table_performance_comparison"
2377   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2378   history:
2379     - title: "rls1810"
2380       data: "vpp-performance-changes-3n-skx-h1"
2381   reference:
2382     title: "rls1901"
2383     data: "vpp-performance-changes-3n-skx-ref"
2384   compare:
2385     title: "rls1904"
2386     data: "vpp-performance-changes-3n-skx-cmp"
2387   data: "vpp-performance-changes-3n-skx"
2388   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2389   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2390   parameters:
2391   - "name"
2392   - "parent"
2393   - "throughput"
2394
2395 # VPP Performance Changes 3n-skx 4t2c pdr
2396 - type: "table"
2397   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2398   algorithm: "table_performance_comparison"
2399   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2400   history:
2401     - title: "rls1810"
2402       data: "vpp-performance-changes-3n-skx-h1"
2403   reference:
2404     title: "rls1901"
2405     data: "vpp-performance-changes-3n-skx-ref"
2406   compare:
2407     title: "rls1904"
2408     data: "vpp-performance-changes-3n-skx-cmp"
2409   data: "vpp-performance-changes-3n-skx"
2410   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2411   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2412   parameters:
2413   - "name"
2414   - "parent"
2415   - "throughput"
2416
2417 # VPP Performance Changes 3n-skx 2t1c ndr
2418 - type: "table"
2419   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2420   algorithm: "table_performance_comparison"
2421   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2422   history:
2423     - title: "rls1810"
2424       data: "vpp-performance-changes-3n-skx-h1"
2425   reference:
2426     title: "rls1901"
2427     data: "vpp-performance-changes-3n-skx-ref"
2428   compare:
2429     title: "rls1904"
2430     data: "vpp-performance-changes-3n-skx-cmp"
2431   data: "vpp-performance-changes-3n-skx"
2432   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2433   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2434   parameters:
2435   - "name"
2436   - "parent"
2437   - "throughput"
2438
2439 # VPP Performance Changes 3n-skx 4t2c ndr
2440 - type: "table"
2441   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2442   algorithm: "table_performance_comparison"
2443   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2444   history:
2445     - title: "rls1810"
2446       data: "vpp-performance-changes-3n-skx-h1"
2447   reference:
2448     title: "rls1901"
2449     data: "vpp-performance-changes-3n-skx-ref"
2450   compare:
2451     title: "rls1904"
2452     data: "vpp-performance-changes-3n-skx-cmp"
2453   data: "vpp-performance-changes-3n-skx"
2454   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2455   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2456   parameters:
2457   - "name"
2458   - "parent"
2459   - "throughput"
2460
2461 # VPP Performance Changes 2n-skx 2t1c pdr
2462 - type: "table"
2463   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2464   algorithm: "table_performance_comparison"
2465   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2466   history:
2467     - title: "rls1810"
2468       data: "vpp-performance-changes-2n-skx-h1"
2469   reference:
2470     title: "rls1901"
2471     data: "vpp-performance-changes-2n-skx-ref"
2472   compare:
2473     title: "rls1904"
2474     data: "vpp-performance-changes-2n-skx-cmp"
2475   data: "vpp-performance-changes-2n-skx"
2476   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2477   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2478   parameters:
2479   - "name"
2480   - "parent"
2481   - "throughput"
2482
2483 # VPP Performance Changes 2n-skx 4t2c pdr
2484 - type: "table"
2485   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2486   algorithm: "table_performance_comparison"
2487   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2488   history:
2489     - title: "rls1810"
2490       data: "vpp-performance-changes-2n-skx-h1"
2491   reference:
2492     title: "rls1901"
2493     data: "vpp-performance-changes-2n-skx-ref"
2494   compare:
2495     title: "rls1904"
2496     data: "vpp-performance-changes-2n-skx-cmp"
2497   data: "vpp-performance-changes-2n-skx"
2498   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2499   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2500   parameters:
2501   - "name"
2502   - "parent"
2503   - "throughput"
2504
2505 # VPP Performance Changes 2n-skx 2t1c ndr
2506 - type: "table"
2507   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2508   algorithm: "table_performance_comparison"
2509   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2510   history:
2511     - title: "rls1810"
2512       data: "vpp-performance-changes-2n-skx-h1"
2513   reference:
2514     title: "rls1901"
2515     data: "vpp-performance-changes-2n-skx-ref"
2516   compare:
2517     title: "rls1904"
2518     data: "vpp-performance-changes-2n-skx-cmp"
2519   data: "vpp-performance-changes-2n-skx"
2520   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2521   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2522   parameters:
2523   - "name"
2524   - "parent"
2525   - "throughput"
2526
2527 # VPP Performance Changes 2n-skx 4t2c ndr
2528 - type: "table"
2529   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2530   algorithm: "table_performance_comparison"
2531   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2532   history:
2533     - title: "rls1810"
2534       data: "vpp-performance-changes-2n-skx-h1"
2535   reference:
2536     title: "rls1901"
2537     data: "vpp-performance-changes-2n-skx-ref"
2538   compare:
2539     title: "rls1904"
2540     data: "vpp-performance-changes-2n-skx-cmp"
2541   data: "vpp-performance-changes-2n-skx"
2542   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2543   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2544   parameters:
2545   - "name"
2546   - "parent"
2547   - "throughput"
2548
2549 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2550 - type: "table"
2551   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2552   algorithm: "table_performance_comparison"
2553   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2554   reference:
2555     title: "3-Node Hsw"
2556     data: "vpp-compare-testbeds-ref"
2557   compare:
2558     title: "3-Node Skx"
2559     data: "vpp-compare-testbeds-cmp"
2560   data: "vpp-compare-testbeds"
2561   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2562   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2563   parameters:
2564   - "name"
2565   - "parent"
2566   - "throughput"
2567
2568 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2569 - type: "table"
2570   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2571   algorithm: "table_performance_comparison"
2572   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2573   reference:
2574     title: "3-Node Hsw"
2575     data: "vpp-compare-testbeds-ref"
2576   compare:
2577     title: "3-Node Skx"
2578     data: "vpp-compare-testbeds-cmp"
2579   data: "vpp-compare-testbeds"
2580   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2581   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2582   parameters:
2583   - "name"
2584   - "parent"
2585   - "throughput"
2586
2587 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2588 - type: "table"
2589   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2590   algorithm: "table_performance_comparison"
2591   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2592   reference:
2593     title: "3-Node Hsw"
2594     data: "vpp-compare-testbeds-ref"
2595   compare:
2596     title: "3-Node Skx"
2597     data: "vpp-compare-testbeds-cmp"
2598   data: "vpp-compare-testbeds"
2599   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2600   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2601   parameters:
2602   - "name"
2603   - "parent"
2604   - "throughput"
2605
2606 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2607 - type: "table"
2608   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2609   algorithm: "table_performance_comparison"
2610   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2611   reference:
2612     title: "3-Node Hsw"
2613     data: "vpp-compare-testbeds-ref"
2614   compare:
2615     title: "3-Node Skx"
2616     data: "vpp-compare-testbeds-cmp"
2617   data: "vpp-compare-testbeds"
2618   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2619   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2620   parameters:
2621   - "name"
2622   - "parent"
2623   - "throughput"
2624
2625 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2626 - type: "table"
2627   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2628   algorithm: "table_performance_comparison"
2629   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2630   reference:
2631     title: "3-Node Skx"
2632     data: "vpp-compare-topologies-ref"
2633   compare:
2634     title: "2-Node Skx"
2635     data: "vpp-compare-topologies-cmp"
2636   data: "vpp-compare-topologies"
2637   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2638   filter: "'NDRPDR' and '1C'"
2639   parameters:
2640   - "name"
2641   - "parent"
2642   - "throughput"
2643
2644 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2645 - type: "table"
2646   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2647   algorithm: "table_performance_comparison"
2648   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2649   reference:
2650     title: "3-Node Skx"
2651     data: "vpp-compare-topologies-ref"
2652   compare:
2653     title: "2-Node Skx"
2654     data: "vpp-compare-topologies-cmp"
2655   data: "vpp-compare-topologies"
2656   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2657   filter: "'NDRPDR' and '2C'"
2658   parameters:
2659   - "name"
2660   - "parent"
2661   - "throughput"
2662
2663 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2664 - type: "table"
2665   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2666   algorithm: "table_performance_comparison"
2667   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2668   reference:
2669     title: "3-Node Skx"
2670     data: "vpp-compare-topologies-ref"
2671   compare:
2672     title: "2-Node Skx"
2673     data: "vpp-compare-topologies-cmp"
2674   data: "vpp-compare-topologies"
2675   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2676   filter: "'NDRPDR' and '1C'"
2677   parameters:
2678   - "name"
2679   - "parent"
2680   - "throughput"
2681
2682 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2683 - type: "table"
2684   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2685   algorithm: "table_performance_comparison"
2686   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2687   reference:
2688     title: "3-Node Skx"
2689     data: "vpp-compare-topologies-ref"
2690   compare:
2691     title: "2-Node Skx"
2692     data: "vpp-compare-topologies-cmp"
2693   data: "vpp-compare-topologies"
2694   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2695   filter: "'NDRPDR' and '2C'"
2696   parameters:
2697   - "name"
2698   - "parent"
2699   - "throughput"
2700
2701 # VPP Performance Changes 3n-hsw 1t1c MRR
2702 - type: "table"
2703   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2704   algorithm: "table_performance_comparison"
2705   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2706   history:
2707     - title: "rls1810"
2708       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2709   reference:
2710     title: "rls1901"
2711     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2712   compare:
2713     title: "rls1904"
2714     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2715   data: "vpp-performance-changes-3n-hsw-mrr"
2716   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2717   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2718   parameters:
2719   - "name"
2720   - "parent"
2721   - "result"
2722
2723 # VPP Performance Changes 3n-hsw 2t2c MRR
2724 - type: "table"
2725   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2726   algorithm: "table_performance_comparison"
2727   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2728   history:
2729     - title: "rls1810"
2730       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2731   reference:
2732     title: "rls1901"
2733     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2734   compare:
2735     title: "rls1904"
2736     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2737   data: "vpp-performance-changes-3n-hsw-mrr"
2738   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2739   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2740   parameters:
2741   - "name"
2742   - "parent"
2743   - "result"
2744
2745 # VPP Performance Changes 3n-hsw 4t4c MRR
2746 - type: "table"
2747   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2748   algorithm: "table_performance_comparison"
2749   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2750   history:
2751     - title: "rls1810"
2752       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2753   reference:
2754     title: "rls1901"
2755     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2756   compare:
2757     title: "rls1904"
2758     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2759   data: "vpp-performance-changes-3n-hsw-mrr"
2760   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2761   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2762   parameters:
2763   - "name"
2764   - "parent"
2765   - "result"
2766
2767 # VPP Performance Changes 3n-skx 2t1c MRR
2768 - type: "table"
2769   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2770   algorithm: "table_performance_comparison"
2771   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2772   history:
2773     - title: "rls1810"
2774       data: "vpp-performance-changes-3n-skx-mrr-h1"
2775   reference:
2776     title: "rls1901"
2777     data: "vpp-performance-changes-3n-skx-mrr-ref"
2778   compare:
2779     title: "rls1904"
2780     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2781   data: "vpp-performance-changes-3n-skx-mrr"
2782   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2783   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2784   parameters:
2785   - "name"
2786   - "parent"
2787   - "result"
2788
2789 # VPP Performance Changes 3n-skx 4t2c MRR
2790 - type: "table"
2791   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2792   algorithm: "table_performance_comparison"
2793   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2794   history:
2795     - title: "rls1810"
2796       data: "vpp-performance-changes-3n-skx-mrr-h1"
2797   reference:
2798     title: "rls1901"
2799     data: "vpp-performance-changes-3n-skx-mrr-ref"
2800   compare:
2801     title: "rls1904"
2802     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2803   data: "vpp-performance-changes-3n-skx-mrr"
2804   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2805   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2806   parameters:
2807   - "name"
2808   - "parent"
2809   - "result"
2810
2811 # VPP Performance Changes 3n-skx 8t4c MRR
2812 - type: "table"
2813   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2814   algorithm: "table_performance_comparison"
2815   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2816   history:
2817     - title: "rls1810"
2818       data: "vpp-performance-changes-3n-skx-mrr-h1"
2819   reference:
2820     title: "rls1901"
2821     data: "vpp-performance-changes-3n-skx-mrr-ref"
2822   compare:
2823     title: "rls1904"
2824     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2825   data: "vpp-performance-changes-3n-skx-mrr"
2826   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2827   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2828   parameters:
2829   - "name"
2830   - "parent"
2831   - "result"
2832
2833 # VPP Performance Changes 2n-skx 2t1c MRR
2834 - type: "table"
2835   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2836   algorithm: "table_performance_comparison"
2837   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2838   history:
2839     - title: "rls1810"
2840       data: "vpp-performance-changes-2n-skx-mrr-h1"
2841   reference:
2842     title: "rls1901"
2843     data: "vpp-performance-changes-2n-skx-mrr-ref"
2844   compare:
2845     title: "rls1904"
2846     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2847   data: "vpp-performance-changes-2n-skx-mrr"
2848   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2849   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2850   parameters:
2851   - "name"
2852   - "parent"
2853   - "result"
2854
2855 # VPP Performance Changes 2n-skx 4t2c MRR
2856 - type: "table"
2857   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2858   algorithm: "table_performance_comparison"
2859   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2860   history:
2861     - title: "rls1810"
2862       data: "vpp-performance-changes-2n-skx-mrr-h1"
2863   reference:
2864     title: "rls1901"
2865     data: "vpp-performance-changes-2n-skx-mrr-ref"
2866   compare:
2867     title: "rls1904"
2868     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2869   data: "vpp-performance-changes-2n-skx-mrr"
2870   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2871   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2872   parameters:
2873   - "name"
2874   - "parent"
2875   - "result"
2876
2877 # VPP Performance Changes 2n-skx 8t4c MRR
2878 - type: "table"
2879   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2880   algorithm: "table_performance_comparison"
2881   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2882   history:
2883     - title: "rls1810"
2884       data: "vpp-performance-changes-2n-skx-mrr-h1"
2885   reference:
2886     title: "rls1901"
2887     data: "vpp-performance-changes-2n-skx-mrr-ref"
2888   compare:
2889     title: "rls1904"
2890     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2891   data: "vpp-performance-changes-2n-skx-mrr"
2892   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2893   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2894   parameters:
2895   - "name"
2896   - "parent"
2897   - "result"
2898
2899 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2900 - type: "table"
2901   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2902   algorithm: "table_performance_comparison"
2903   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2904   reference:
2905     title: "3-Node Hsw"
2906     data: "vpp-compare-testbeds-mrr-ref"
2907   compare:
2908     title: "3-Node Skx"
2909     data: "vpp-compare-testbeds-mrr-cmp"
2910   data: "vpp-compare-testbeds-mrr"
2911   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2912   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2913   parameters:
2914   - "name"
2915   - "parent"
2916   - "result"
2917
2918 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2919 - type: "table"
2920   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2921   algorithm: "table_performance_comparison"
2922   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2923   reference:
2924     title: "3-Node Hsw"
2925     data: "vpp-compare-testbeds-mrr-ref"
2926   compare:
2927     title: "3-Node Skx"
2928     data: "vpp-compare-testbeds-mrr-cmp"
2929   data: "vpp-compare-testbeds-mrr"
2930   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2931   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2932   parameters:
2933   - "name"
2934   - "parent"
2935   - "result"
2936
2937 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2938 - type: "table"
2939   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2940   algorithm: "table_performance_comparison"
2941   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2942   reference:
2943     title: "3-Node Hsw"
2944     data: "vpp-compare-testbeds-mrr-ref"
2945   compare:
2946     title: "3-Node Skx"
2947     data: "vpp-compare-testbeds-mrr-cmp"
2948   data: "vpp-compare-testbeds-mrr"
2949   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2950   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2951   parameters:
2952   - "name"
2953   - "parent"
2954   - "result"
2955
2956 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2957 - type: "table"
2958   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2959   algorithm: "table_performance_comparison"
2960   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2961   reference:
2962     title: "3-Node Skx"
2963     data: "vpp-compare-topologies-mrr-ref"
2964   compare:
2965     title: "2-Node Skx"
2966     data: "vpp-compare-topologies-mrr-cmp"
2967   data: "vpp-compare-topologies-mrr"
2968   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2969   filter: "'MRR' and '1C'"
2970   parameters:
2971   - "name"
2972   - "parent"
2973   - "result"
2974
2975 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2976 - type: "table"
2977   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2978   algorithm: "table_performance_comparison"
2979   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2980   reference:
2981     title: "3-Node Skx"
2982     data: "vpp-compare-topologies-mrr-ref"
2983   compare:
2984     title: "2-Node Skx"
2985     data: "vpp-compare-topologies-mrr-cmp"
2986   data: "vpp-compare-topologies-mrr"
2987   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2988   filter: "'MRR' and '2C'"
2989   parameters:
2990   - "name"
2991   - "parent"
2992   - "result"
2993
2994 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2995 - type: "table"
2996   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2997   algorithm: "table_performance_comparison"
2998   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2999   reference:
3000     title: "3-Node Skx"
3001     data: "vpp-compare-topologies-mrr-ref"
3002   compare:
3003     title: "2-Node Skx"
3004     data: "vpp-compare-topologies-mrr-cmp"
3005   data: "vpp-compare-topologies-mrr"
3006   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3007   filter: "'MRR' and '4C'"
3008   parameters:
3009   - "name"
3010   - "parent"
3011   - "result"
3012
3013 # Detailed Test Results - VPP Performance Results 3n-hsw
3014 - type: "table"
3015   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3016   algorithm: "table_merged_details"
3017   output-file-ext: ".csv"
3018   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3019   columns:
3020   - title: "Name"
3021     data: "data name"
3022   - title: "Status"
3023     data: "data msg"
3024   rows: "generated"
3025   data: "vpp-perf-results-3n-hsw"
3026   filter: "not 'NDRCHK' and not 'PDRCHK'"
3027   parameters:
3028   - "name"
3029   - "parent"
3030   - "msg"
3031
3032 # Detailed Test Results - VPP Performance Results 3n-skx
3033 - type: "table"
3034   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3035   algorithm: "table_merged_details"
3036   output-file-ext: ".csv"
3037   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3038   columns:
3039   - title: "Name"
3040     data: "data name"
3041   - title: "Status"
3042     data: "data msg"
3043   rows: "generated"
3044   data: "vpp-perf-results-3n-skx"
3045   filter: "not 'NDRCHK' and not 'PDRCHK'"
3046   parameters:
3047   - "name"
3048   - "parent"
3049   - "msg"
3050
3051 # Detailed Test Results - VPP Performance Results 2n-skx
3052 - type: "table"
3053   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3054   algorithm: "table_merged_details"
3055   output-file-ext: ".csv"
3056   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3057   columns:
3058   - title: "Name"
3059     data: "data name"
3060   - title: "Status"
3061     data: "data msg"
3062   rows: "generated"
3063   data: "vpp-perf-results-2n-skx"
3064   filter: "not 'NDRCHK' and not 'PDRCHK'"
3065   parameters:
3066   - "name"
3067   - "parent"
3068   - "msg"
3069
3070 ## Detailed Test Results - VPP Performance Results 2n-dnv
3071 #- type: "table"
3072 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3073 #  algorithm: "table_details"
3074 #  output-file-ext: ".csv"
3075 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3076 #  columns:
3077 #  - title: "Name"
3078 #    data: "data name"
3079 #  - title: "Status"
3080 #    data: "data msg"
3081 #  rows: "generated"
3082 #  data: "intel-dnv-vpp"
3083 #  filter: "'NDRPDR'"
3084 #  parameters:
3085 #  - "name"
3086 #  - "parent"
3087 #  - "msg"
3088
3089 # Test configuration - VPP Performance Test Configs 3n-hsw
3090 - type: "table"
3091   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3092   algorithm: "table_merged_details"
3093   output-file-ext: ".csv"
3094   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3095   columns:
3096   - title: "Name"
3097     data: "data name"
3098   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3099     data: "data conf-history"
3100   rows: "generated"
3101   data: "vpp-perf-results-3n-hsw"
3102   filter: "not 'NDRCHK' and not 'PDRCHK'"
3103   parameters:
3104   - "parent"
3105   - "name"
3106   - "conf-history"
3107
3108 # Test configuration - VPP Performance Test Configs 3n-skx
3109 - type: "table"
3110   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3111   algorithm: "table_merged_details"
3112   output-file-ext: ".csv"
3113   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3114   columns:
3115   - title: "Name"
3116     data: "data name"
3117   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3118     data: "data conf-history"
3119   rows: "generated"
3120   data: "vpp-perf-results-3n-skx"
3121   filter: "not 'NDRCHK' and not 'PDRCHK'"
3122   parameters:
3123   - "parent"
3124   - "name"
3125   - "conf-history"
3126
3127 # Test configuration - VPP Performance Test Configs 2n-skx
3128 - type: "table"
3129   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3130   algorithm: "table_merged_details"
3131   output-file-ext: ".csv"
3132   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3133   columns:
3134   - title: "Name"
3135     data: "data name"
3136   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3137     data: "data conf-history"
3138   rows: "generated"
3139   data: "vpp-perf-results-2n-skx"
3140   filter: "not 'NDRCHK' and not 'PDRCHK'"
3141   parameters:
3142   - "parent"
3143   - "name"
3144   - "conf-history"
3145
3146 ## Test configuration - VPP Performance Test Configs 2n-dnv
3147 #- type: "table"
3148 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3149 #  algorithm: "table_details"
3150 #  output-file-ext: ".csv"
3151 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3152 #  columns:
3153 #  - title: "Name"
3154 #    data: "data name"
3155 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3156 #    data: "data conf-history"
3157 #  rows: "generated"
3158 #  data: "intel-dnv-vpp"
3159 #  filter: "'NDRPDR'"
3160 #  parameters:
3161 #  - "parent"
3162 #  - "name"
3163 #  - "conf-history"
3164
3165 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3166 - type: "table"
3167   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3168   algorithm: "table_merged_details"
3169   output-file-ext: ".csv"
3170   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3171   columns:
3172   - title: "Name"
3173     data: "data name"
3174   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3175     data: "data show-run"
3176   rows: "generated"
3177   data: "vpp-perf-results-3n-hsw"
3178   filter: "not 'NDRCHK' and not 'PDRCHK'"
3179   parameters:
3180   - "parent"
3181   - "name"
3182   - "show-run"
3183
3184 # Test Operational Data - VPP Performance Operational Data 3n-skx
3185 - type: "table"
3186   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3187   algorithm: "table_merged_details"
3188   output-file-ext: ".csv"
3189   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3190   columns:
3191   - title: "Name"
3192     data: "data name"
3193   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3194     data: "data show-run"
3195   rows: "generated"
3196   data: "vpp-perf-results-3n-skx"
3197   filter: "not 'NDRCHK' and not 'PDRCHK'"
3198   parameters:
3199   - "parent"
3200   - "name"
3201   - "show-run"
3202
3203 # Test Operational Data - VPP Performance Operational Data 2n-skx
3204 - type: "table"
3205   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3206   algorithm: "table_merged_details"
3207   output-file-ext: ".csv"
3208   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3209   columns:
3210   - title: "Name"
3211     data: "data name"
3212   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3213     data: "data show-run"
3214   rows: "generated"
3215   data: "vpp-perf-results-2n-skx"
3216   filter: "not 'NDRCHK' and not 'PDRCHK'"
3217   parameters:
3218   - "parent"
3219   - "name"
3220   - "show-run"
3221
3222 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3223 #- type: "table"
3224 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3225 #  algorithm: "table_details"
3226 #  output-file-ext: ".csv"
3227 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3228 #  columns:
3229 #  - title: "Name"
3230 #    data: "data name"
3231 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3232 #    data: "data show-run"
3233 #  rows: "generated"
3234 #  data: "intel-dnv-vpp"
3235 #  filter: "'NDRPDR'"
3236 #  parameters:
3237 #  - "parent"
3238 #  - "name"
3239 #  - "show-run"
3240
3241 # Detailed Test Results - VPP MRR Results 3n-hsw
3242 - type: "table"
3243   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3244   algorithm: "table_details"
3245   output-file-ext: ".csv"
3246   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3247   columns:
3248   - title: "Name"
3249     data: "data name"
3250   - title: "Status"
3251     data: "data msg"
3252   rows: "generated"
3253   data: "vpp-mrr-results-3n-hsw"
3254   filter: "'MRR'"
3255   parameters:
3256   - "name"
3257   - "parent"
3258   - "msg"
3259
3260 # Detailed Test Results - VPP MRR Results 3n-skx
3261 - type: "table"
3262   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3263   algorithm: "table_details"
3264   output-file-ext: ".csv"
3265   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3266   columns:
3267   - title: "Name"
3268     data: "data name"
3269   - title: "Status"
3270     data: "data msg"
3271   rows: "generated"
3272   data: "vpp-mrr-results-3n-skx"
3273   filter: "'MRR'"
3274   parameters:
3275   - "name"
3276   - "parent"
3277   - "msg"
3278
3279 # Detailed Test Results - VPP MRR Results 2n-skx
3280 - type: "table"
3281   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3282   algorithm: "table_details"
3283   output-file-ext: ".csv"
3284   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3285   columns:
3286   - title: "Name"
3287     data: "data name"
3288   - title: "Status"
3289     data: "data msg"
3290   rows: "generated"
3291   data: "vpp-mrr-results-2n-skx"
3292   filter: "'MRR'"
3293   parameters:
3294   - "name"
3295   - "parent"
3296   - "msg"
3297
3298 ## Detailed Test Results - VPP MRR Results 2n-dnv
3299 #- type: "table"
3300 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3301 #  algorithm: "table_details"
3302 #  output-file-ext: ".csv"
3303 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3304 #  columns:
3305 #  - title: "Name"
3306 #    data: "data name"
3307 #  - title: "Status"
3308 #    data: "data msg"
3309 #  rows: "generated"
3310 #  data: "intel-dnv-vpp"
3311 #  filter: "'MRR'"
3312 #  parameters:
3313 #  - "name"
3314 #  - "parent"
3315 #  - "msg"
3316
3317 # Test configuration - VPP MRR Test Configs 3n-hsw
3318 - type: "table"
3319   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3320   algorithm: "table_details"
3321   output-file-ext: ".csv"
3322   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3323   columns:
3324   - title: "Name"
3325     data: "data name"
3326   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3327     data: "data conf-history"
3328   rows: "generated"
3329   data: "vpp-mrr-results-3n-hsw"
3330   filter: "'MRR'"
3331   parameters:
3332   - "parent"
3333   - "name"
3334   - "conf-history"
3335
3336 # Test configuration - VPP MRR Test Configs 3n-skx
3337 - type: "table"
3338   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3339   algorithm: "table_details"
3340   output-file-ext: ".csv"
3341   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3342   columns:
3343   - title: "Name"
3344     data: "data name"
3345   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3346     data: "data conf-history"
3347   rows: "generated"
3348   data: "vpp-mrr-results-3n-skx"
3349   filter: "'MRR'"
3350   parameters:
3351   - "parent"
3352   - "name"
3353   - "conf-history"
3354
3355 # Test configuration - VPP MRR Test Configs 2n-skx
3356 - type: "table"
3357   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3358   algorithm: "table_details"
3359   output-file-ext: ".csv"
3360   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3361   columns:
3362   - title: "Name"
3363     data: "data name"
3364   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3365     data: "data conf-history"
3366   rows: "generated"
3367   data: "vpp-mrr-results-2n-skx"
3368   filter: "'MRR'"
3369   parameters:
3370   - "parent"
3371   - "name"
3372   - "conf-history"
3373
3374 ## Test configuration - VPP MRR Test Configs 2n-dnv
3375 #- type: "table"
3376 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3377 #  algorithm: "table_details"
3378 #  output-file-ext: ".csv"
3379 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3380 #  columns:
3381 #  - title: "Name"
3382 #    data: "data name"
3383 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3384 #    data: "data conf-history"
3385 #  rows: "generated"
3386 #  data: "intel-dnv-vpp"
3387 #  filter: "'MRR'"
3388 #  parameters:
3389 #  - "parent"
3390 #  - "name"
3391 #  - "conf-history"
3392
3393 # Detailed Test Results - VPP Functional Results - Ubuntu
3394 - type: "table"
3395   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3396   algorithm: "table_details"
3397   output-file-ext: ".csv"
3398   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3399   columns:
3400   - title: "Name"
3401     data: "data name"
3402   - title: "Documentation"
3403     data: "data doc"
3404   - title: "Status"
3405     data: "data status"
3406   rows: "generated"
3407   data: "vpp-func-results-ubuntu"
3408   filter: "all"
3409   parameters:
3410   - "name"
3411   - "parent"
3412   - "doc"
3413   - "status"
3414
3415 # Detailed Test Results - VPP Functional Results - CentOS
3416 - type: "table"
3417   title: "Detailed Test Results - VPP Functional Results - CentOS"
3418   algorithm: "table_details"
3419   output-file-ext: ".csv"
3420   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3421   columns:
3422   - title: "Name"
3423     data: "data name"
3424   - title: "Documentation"
3425     data: "data doc"
3426   -