CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # TODO: Replace with 1904 data
147 #      # csit-vpp-perf-verify-1904-3n-hsw:
148 #      csit-vpp-perf-verify-1810-3n-hsw:
149 #        - 28  # WRK
150 #        - 29  # WRK
151 #        - 30  # WRK
152 #        - 31  # WRK
153 #        - 32  # WRK
154 #        - 33  # WRK
155 #        - 34  # WRK
156 #        - 35  # WRK
157 #        - 36  # WRK
158 #        - 37  # WRK
159
160 #    plot-ligato-throughput-lat-tsa-3n-hsw:
161 #      # TODO: Replace with 1904 data
162 #      # csit-ligato-perf-verify-1904-3n-hsw:
163 #      csit-ligato-perf-verify-1901-3n-hsw:
164 #        - 8   # NDRPDR sel
165 #        - 9   # NDRPDR sel
166 #        - 11  # NDRPDR sel
167 #        - 12  # NDRPDR sel
168 #        - 13  # NDRPDR sel
169 #        - 14  # NDRPDR sel
170 #        - 15  # NDRPDR sel
171 #        - 16  # NDRPDR sel
172 #        - 17  # NDRPDR sel
173 #        - 18  # NDRPDR sel
174
175     plot-dpdk-throughput-latency-3n-hsw:
176       csit-dpdk-perf-verify-1904-3n-hsw:
177         - 2   # NDRPDR sel
178         - 3   # NDRPDR sel
179         - 5   # NDRPDR sel
180         - 6   # NDRPDR sel
181         - 13  # NDRPDR sel
182         - 14  # NDRPDR sel
183         - 15  # NDRPDR sel
184         - 18  # NDRPDR sel
185         - 19  # NDRPDR sel
186         - 20  # NDRPDR sel
187
188     # 3n-skx
189
190     plot-vpp-throughput-lat-tsa-3n-skx:
191       csit-vpp-perf-verify-1904-3n-skx:
192         - 8   # NDRPDR sel
193         - 9   # NDRPDR sel
194         - 10  # NDRPDR sel
195         - 11  # NDRPDR sel
196         - 12  # NDRPDR sel
197         - 14  # NDRPDR sel
198         - 16  # NDRPDR sel
199         - 21  # NDRPDR sel
200         - 23  # NDRPDR sel
201         - 25  # NDRPDR sel
202
203     plot-dpdk-throughput-latency-3n-skx:
204       csit-dpdk-perf-verify-1904-3n-skx:
205         - 2   # NDRPDR sel
206         - 3   # NDRPDR sel
207         - 4   # NDRPDR sel
208         - 5   # NDRPDR sel
209         - 6   # NDRPDR sel
210         - 7   # NDRPDR sel
211         - 11  # NDRPDR sel
212         - 12  # NDRPDR sel
213         - 13  # NDRPDR sel
214         - 14  # NDRPDR sel
215
216     # 2n-skx
217
218     plot-vpp-throughput-lat-tsa-2n-skx:
219       csit-vpp-perf-verify-1904-2n-skx:
220         - 12  # NDRPDR sel
221         - 14  # NDRPDR sel
222         - 16  # NDRPDR sel
223         - 17  # NDRPDR sel
224         - 18  # NDRPDR sel
225         - 21  # NDRPDR sel
226         - 27  # NDRPDR sel
227         - 30  # NDRPDR sel
228         - 31  # NDRPDR sel
229         - 32  # NDRPDR sel
230
231     plot-vpp-soak-2n-skx:
232       # TODO: Add 1904 data
233       csit-vpp-perf-verify-1904-2n-skx:
234         - 70  # soak
235         - 71  # soak
236
237     plot-vpp-nfv-2n-skx-ndrpdr-64b:
238       csit-vpp-perf-verify-1904-2n-skx:
239         - 56  # NFV NDRPDR 64b
240         - 59  # NFV NDRPDR 64b
241         - 60  # NFV NDRPDR 64b
242         - 65  # NFV NDRPDR 64b
243         - 68  # NFV NDRPDR 64b
244         - 80  # NFV MRR NDRPDR 64b IMIX
245         - 81  # NFV MRR NDRPDR 64b IMIX
246         - 84  # NFV MRR NDRPDR 64b IMIX
247         - 85  # NFV MRR NDRPDR 64b IMIX
248         - 86  # NFV MRR NDRPDR 64b IMIX
249
250     plot-vpp-nfv-2n-skx-ndrpdr-imix:
251       csit-vpp-perf-verify-1904-2n-skx:
252         - 66  # NFV NDRPDR IMIX
253         - 67  # NFV NDRPDR IMIX
254         - 69  # NFV NDRPDR IMIX
255         - 82  # NFV NDRPDR IMIX
256         - 83  # NFV NDRPDR IMIX
257         - 80  # NFV MRR NDRPDR 64b IMIX
258         - 81  # NFV MRR NDRPDR 64b IMIX
259         - 84  # NFV MRR NDRPDR 64b IMIX
260         - 85  # NFV MRR NDRPDR 64b IMIX
261         - 86  # NFV MRR NDRPDR 64b IMIX
262
263     plot-vpp-nfv-2n-skx-mrr-64b:
264       csit-vpp-perf-verify-1904-2n-skx:
265         - 40  # NFV MRR 64b
266         - 41  # NFV MRR 64b
267         - 42  # NFV MRR 64b
268         - 47  # NFV MRR 64b
269         - 48  # NFV MRR 64b
270         - 80  # NFV MRR NDRPDR 64b IMIX
271         - 81  # NFV MRR NDRPDR 64b IMIX
272         - 84  # NFV MRR NDRPDR 64b IMIX
273         - 85  # NFV MRR NDRPDR 64b IMIX
274         - 86  # NFV MRR NDRPDR 64b IMIX
275
276     plot-vpp-nfv-2n-skx-mrr-imix:
277       csit-vpp-perf-verify-1904-2n-skx:
278         - 49  # NFV MRR IMIX
279         - 50  # NFV MRR IMIX
280         - 51  # NFV MRR IMIX
281         - 54  # NFV MRR IMIX
282         - 55  # NFV MRR IMIX
283         - 80  # NFV MRR NDRPDR 64b IMIX
284         - 81  # NFV MRR NDRPDR 64b IMIX
285         - 84  # NFV MRR NDRPDR 64b IMIX
286         - 85  # NFV MRR NDRPDR 64b IMIX
287         - 86  # NFV MRR NDRPDR 64b IMIX
288
289     plot-dpdk-throughput-latency-2n-skx:
290       csit-dpdk-perf-verify-1904-2n-skx:
291         - 2   # NDRPDR sel
292         - 3   # NDRPDR sel
293         - 4   # NDRPDR sel
294         - 5   # NDRPDR sel
295         - 7   # NDRPDR sel
296         - 8   # NDRPDR sel
297         - 9   # NDRPDR sel
298         - 10  # NDRPDR sel
299         - 11  # NDRPDR sel
300         - 12  # NDRPDR sel
301
302     # 3rd party
303
304 #    # Denverton:
305 #    intel-dnv-vpp:
306 #      # TODO: Replace with 1904 data
307 #      # intel-dnv-vpp-release-1904:
308 #      intel-dnv-vpp-release-1901:
309 #        - 1
310
311     ###########################################################################
312     # Simple tables (only one data set):
313
314     # NIC Comparisons
315
316     vpp-nic-comparison-3n-hsw:
317       csit-vpp-perf-verify-1904-3n-hsw:
318         - 11  # NDRPDR sel
319         - 12  # NDRPDR sel
320         - 20  # NDRPDR sel
321         - 21  # NDRPDR sel
322         - 23  # NDRPDR sel
323         - 24  # NDRPDR sel
324         - 25  # NDRPDR sel
325         - 26  # NDRPDR sel
326         - 29  # NDRPDR sel
327         - 30  # NDRPDR sel
328
329     vpp-nic-comparison-3n-skx:
330       csit-vpp-perf-verify-1904-3n-skx:
331         - 8   # NDRPDR sel
332         - 9   # NDRPDR sel
333         - 10  # NDRPDR sel
334         - 11  # NDRPDR sel
335         - 12  # NDRPDR sel
336         - 14  # NDRPDR sel
337         - 16  # NDRPDR sel
338         - 21  # NDRPDR sel
339         - 23  # NDRPDR sel
340         - 25  # NDRPDR sel
341
342     vpp-nic-comparison-2n-skx:
343       csit-vpp-perf-verify-1904-2n-skx:
344         - 12  # NDRPDR sel
345         - 14  # NDRPDR sel
346         - 16  # NDRPDR sel
347         - 17  # NDRPDR sel
348         - 18  # NDRPDR sel
349         - 21  # NDRPDR sel
350         - 27  # NDRPDR sel
351         - 30  # NDRPDR sel
352         - 31  # NDRPDR sel
353         - 32  # NDRPDR sel
354
355     vpp-nic-comparison-3n-hsw-mrr:
356       csit-vpp-perf-verify-1904-3n-hsw:
357         - 9   # MRR sel
358
359     vpp-nic-comparison-3n-skx-mrr:
360       csit-vpp-perf-verify-1904-3n-skx:
361         - 7   # MRR sel
362
363     vpp-nic-comparison-2n-skx-mrr:
364       csit-vpp-perf-verify-1904-2n-skx:
365         - 11  # MRR sel
366
367     # Results
368
369     vpp-perf-results-3n-hsw:
370       # TODO: Add FULL 1904 data
371       csit-vpp-perf-verify-1904-3n-hsw:
372         - 32  # NDRPDR full
373         - 33  # NDRPDR full
374         - 35  # NDRPDR full
375
376     vpp-perf-results-3n-skx:
377       csit-vpp-perf-verify-1904-3n-skx:
378         - 26  # NDRPDR full
379         - 27  # NDRPDR full
380         - 30  # NDRPDR full
381         - 31  # NDRPDR full
382
383     vpp-perf-results-2n-skx:
384       csit-vpp-perf-verify-1904-2n-skx:
385         - 33  # NDRPDR full
386         - 39  # NDRPDR full
387         - 58  # NDRPDR full
388         - 62  # NDRPDR full
389
390     vpp-mrr-results-3n-hsw:
391       csit-vpp-perf-verify-1904-3n-hsw:
392         - 9   # MRR sel
393
394     vpp-mrr-results-3n-skx:
395       csit-vpp-perf-verify-1904-3n-skx:
396         - 7   # MRR sel
397
398     vpp-mrr-results-2n-skx:
399       csit-vpp-perf-verify-1904-2n-skx:
400         - 11  # MRR sel
401
402     vpp-func-results-ubuntu:
403       csit-vpp-functional-1904-ubuntu1604-virl:
404         - 29
405
406     vpp-func-results-centos:
407       csit-vpp-functional-1904-centos7-virl:
408         - 32
409
410     vpp-device-results-ubuntu:
411       csit-vpp-device-1904-ubuntu1804-1n-skx:
412         - 33
413
414 #    # VPP Ligato
415 #    ligato-perf-results-3n-hsw:
416 #      # TODO: Replace with 1904 data
417 #      # csit-ligato-perf-verify-1904-3n-hsw:
418 #      csit-ligato-perf-verify-1901-3n-hsw:
419 #        - 10  # NDRPDR full
420
421     dpdk-perf-results-3n-hsw:
422       csit-dpdk-perf-verify-1904-3n-hsw:
423         - 5   # NDRPDR sel
424
425     dpdk-perf-results-3n-skx:
426       csit-dpdk-perf-verify-1904-3n-skx:
427         - 7   # NDRPDR sel
428
429     dpdk-perf-results-2n-skx:
430       csit-dpdk-perf-verify-1904-2n-skx:
431         - 9   # NDRPDR sel
432
433     # HoneyComb Functional
434     hc-func-results:
435       csit-hc2vpp-verify-func-1904-ubuntu1604:
436         - 4
437
438 #    # NSH SFC Functional
439 #    nsh-func-results:
440 #      # Not used
441 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
442 #        - 1
443
444     # DMM Functional
445     dmm-func-results:
446       csit-dmm-functional-1904-ubuntu1604-virl:
447         - 1
448
449     ###########################################################################
450     # Tables (more than one data set)
451
452     # Performance changes
453
454 #    intel-dnv-vpp-changes-2n-dnv-h1:
455 #      intel-dnv-vpp-release-1810:
456 #        - 1
457 #    intel-dnv-vpp-changes-2n-dnv-ref:
458 #      intel-dnv-vpp-release-1901:
459 #        - 1
460 #    intel-dnv-vpp-changes-2n-dnv-cmp:
461 #      # TODO: Replace with 1904 data
462 #      # intel-dnv-vpp-release-1904:
463 #      intel-dnv-vpp-release-1901:
464 #        - 1
465 #    intel-dnv-vpp-changes-2n-dnv:
466 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
467 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
468 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
469
470     vpp-performance-changes-3n-hsw-h1:
471       csit-vpp-perf-verify-1810-3n-hsw:
472         - 8   # NDRPDR sel
473         - 12  # NDRPDR sel
474         - 14  # NDRPDR sel
475         - 18  # NDRPDR sel
476         - 23  # NDRPDR sel
477         - 25  # NDRPDR sel
478         - 38  # NDRPDR sel
479         - 39  # NDRPDR sel
480         - 41  # NDRPDR sel
481         - 42  # NDRPDR sel
482     vpp-performance-changes-3n-hsw-ref:
483       csit-vpp-perf-verify-1901-3n-hsw:
484         - 10  # NDRPDR sel
485         - 19  # NDRPDR sel
486         - 31  # NDRPDR sel
487         - 36  # NDRPDR sel
488         - 40  # NDRPDR sel
489         - 42  # NDRPDR sel
490         - 44  # NDRPDR sel
491         - 46  # NDRPDR sel
492         - 47  # NDRPDR sel
493         - 48  # NDRPDR sel
494         - 61  # NDRPDR LB
495         - 62  # NDRPDR LB
496         - 63  # NDRPDR LB
497         - 64  # NDRPDR LB
498         - 65  # NDRPDR LB
499         - 66  # NDRPDR LB
500         - 67  # NDRPDR LB
501         - 69  # NDRPDR LB
502         - 70  # NDRPDR LB
503         - 71  # NDRPDR LB
504     vpp-performance-changes-3n-hsw-cmp:
505       csit-vpp-perf-verify-1904-3n-hsw:
506         - 11  # NDRPDR sel
507         - 12  # NDRPDR sel
508         - 20  # NDRPDR sel
509         - 21  # NDRPDR sel
510         - 23  # NDRPDR sel
511         - 24  # NDRPDR sel
512         - 25  # NDRPDR sel
513         - 26  # NDRPDR sel
514         - 29  # NDRPDR sel
515         - 30  # NDRPDR sel
516     vpp-performance-changes-3n-hsw:
517       - "vpp-performance-changes-3n-hsw-h1"
518       - "vpp-performance-changes-3n-hsw-ref"
519       - "vpp-performance-changes-3n-hsw-cmp"
520
521     vpp-performance-changes-3n-skx-h1:
522       csit-vpp-perf-verify-1810-3n-skx:
523         - 10  # NDRPDR sel
524         - 14  # NDRPDR sel
525         - 15  # NDRPDR sel
526         - 16  # NDRPDR sel
527         - 17  # NDRPDR sel
528         - 19  # NDRPDR sel
529         - 20  # NDRPDR sel
530         - 21  # NDRPDR sel
531         - 22  # NDRPDR sel
532         - 25  # NDRPDR sel
533     vpp-performance-changes-3n-skx-ref:
534       csit-vpp-perf-verify-1901-3n-skx:
535         - 18  # NDRPDR sel
536         - 19  # NDRPDR sel
537         - 20  # NDRPDR sel
538         - 28  # NDRPDR sel
539         - 31  # NDRPDR sel
540         - 33  # NDRPDR sel
541         - 36  # NDRPDR sel
542         - 38  # NDRPDR sel
543         - 47  # NDRPDR sel
544         - 48  # NDRPDR sel
545         - 54  # NDRPDR LB
546         - 57  # NDRPDR LB
547         - 58  # NDRPDR LB
548         - 59  # NDRPDR LB
549         - 60  # NDRPDR LB
550         - 63  # NDRPDR LB
551         - 64  # NDRPDR LB
552         - 65  # NDRPDR LB
553         - 66  # NDRPDR LB
554         - 67  # NDRPDR LB
555     vpp-performance-changes-3n-skx-cmp:
556       csit-vpp-perf-verify-1904-3n-skx:
557         - 8   # NDRPDR sel
558         - 9   # NDRPDR sel
559         - 10  # NDRPDR sel
560         - 11  # NDRPDR sel
561         - 12  # NDRPDR sel
562         - 14  # NDRPDR sel
563         - 16  # NDRPDR sel
564         - 21  # NDRPDR sel
565         - 23  # NDRPDR sel
566         - 25  # NDRPDR sel
567     vpp-performance-changes-3n-skx:
568       - "vpp-performance-changes-3n-skx-h1"
569       - "vpp-performance-changes-3n-skx-ref"
570       - "vpp-performance-changes-3n-skx-cmp"
571
572     vpp-performance-changes-2n-skx-h1:
573       csit-vpp-perf-verify-1810-2n-skx:
574         - 9   # NDRPDR sel
575         - 13  # NDRPDR sel
576         - 14  # NDRPDR sel
577         - 19  # NDRPDR sel
578         - 20  # NDRPDR sel
579         - 21  # NDRPDR sel
580         - 22  # NDRPDR sel
581         - 23  # NDRPDR sel
582         - 24  # NDRPDR sel
583         - 27  # NDRPDR sel
584     vpp-performance-changes-2n-skx-ref:
585       csit-vpp-perf-verify-1901-2n-skx:
586         - 5   # NDRPDR sel
587         - 12  # NDRPDR sel
588         - 13  # NDRPDR sel
589         - 21  # NDRPDR sel
590         - 23  # NDRPDR sel
591         - 31  # NDRPDR sel
592         - 34  # NDRPDR sel
593         - 40  # NDRPDR sel
594         - 42  # NDRPDR sel
595         - 43  # NDRPDR sel
596     vpp-performance-changes-2n-skx-cmp:
597       csit-vpp-perf-verify-1904-2n-skx:
598         - 12  # NDRPDR sel
599         - 14  # NDRPDR sel
600         - 16  # NDRPDR sel
601         - 17  # NDRPDR sel
602         - 18  # NDRPDR sel
603         - 21  # NDRPDR sel
604         - 27  # NDRPDR sel
605         - 30  # NDRPDR sel
606         - 31  # NDRPDR sel
607         - 32  # NDRPDR sel
608     vpp-performance-changes-2n-skx:
609       - "vpp-performance-changes-2n-skx-h1"
610       - "vpp-performance-changes-2n-skx-ref"
611       - "vpp-performance-changes-2n-skx-cmp"
612
613     vpp-soak-vs-ndr-2n-skx-ref:
614       csit-vpp-perf-verify-1904-2n-skx:
615         - 12  # NDRPDR sel
616         - 14  # NDRPDR sel
617         - 16  # NDRPDR sel
618         - 17  # NDRPDR sel
619         - 18  # NDRPDR sel
620         - 21  # NDRPDR sel
621         - 27  # NDRPDR sel
622         - 30  # NDRPDR sel
623         - 31  # NDRPDR sel
624         - 32  # NDRPDR sel
625     vpp-soak-vs-ndr-2n-skx-cmp:
626       csit-vpp-perf-verify-1904-2n-skx:
627         - 70  # soak
628         - 71  # soak
629     vpp-soak-vs-ndr-2n-skx:
630       csit-vpp-perf-verify-1904-2n-skx:
631         - 12  # NDRPDR sel
632         - 14  # NDRPDR sel
633         - 16  # NDRPDR sel
634         - 17  # NDRPDR sel
635         - 18  # NDRPDR sel
636         - 21  # NDRPDR sel
637         - 27  # NDRPDR sel
638         - 30  # NDRPDR sel
639         - 31  # NDRPDR sel
640         - 32  # NDRPDR sel
641         - 70  # soak
642         - 71  # soak
643
644     vpp-performance-changes-3n-hsw-mrr-h1:
645       csit-vpp-perf-verify-1810-3n-hsw:
646         - 9   # MRR sel
647     vpp-performance-changes-3n-hsw-mrr-ref:
648       csit-vpp-perf-verify-1901-3n-hsw:
649         - 35  # MRR sel
650     vpp-performance-changes-3n-hsw-mrr-cmp:
651       csit-vpp-perf-verify-1904-3n-hsw:
652         - 9   # MRR sel
653     vpp-performance-changes-3n-hsw-mrr:
654       - "vpp-performance-changes-3n-hsw-mrr-h1"
655       - "vpp-performance-changes-3n-hsw-mrr-ref"
656       - "vpp-performance-changes-3n-hsw-mrr-cmp"
657
658     vpp-performance-changes-3n-skx-mrr-h1:
659       csit-vpp-perf-verify-1810-3n-skx:
660         - 9   # MRR sel
661         - 11  # MRR sel
662         - 12  # MRR sel
663         - 13  # MRR sel
664     vpp-performance-changes-3n-skx-mrr-ref:
665       csit-vpp-perf-verify-1901-3n-skx:
666         - 32  # MRR sel
667     vpp-performance-changes-3n-skx-mrr-cmp:
668       csit-vpp-perf-verify-1904-3n-skx:
669         - 7   # MRR sel
670     vpp-performance-changes-3n-skx-mrr:
671       - "vpp-performance-changes-3n-skx-mrr-h1"
672       - "vpp-performance-changes-3n-skx-mrr-ref"
673       - "vpp-performance-changes-3n-skx-mrr-cmp"
674
675     vpp-performance-changes-2n-skx-mrr-h1:
676       csit-vpp-perf-verify-1810-2n-skx:
677         - 8   # MRR sel
678         - 10  # MRR sel
679         - 11  # MRR sel
680         - 12  # MRR sel
681     vpp-performance-changes-2n-skx-mrr-ref:
682       csit-vpp-perf-verify-1901-2n-skx:
683         - 22  # MRR sel
684     vpp-performance-changes-2n-skx-mrr-cmp:
685       csit-vpp-perf-verify-1904-2n-skx:
686         - 11  # MRR sel
687     vpp-performance-changes-2n-skx-mrr:
688       - "vpp-performance-changes-2n-skx-mrr-h1"
689       - "vpp-performance-changes-2n-skx-mrr-ref"
690       - "vpp-performance-changes-2n-skx-mrr-cmp"
691
692     dpdk-performance-changes-3n-hsw-h1:
693       csit-dpdk-perf-verify-1810-3n-hsw:
694         - 1   # NDRPDR sel
695         - 2   # NDRPDR sel
696         - 3   # NDRPDR sel
697         - 4   # NDRPDR sel
698         - 5   # NDRPDR sel
699         - 6   # NDRPDR sel
700         - 7   # NDRPDR sel
701         - 8   # NDRPDR sel
702         - 9   # NDRPDR sel
703         - 10  # NDRPDR sel
704     dpdk-performance-changes-3n-hsw-ref:
705       csit-dpdk-perf-verify-1901-3n-hsw:
706         - 13  # NDRPDR sel
707         - 14  # NDRPDR sel
708         - 16  # NDRPDR sel
709         - 17  # NDRPDR sel
710         - 18  # NDRPDR sel
711         - 19  # NDRPDR sel
712         - 20  # NDRPDR sel
713         - 21  # NDRPDR sel
714         - 22  # NDRPDR sel
715         - 23  # NDRPDR sel
716     dpdk-performance-changes-3n-hsw-cmp:
717       csit-dpdk-perf-verify-1904-3n-hsw:
718         - 2   # NDRPDR sel
719         - 3   # NDRPDR sel
720         - 5   # NDRPDR sel
721         - 6   # NDRPDR sel
722         - 13  # NDRPDR sel
723         - 14  # NDRPDR sel
724         - 15  # NDRPDR sel
725         - 18  # NDRPDR sel
726         - 19  # NDRPDR sel
727         - 20  # NDRPDR sel
728     dpdk-performance-changes-3n-hsw:
729       - "dpdk-performance-changes-3n-hsw-h1"
730       - "dpdk-performance-changes-3n-hsw-ref"
731       - "dpdk-performance-changes-3n-hsw-cmp"
732
733     dpdk-performance-changes-3n-skx-h1:
734       csit-dpdk-perf-verify-1810-3n-skx:
735         - 3   # NDRPDR sel
736         - 4   # NDRPDR sel
737         - 6   # NDRPDR sel
738         - 7   # NDRPDR sel
739         - 8   # NDRPDR sel
740         - 9   # NDRPDR sel
741         - 10  # NDRPDR sel
742         - 11  # NDRPDR sel
743         - 12  # NDRPDR sel
744         - 13  # NDRPDR sel
745     dpdk-performance-changes-3n-skx-ref:
746       csit-dpdk-perf-verify-1901-3n-skx:
747         - 3   # NDRPDR sel
748         - 5   # NDRPDR sel
749         - 6   # NDRPDR sel
750         - 7   # NDRPDR sel
751         - 8   # NDRPDR sel
752         - 9   # NDRPDR sel
753         - 10  # NDRPDR sel
754         - 11  # NDRPDR sel
755         - 12  # NDRPDR sel
756         - 13  # NDRPDR sel
757     dpdk-performance-changes-3n-skx-cmp:
758       csit-dpdk-perf-verify-1904-3n-skx:
759         - 2   # NDRPDR sel
760         - 3   # NDRPDR sel
761         - 4   # NDRPDR sel
762         - 5   # NDRPDR sel
763         - 6   # NDRPDR sel
764         - 7   # NDRPDR sel
765         - 11  # NDRPDR sel
766         - 12  # NDRPDR sel
767         - 13  # NDRPDR sel
768         - 14  # NDRPDR sel
769     dpdk-performance-changes-3n-skx:
770       - "dpdk-performance-changes-3n-skx-h1"
771       - "dpdk-performance-changes-3n-skx-ref"
772       - "dpdk-performance-changes-3n-skx-cmp"
773
774     dpdk-performance-changes-2n-skx-h1:
775       csit-dpdk-perf-verify-1810-2n-skx:
776         - 3   # NDRPDR sel
777         - 4   # NDRPDR sel
778         - 5   # NDRPDR sel
779         - 7   # NDRPDR sel
780         - 8   # NDRPDR sel
781         - 9   # NDRPDR sel
782         - 10  # NDRPDR sel
783         - 11  # NDRPDR sel
784         - 12  # NDRPDR sel
785         - 13  # NDRPDR sel
786     dpdk-performance-changes-2n-skx-ref:
787       csit-dpdk-perf-verify-1901-2n-skx:
788         - 12  # NDRPDR sel
789         - 13  # NDRPDR sel
790         - 14  # NDRPDR sel
791         - 15  # NDRPDR sel
792         - 16  # NDRPDR sel
793         - 17  # NDRPDR sel
794         - 18  # NDRPDR sel
795         - 19  # NDRPDR sel
796         - 20  # NDRPDR sel
797         - 21  # NDRPDR sel
798     dpdk-performance-changes-2n-skx-cmp:
799       csit-dpdk-perf-verify-1904-2n-skx:
800         - 2   # NDRPDR sel
801         - 3   # NDRPDR sel
802         - 4   # NDRPDR sel
803         - 5   # NDRPDR sel
804         - 7   # NDRPDR sel
805         - 8   # NDRPDR sel
806         - 9   # NDRPDR sel
807         - 10  # NDRPDR sel
808         - 11  # NDRPDR sel
809         - 12  # NDRPDR sel
810     dpdk-performance-changes-2n-skx:
811       - "dpdk-performance-changes-2n-skx-h1"
812       - "dpdk-performance-changes-2n-skx-ref"
813       - "dpdk-performance-changes-2n-skx-cmp"
814
815     # Compare testbeds
816
817     vpp-compare-testbeds-ref:
818       csit-vpp-perf-verify-1904-3n-hsw:
819         - 11  # NDRPDR sel
820         - 12  # NDRPDR sel
821         - 20  # NDRPDR sel
822         - 21  # NDRPDR sel
823         - 23  # NDRPDR sel
824         - 24  # NDRPDR sel
825         - 25  # NDRPDR sel
826         - 26  # NDRPDR sel
827         - 29  # NDRPDR sel
828         - 30  # NDRPDR sel
829     vpp-compare-testbeds-cmp:
830       csit-vpp-perf-verify-1904-3n-skx:
831         - 8   # NDRPDR sel
832         - 9   # NDRPDR sel
833         - 10  # NDRPDR sel
834         - 11  # NDRPDR sel
835         - 12  # NDRPDR sel
836         - 14  # NDRPDR sel
837         - 16  # NDRPDR sel
838         - 21  # NDRPDR sel
839         - 23  # NDRPDR sel
840         - 25  # NDRPDR sel
841     vpp-compare-testbeds:
842       - "vpp-compare-testbeds-ref"
843       - "vpp-compare-testbeds-cmp"
844
845     vpp-compare-testbeds-mrr-ref:
846       csit-vpp-perf-verify-1904-3n-hsw:
847         - 9   # MRR sel
848     vpp-compare-testbeds-mrr-cmp:
849       csit-vpp-perf-verify-1904-3n-skx:
850         - 7   # MRR sel
851     vpp-compare-testbeds-mrr:
852       - "vpp-compare-testbeds-mrr-ref"
853       - "vpp-compare-testbeds-mrr-cmp"
854
855     dpdk-compare-testbeds-ref:
856       csit-dpdk-perf-verify-1904-3n-hsw:
857         - 2   # NDRPDR sel
858         - 3   # NDRPDR sel
859         - 5   # NDRPDR sel
860         - 6   # NDRPDR sel
861         - 13  # NDRPDR sel
862         - 14  # NDRPDR sel
863         - 15  # NDRPDR sel
864         - 18  # NDRPDR sel
865         - 19  # NDRPDR sel
866         - 20  # NDRPDR sel
867     dpdk-compare-testbeds-cmp:
868       csit-dpdk-perf-verify-1904-3n-skx:
869         - 2   # NDRPDR sel
870         - 3   # NDRPDR sel
871         - 4   # NDRPDR sel
872         - 5   # NDRPDR sel
873         - 6   # NDRPDR sel
874         - 7   # NDRPDR sel
875         - 11  # NDRPDR sel
876         - 12  # NDRPDR sel
877         - 13  # NDRPDR sel
878         - 14  # NDRPDR sel
879     dpdk-compare-testbeds:
880       - "dpdk-compare-testbeds-ref"
881       - "dpdk-compare-testbeds-cmp"
882
883     # Compare topologies
884
885     vpp-compare-topologies-ref:
886       csit-vpp-perf-verify-1904-3n-skx:
887         - 8   # NDRPDR sel
888         - 9   # NDRPDR sel
889         - 10  # NDRPDR sel
890         - 11  # NDRPDR sel
891         - 12  # NDRPDR sel
892         - 14  # NDRPDR sel
893         - 16  # NDRPDR sel
894         - 21  # NDRPDR sel
895         - 23  # NDRPDR sel
896         - 25  # NDRPDR sel
897     vpp-compare-topologies-cmp:
898       csit-vpp-perf-verify-1904-2n-skx:
899         - 12  # NDRPDR sel
900         - 14  # NDRPDR sel
901         - 16  # NDRPDR sel
902         - 17  # NDRPDR sel
903         - 18  # NDRPDR sel
904         - 21  # NDRPDR sel
905         - 27  # NDRPDR sel
906         - 30  # NDRPDR sel
907         - 31  # NDRPDR sel
908         - 32  # NDRPDR sel
909     vpp-compare-topologies:
910       - "vpp-compare-topologies-ref"
911       - "vpp-compare-topologies-cmp"
912
913     vpp-compare-topologies-mrr-ref:
914       csit-vpp-perf-verify-1904-3n-skx:
915         - 7   # MRR sel
916     vpp-compare-topologies-mrr-cmp:
917       csit-vpp-perf-verify-1904-2n-skx:
918         - 11  # MRR sel
919     vpp-compare-topologies-mrr:
920       - "vpp-compare-topologies-mrr-ref"
921       - "vpp-compare-topologies-mrr-cmp"
922
923     dpdk-compare-topologies-ref:
924       csit-dpdk-perf-verify-1904-3n-skx:
925         - 2   # NDRPDR sel
926         - 3   # NDRPDR sel
927         - 4   # NDRPDR sel
928         - 5   # NDRPDR sel
929         - 6   # NDRPDR sel
930         - 7   # NDRPDR sel
931         - 11  # NDRPDR sel
932         - 12  # NDRPDR sel
933         - 13  # NDRPDR sel
934         - 14  # NDRPDR sel
935     dpdk-compare-topologies-cmp:
936       csit-dpdk-perf-verify-1904-2n-skx:
937         - 2   # NDRPDR sel
938         - 3   # NDRPDR sel
939         - 4   # NDRPDR sel
940         - 5   # NDRPDR sel
941         - 7   # NDRPDR sel
942         - 8   # NDRPDR sel
943         - 9   # NDRPDR sel
944         - 10  # NDRPDR sel
945         - 11  # NDRPDR sel
946         - 12  # NDRPDR sel
947     dpdk-compare-topologies:
948       - "dpdk-compare-topologies-ref"
949       - "dpdk-compare-topologies-cmp"
950
951   plot-layouts:
952
953     plot-soak-throughput:
954       titlefont:
955         size: 18
956       xaxis:
957         title: "<b>Test Cases [Index]</b>"
958         titlefont:
959           size: 16
960         autorange: True
961         fixedrange: False
962         gridcolor: "rgb(230, 230, 230)"
963         linecolor: "rgb(220, 220, 220)"
964         linewidth: 1
965         showgrid: True
966         showline: True
967         showticklabels: True
968         tickcolor: "rgb(220, 220, 220)"
969         tickmode: "linear"
970         tickfont:
971           size: 16
972         zeroline: False
973       yaxis:
974         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
975         titlefont:
976           size: 16
977         gridcolor: "rgb(230, 230, 230)"
978         hoverformat: ".4r"
979         tickformat: ".3r"
980         linecolor: "rgb(220, 220, 220)"
981         linewidth: 1
982         showgrid: True
983         showline: True
984         showticklabels: True
985         tickcolor: "rgb(220, 220, 220)"
986         tickfont:
987           size: 16
988         zeroline: False
989         range: [0,50]
990       autosize: False
991       margin:
992         t: 50
993         b: 0
994         l: 80
995         r: 20
996       showlegend: True
997       legend:
998         orientation: "h"
999         font:
1000           size: 16
1001       width: 700
1002       height: 900
1003
1004     plot-service-density:
1005       titlefont:
1006         size: 18
1007       xaxis:
1008         side: "top"
1009         autorange: True
1010         fixedrange: False
1011         showgrid: False
1012         showline: False
1013         showticklabels: False
1014         ticks: ""
1015         ticklen: 0
1016         tickwidth: 0
1017         zeroline: False
1018       yaxis:
1019         autorange: "reversed"
1020         showgrid: False
1021         showline: False
1022         showticklabels: False
1023         ticks: ""
1024         ticklen: 0
1025         tickwidth: 0
1026         zeroline: False
1027       autosize: True
1028       showlegend: False
1029       width: 700
1030       height: 700
1031
1032     plot-cps:
1033       titlefont:
1034         size: 18
1035       xaxis:
1036         title: "<b>Test Cases [Index]</b>"
1037         titlefont:
1038           size: 16
1039         autorange: True
1040         fixedrange: False
1041         gridcolor: "rgb(230, 230, 230)"
1042         linecolor: "rgb(220, 220, 220)"
1043         linewidth: 1
1044         showgrid: True
1045         showline: True
1046         showticklabels: True
1047         tickcolor: "rgb(220, 220, 220)"
1048         tickmode: "linear"
1049         tickfont:
1050           size: 16
1051         zeroline: False
1052       yaxis:
1053         title: "<b>Connections Per Second [cps]</b>"
1054         titlefont:
1055           size: 16
1056         gridcolor: "rgb(230, 230, 230)"
1057         hoverformat: ".4s"
1058         linecolor: "rgb(220, 220, 220)"
1059         linewidth: 1
1060         rangemode: "tozero"
1061         showgrid: True
1062         showline: True
1063         showticklabels: True
1064         tickcolor: "rgb(220, 220, 220)"
1065         tickformat: ".3s"
1066         tickfont:
1067           size: 16
1068         zeroline: False
1069       boxmode: "group"
1070       boxgroupgap: 0.5
1071       autosize: False
1072       margin:
1073         t: 50
1074         b: 20
1075         l: 80
1076         r: 20
1077       showlegend: True
1078       legend:
1079         orientation: "h"
1080         font:
1081           size: 16
1082       width: 700
1083       height: 800
1084
1085     plot-rps:
1086       titlefont:
1087         size: 18
1088       xaxis:
1089         title: "<b>Test Cases [Index]</b>"
1090         titlefont:
1091           size: 16
1092         autorange: True
1093         fixedrange: False
1094         gridcolor: "rgb(230, 230, 230)"
1095         linecolor: "rgb(220, 220, 220)"
1096         linewidth: 1
1097         showgrid: True
1098         showline: True
1099         showticklabels: True
1100         tickcolor: "rgb(220, 220, 220)"
1101         tickmode: "linear"
1102         tickfont:
1103           size: 16
1104         zeroline: False
1105       yaxis:
1106         title: "<b>Requests Per Second [rps]</b>"
1107         titlefont:
1108           size: 16
1109         gridcolor: "rgb(230, 230, 230)"
1110         hoverformat: ".4s"
1111         linecolor: "rgb(220, 220, 220)"
1112         linewidth: 1
1113         rangemode: "tozero"
1114         showgrid: True
1115         showline: True
1116         showticklabels: True
1117         tickcolor: "rgb(230, 230, 230)"
1118         tickformat: ".3s"
1119         tickfont:
1120           size: 16
1121         zeroline: False
1122       boxmode: "group"
1123       boxgroupgap: 0.5
1124       autosize: False
1125       margin:
1126         t: 50
1127         b: 20
1128         l: 80
1129         r: 20
1130       showlegend: True
1131       legend:
1132         orientation: "h"
1133         font:
1134           size: 16
1135       width: 700
1136       height: 800
1137
1138     plot-throughput:
1139       titlefont:
1140         size: 18
1141       xaxis:
1142         title: "<b>Test Cases [Index]</b>"
1143         titlefont:
1144           size: 16
1145         autorange: True
1146         fixedrange: False
1147         gridcolor: "rgb(230, 230, 230)"
1148         linecolor: "rgb(220, 220, 220)"
1149         linewidth: 1
1150         showgrid: True
1151         showline: True
1152         showticklabels: True
1153         tickcolor: "rgb(220, 220, 220)"
1154         tickmode: "linear"
1155         tickfont:
1156           size: 16
1157         zeroline: False
1158       yaxis:
1159         title: "<b>Packet Throughput [Mpps]</b>"
1160         titlefont:
1161           size: 16
1162         gridcolor: "rgb(230, 230, 230)"
1163         hoverformat: ".4r"
1164         tickformat: ".3r"
1165         linecolor: "rgb(220, 220, 220)"
1166         linewidth: 1
1167         showgrid: True
1168         showline: True
1169         showticklabels: True
1170         tickcolor: "rgb(220, 220, 220)"
1171         tickfont:
1172           size: 16
1173         zeroline: False
1174         range: [0,50]
1175       boxmode: "group"
1176       boxgroupgap: 0.5
1177       autosize: False
1178       margin:
1179         t: 50
1180         b: 0
1181         l: 80
1182         r: 20
1183       showlegend: True
1184       legend:
1185         orientation: "h"
1186         font:
1187           size: 16
1188       width: 700
1189       height: 900
1190
1191     plot-throughput-speedup-analysis:
1192       titlefont:
1193         size: 18
1194       xaxis:
1195         title: "<b>Number of Cores [Qty]</b>"
1196         titlefont:
1197           size: 16
1198         autorange: True
1199         fixedrange: False
1200         gridcolor: "rgb(230, 230, 230)"
1201         linecolor: "rgb(220, 220, 220)"
1202         linewidth: 1
1203         showgrid: True
1204         showline: True
1205         showticklabels: True
1206         tickcolor: "rgb(238, 238, 238)"
1207         tickmode: "linear"
1208         tickfont:
1209           size: 16
1210         zeroline: False
1211       yaxis:
1212         title: "<b>Packet Throughput [Mpps]</b>"
1213         titlefont:
1214           size: 16
1215         type: "linear"
1216         gridcolor: "rgb(230, 230, 230)"
1217         hoverformat: ".4s"
1218         linecolor: "rgb(220, 220, 220)"
1219         linewidth: 1
1220         showgrid: True
1221         showline: True
1222         showticklabels: True
1223         tickcolor: "rgb(220, 220, 220)"
1224         tickformat: ".4s"
1225         tickfont:
1226           size: 16
1227         zeroline: True
1228         rangemode: "tozero"
1229         range: [0,100]
1230       legend:
1231         orientation: "h"
1232         font:
1233           size: 16
1234         xanchor: "left"
1235         yanchor: "top"
1236         x: 0
1237         y: -0.2
1238         bgcolor: "rgba(255, 255, 255, 0)"
1239         bordercolor: "rgba(255, 255, 255, 0)"
1240         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1241       autosize: False
1242       margin:
1243           't': 50
1244           'b': 150
1245           'l': 85
1246           'r': 10
1247       showlegend: True
1248       width: 700
1249       height: 700
1250       hoverlabel:
1251         namelength: -1
1252       annotations: [
1253         {
1254           text: "_ _          __          ...",
1255           align: "left",
1256           showarrow: False,
1257           xref: "paper",
1258           yref: "paper",
1259           xanchor: "left",
1260           yanchor: "top",
1261           x: 0,
1262           y: -0.13,
1263           font: {
1264             family: "Consolas, Courier New",
1265             size: 15
1266           },
1267         },
1268         {
1269           text: "    Perfect     Measured     Limit",
1270           align: "left",
1271           showarrow: False,
1272           xref: "paper",
1273           yref: "paper",
1274           xanchor: "left",
1275           yanchor: "top",
1276           x: 0,
1277           y: -0.15,
1278           font: {
1279             family: "Consolas, Courier New",
1280             size: 15
1281           },
1282         },
1283       ]
1284
1285     plot-latency:
1286       titlefont:
1287         size: 18
1288       xaxis:
1289         title: "<b>Direction</b>"
1290         titlefont:
1291           size: 16
1292         autorange: True
1293         fixedrange: False
1294         gridcolor: "rgb(230, 230, 230)"
1295         linecolor: "rgb(220, 220, 220)"
1296         linewidth: 1
1297         showgrid: True
1298         showline: True
1299         showticklabels: False
1300         tickcolor: "rgb(220, 220, 220)"
1301         tickmode: "linear"
1302         tickfont:
1303           size: 16
1304         zeroline: False
1305       yaxis:
1306         title: "<b>Packet Latency [uSec]</b>"
1307         titlefont:
1308           size: 16
1309         type: "linear"
1310         gridcolor: "rgb(230, 230, 230)"
1311         hoverformat: ".4s"
1312         linecolor: "rgb(220, 220, 220)"
1313         linewidth: 1
1314         showgrid: True
1315         showline: True
1316         showticklabels: True
1317         tickcolor: "rgb(220, 220, 220)"
1318         tickformat: ".4s"
1319         tickfont:
1320           size: 16
1321         zeroline: True
1322         rangemode: "tozero"
1323       legend:
1324         orientation: "h"
1325         font:
1326           size: 16
1327         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1328       autosize: False
1329       margin:
1330           't': 50
1331           'b': 150
1332           'l': 80
1333           'r': 10
1334       showlegend: True
1335       width: 700
1336       height: 700
1337       hoverlabel:
1338         namelength: -1
1339
1340 - type: "static"
1341   src-path: "{DIR[RST]}"
1342   dst-path: "{DIR[WORKING,SRC]}"
1343
1344 - type: "input"
1345   general:
1346     file-name: "robot-plugin.zip"
1347     file-format: ".zip"
1348     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1349     extract: "robot-plugin/output.xml"
1350
1351   builds:
1352 #    # TODO: Add 1904 data
1353 ##    intel-dnv-vpp-release-1904:
1354 ##      - 1
1355 #
1356 #    intel-dnv-vpp-release-1901:
1357 #      - 1
1358 #
1359 #    intel-dnv-vpp-release-1810:
1360 #      - 1
1361
1362     csit-vpp-perf-verify-1810-3n-hsw:
1363       - 9   # MRR sel
1364       - 8   # NDRPDR sel
1365       - 12  # NDRPDR sel
1366       - 14  # NDRPDR sel
1367       - 18  # NDRPDR sel
1368       - 23  # NDRPDR sel
1369       - 25  # NDRPDR sel
1370       - 38  # NDRPDR sel
1371       - 39  # NDRPDR sel
1372       - 41  # NDRPDR sel
1373       - 42  # NDRPDR sel
1374 #      - 28  # WRK
1375 #      - 29  # WRK
1376 #      - 30  # WRK
1377 #      - 31  # WRK
1378 #      - 32  # WRK
1379 #      - 33  # WRK
1380 #      - 34  # WRK
1381 #      - 35  # WRK
1382 #      - 36  # WRK
1383 #      - 37  # WRK
1384     csit-vpp-perf-verify-1901-3n-hsw:
1385       - 35  # MRR sel
1386       - 10  # NDRPDR sel
1387       - 19  # NDRPDR sel
1388       - 31  # NDRPDR sel
1389       - 36  # NDRPDR sel
1390       - 40  # NDRPDR sel
1391       - 42  # NDRPDR sel
1392       - 44  # NDRPDR sel
1393       - 46  # NDRPDR sel
1394       - 47  # NDRPDR sel
1395       - 48  # NDRPDR sel
1396       - 61  # NDRPDR LB
1397       - 62  # NDRPDR LB
1398       - 63  # NDRPDR LB
1399       - 64  # NDRPDR LB
1400       - 65  # NDRPDR LB
1401       - 66  # NDRPDR LB
1402       - 67  # NDRPDR LB
1403       - 69  # NDRPDR LB
1404       - 70  # NDRPDR LB
1405       - 71  # NDRPDR LB
1406     # TODO: Add 1904 Data
1407     csit-vpp-perf-verify-1904-3n-hsw:
1408       - 9   # MRR sel
1409       - 32  # NDRPDR full
1410       - 33  # NDRPDR full
1411       - 35  # NDRPDR full
1412       - 11  # NDRPDR sel
1413       - 12  # NDRPDR sel
1414       - 20  # NDRPDR sel
1415       - 21  # NDRPDR sel
1416       - 23  # NDRPDR sel
1417       - 24  # NDRPDR sel
1418       - 25  # NDRPDR sel
1419       - 26  # NDRPDR sel
1420       - 29  # NDRPDR sel
1421       - 30  # NDRPDR sel
1422
1423     csit-vpp-perf-verify-1810-3n-skx:
1424       - 9   # MRR sel
1425       - 11  # MRR sel
1426       - 12  # MRR sel
1427       - 13  # MRR sel
1428       - 10  # NDRPDR sel
1429       - 14  # NDRPDR sel
1430       - 15  # NDRPDR sel
1431       - 16  # NDRPDR sel
1432       - 17  # NDRPDR sel
1433       - 19  # NDRPDR sel
1434       - 20  # NDRPDR sel
1435       - 21  # NDRPDR sel
1436       - 22  # NDRPDR sel
1437       - 25  # NDRPDR sel
1438     csit-vpp-perf-verify-1901-3n-skx:
1439       - 32  # MRR sel
1440       - 18  # NDRPDR sel
1441       - 19  # NDRPDR sel
1442       - 20  # NDRPDR sel
1443       - 28  # NDRPDR sel
1444       - 31  # NDRPDR sel
1445       - 33  # NDRPDR sel
1446       - 36  # NDRPDR sel
1447       - 38  # NDRPDR sel
1448       - 47  # NDRPDR sel
1449       - 48  # NDRPDR sel
1450       - 54  # NDRPDR LB
1451       - 57  # NDRPDR LB
1452       - 58  # NDRPDR LB
1453       - 59  # NDRPDR LB
1454       - 60  # NDRPDR LB
1455       - 63  # NDRPDR LB
1456       - 64  # NDRPDR LB
1457       - 65  # NDRPDR LB
1458       - 66  # NDRPDR LB
1459       - 67  # NDRPDR LB
1460     csit-vpp-perf-verify-1904-3n-skx:
1461       - 7   # MRR sel
1462       - 26  # NDRPDR full
1463       - 27  # NDRPDR full
1464       - 30  # NDRPDR full
1465       - 31  # NDRPDR full
1466       - 8   # NDRPDR sel
1467       - 9   # NDRPDR sel
1468       - 10  # NDRPDR sel
1469       - 11  # NDRPDR sel
1470       - 12  # NDRPDR sel
1471       - 14  # NDRPDR sel
1472       - 16  # NDRPDR sel
1473       - 21  # NDRPDR sel
1474       - 23  # NDRPDR sel
1475       - 25  # NDRPDR sel
1476
1477     csit-vpp-perf-verify-1810-2n-skx:
1478       - 8   # MRR sel
1479       - 10  # MRR sel
1480       - 11  # MRR sel
1481       - 12  # MRR sel
1482       - 9   # NDRPDR sel
1483       - 13  # NDRPDR sel
1484       - 14  # NDRPDR sel
1485       - 19  # NDRPDR sel
1486       - 20  # NDRPDR sel
1487       - 21  # NDRPDR sel
1488       - 22  # NDRPDR sel
1489       - 23  # NDRPDR sel
1490       - 24  # NDRPDR sel
1491       - 27  # NDRPDR sel
1492     csit-vpp-perf-verify-1901-2n-skx:
1493       - 22  # MRR sel
1494       - 5   # NDRPDR sel
1495       - 12  # NDRPDR sel
1496       - 13  # NDRPDR sel
1497       - 21  # NDRPDR sel
1498       - 23  # NDRPDR sel
1499       - 31  # NDRPDR sel
1500       - 34  # NDRPDR sel
1501       - 40  # NDRPDR sel
1502       - 42  # NDRPDR sel
1503       - 43  # NDRPDR sel
1504     csit-vpp-perf-verify-1904-2n-skx:
1505       - 11  # MRR sel
1506       - 33  # NDRPDR full
1507       - 39  # NDRPDR full
1508       - 58  # NDRPDR full
1509       - 62  # NDRPDR full
1510       - 12  # NDRPDR sel
1511       - 14  # NDRPDR sel
1512       - 16  # NDRPDR sel
1513       - 17  # NDRPDR sel
1514       - 18  # NDRPDR sel
1515       - 21  # NDRPDR sel
1516       - 27  # NDRPDR sel
1517       - 30  # NDRPDR sel
1518       - 31  # NDRPDR sel
1519       - 32  # NDRPDR sel
1520       - 40  # NFV MRR 64b
1521       - 41  # NFV MRR 64b
1522       - 42  # NFV MRR 64b
1523       - 47  # NFV MRR 64b
1524       - 48  # NFV MRR 64b
1525       - 49  # NFV MRR IMIX
1526       - 50  # NFV MRR IMIX
1527       - 51  # NFV MRR IMIX
1528       - 54  # NFV MRR IMIX
1529       - 55  # NFV MRR IMIX
1530       - 56  # NFV NDRPDR 64b
1531       - 59  # NFV NDRPDR 64b
1532       - 60  # NFV NDRPDR 64b
1533       - 65  # NFV NDRPDR 64b
1534       - 68  # NFV NDRPDR 64b
1535       - 66  # NFV NDRPDR IMIX
1536       - 67  # NFV NDRPDR IMIX
1537       - 69  # NFV NDRPDR IMIX
1538       - 82  # NFV NDRPDR IMIX
1539       - 83  # NFV NDRPDR IMIX
1540       - 80  # NFV MRR NDRPDR 64b IMIX
1541       - 81  # NFV MRR NDRPDR 64b IMIX
1542       - 84  # NFV MRR NDRPDR 64b IMIX
1543       - 85  # NFV MRR NDRPDR 64b IMIX
1544       - 86  # NFV MRR NDRPDR 64b IMIX
1545       - 70  # soak
1546       - 71  # soak
1547
1548 #    csit-ligato-perf-verify-1901-3n-hsw:
1549 #      - 10  # NDRPDR full
1550 #      - 8   # NDRPDR sel
1551 #      - 9   # NDRPDR sel
1552 #      - 11  # NDRPDR sel
1553 #      - 12  # NDRPDR sel
1554 #      - 13  # NDRPDR sel
1555 #      - 14  # NDRPDR sel
1556 #      - 15  # NDRPDR sel
1557 #      - 16  # NDRPDR sel
1558 #      - 17  # NDRPDR sel
1559 #      - 18  # NDRPDR sel
1560 #    # TODO: Add 1904 data
1561 ##    csit-ligato-perf-verify-1904-3n-hsw:
1562 ##      -
1563
1564     csit-dpdk-perf-verify-1810-3n-hsw:
1565       - 1   # NDRPDR sel
1566       - 2   # NDRPDR sel
1567       - 3   # NDRPDR sel
1568       - 4   # NDRPDR sel
1569       - 5   # NDRPDR sel
1570       - 6   # NDRPDR sel
1571       - 7   # NDRPDR sel
1572       - 8   # NDRPDR sel
1573       - 9   # NDRPDR sel
1574       - 10  # NDRPDR sel
1575     csit-dpdk-perf-verify-1901-3n-hsw:
1576       - 13  # NDRPDR sel
1577       - 14  # NDRPDR sel
1578       - 16  # NDRPDR sel
1579       - 17  # NDRPDR sel
1580       - 18  # NDRPDR sel
1581       - 19  # NDRPDR sel
1582       - 20  # NDRPDR sel
1583       - 21  # NDRPDR sel
1584       - 22  # NDRPDR sel
1585       - 23  # NDRPDR sel
1586     csit-dpdk-perf-verify-1904-3n-hsw:
1587       - 2   # NDRPDR sel
1588       - 3   # NDRPDR sel
1589       - 5   # NDRPDR sel
1590       - 6   # NDRPDR sel
1591       - 13  # NDRPDR sel
1592       - 14  # NDRPDR sel
1593       - 15  # NDRPDR sel
1594       - 18  # NDRPDR sel
1595       - 19  # NDRPDR sel
1596       - 20  # NDRPDR sel
1597
1598     csit-dpdk-perf-verify-1810-3n-skx:
1599       - 3   # NDRPDR sel
1600       - 4   # NDRPDR sel
1601       - 6   # NDRPDR sel
1602       - 7   # NDRPDR sel
1603       - 8   # NDRPDR sel
1604       - 9   # NDRPDR sel
1605       - 10  # NDRPDR sel
1606       - 11  # NDRPDR sel
1607       - 12  # NDRPDR sel
1608       - 13  # NDRPDR sel
1609     csit-dpdk-perf-verify-1901-3n-skx:
1610       - 3   # NDRPDR sel
1611       - 5   # NDRPDR sel
1612       - 6   # NDRPDR sel
1613       - 7   # NDRPDR sel
1614       - 8   # NDRPDR sel
1615       - 9   # NDRPDR sel
1616       - 10  # NDRPDR sel
1617       - 11  # NDRPDR sel
1618       - 12  # NDRPDR sel
1619       - 13  # NDRPDR sel
1620     csit-dpdk-perf-verify-1904-3n-skx:
1621       - 2   # NDRPDR sel
1622       - 3   # NDRPDR sel
1623       - 4   # NDRPDR sel
1624       - 5   # NDRPDR sel
1625       - 6   # NDRPDR sel
1626       - 7   # NDRPDR sel
1627       - 11  # NDRPDR sel
1628       - 12  # NDRPDR sel
1629       - 13  # NDRPDR sel
1630       - 14  # NDRPDR sel
1631
1632     csit-dpdk-perf-verify-1810-2n-skx:
1633       - 3   # NDRPDR sel
1634       - 4   # NDRPDR sel
1635       - 5   # NDRPDR sel
1636       - 7   # NDRPDR sel
1637       - 8   # NDRPDR sel
1638       - 9   # NDRPDR sel
1639       - 10  # NDRPDR sel
1640       - 11  # NDRPDR sel
1641       - 12  # NDRPDR sel
1642       - 13  # NDRPDR sel
1643     csit-dpdk-perf-verify-1901-2n-skx:
1644       - 12  # NDRPDR sel
1645       - 13  # NDRPDR sel
1646       - 14  # NDRPDR sel
1647       - 15  # NDRPDR sel
1648       - 16  # NDRPDR sel
1649       - 17  # NDRPDR sel
1650       - 18  # NDRPDR sel
1651       - 19  # NDRPDR sel
1652       - 20  # NDRPDR sel
1653       - 21  # NDRPDR sel
1654     csit-dpdk-perf-verify-1904-2n-skx:
1655       - 2   # NDRPDR sel
1656       - 3   # NDRPDR sel
1657       - 4   # NDRPDR sel
1658       - 5   # NDRPDR sel
1659       - 7   # NDRPDR sel
1660       - 8   # NDRPDR sel
1661       - 9   # NDRPDR sel
1662       - 10  # NDRPDR sel
1663       - 11  # NDRPDR sel
1664       - 12  # NDRPDR sel
1665
1666     csit-vpp-functional-1904-ubuntu1604-virl:
1667       - 33
1668     csit-vpp-functional-1904-centos7-virl:
1669       - 32
1670     csit-vpp-device-1904-ubuntu1804-1n-skx:
1671       - 32
1672 #    # Not used
1673 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1674 #      - 1
1675     csit-dmm-functional-1904-ubuntu1604-virl:
1676       - 1
1677     csit-hc2vpp-verify-func-1904-ubuntu1604:
1678       - 4
1679
1680 - type: "output"
1681   output: "report"
1682   format:
1683     html:
1684     - full
1685     pdf:
1686     - minimal
1687
1688 ################################################################################
1689 ###                               T A B L E S                                ###
1690 ################################################################################
1691
1692 # VPP Soak vs NDR
1693 - type: "table"
1694   title: "VPP Soak vs NDR 2n-skx"
1695   algorithm: "table_soak_vs_ndr"
1696   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1697   reference:
1698     title: "NDR"
1699     data: "vpp-soak-vs-ndr-2n-skx-ref"
1700   compare:
1701     title: "Soak"
1702     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1703   data: "vpp-soak-vs-ndr-2n-skx"
1704   include-tests: "NDR"
1705   filter: "('NDRPDR' or 'SOAK')"
1706   parameters:
1707     - "throughput"
1708     - "name"
1709     - "parent"
1710
1711 ################################################################################
1712
1713 # VPP Compare NICs 3n-hsw 1t1c ndr
1714 - type: "table"
1715   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1716   algorithm: "table_nics_comparison"
1717   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1718   reference:
1719     title: "Intel-x520"
1720     nic: "NIC_Intel-X520-DA2"
1721   compare:
1722     title: "Intel-x710"
1723     nic: "NIC_Intel-X710"
1724   data: "vpp-nic-comparison-3n-hsw"
1725   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1726   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1727   parameters:
1728   - "name"
1729   - "parent"
1730   - "throughput"
1731   - "tags"
1732
1733 # VPP Compare NICs 3n-hsw 2t2c ndr
1734 - type: "table"
1735   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1736   algorithm: "table_nics_comparison"
1737   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1738   reference:
1739     title: "Intel-x520"
1740     nic: "NIC_Intel-X520-DA2"
1741   compare:
1742     title: "Intel-x710"
1743     nic: "NIC_Intel-X710"
1744   data: "vpp-nic-comparison-3n-hsw"
1745   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1746   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1747   parameters:
1748   - "name"
1749   - "parent"
1750   - "throughput"
1751   - "tags"
1752
1753 # VPP Compare NICs 3n-hsw 1t1c pdr
1754 - type: "table"
1755   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1756   algorithm: "table_nics_comparison"
1757   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1758   reference:
1759     title: "Intel-x520"
1760     nic: "NIC_Intel-X520-DA2"
1761   compare:
1762     title: "Intel-x710"
1763     nic: "NIC_Intel-X710"
1764   data: "vpp-nic-comparison-3n-hsw"
1765   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1766   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1767   parameters:
1768   - "name"
1769   - "parent"
1770   - "throughput"
1771   - "tags"
1772
1773 # VPP Compare NICs 3n-hsw 2t2c pdr
1774 - type: "table"
1775   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1776   algorithm: "table_nics_comparison"
1777   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1778   reference:
1779     title: "Intel-x520"
1780     nic: "NIC_Intel-X520-DA2"
1781   compare:
1782     title: "Intel-x710"
1783     nic: "NIC_Intel-X710"
1784   data: "vpp-nic-comparison-3n-hsw"
1785   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1786   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1787   parameters:
1788   - "name"
1789   - "parent"
1790   - "throughput"
1791   - "tags"
1792
1793 # VPP Compare NICs 3n-hsw 1t1c mrr
1794 - type: "table"
1795   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1796   algorithm: "table_nics_comparison"
1797   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1798   reference:
1799     title: "Intel-x520"
1800     nic: "NIC_Intel-X520-DA2"
1801   compare:
1802     title: "Intel-x710"
1803     nic: "NIC_Intel-X710"
1804   data: "vpp-nic-comparison-3n-hsw-mrr"
1805   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1806   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1807   parameters:
1808   - "name"
1809   - "parent"
1810   - "result"
1811   - "tags"
1812
1813 # VPP Compare NICs 3n-hsw 2t2c mrr
1814 - type: "table"
1815   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1816   algorithm: "table_nics_comparison"
1817   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1818   reference:
1819     title: "Intel-x520"
1820     nic: "NIC_Intel-X520-DA2"
1821   compare:
1822     title: "Intel-x710"
1823     nic: "NIC_Intel-X710"
1824   data: "vpp-nic-comparison-3n-hsw-mrr"
1825   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1826   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1827   parameters:
1828   - "name"
1829   - "parent"
1830   - "result"
1831   - "tags"
1832
1833 # VPP Compare NICs 3n-hsw 4t4c mrr
1834 - type: "table"
1835   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1836   algorithm: "table_nics_comparison"
1837   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1838   reference:
1839     title: "Intel-x520"
1840     nic: "NIC_Intel-X520-DA2"
1841   compare:
1842     title: "Intel-x710"
1843     nic: "NIC_Intel-X710"
1844   data: "vpp-nic-comparison-3n-hsw-mrr"
1845   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1846   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1847   parameters:
1848   - "name"
1849   - "parent"
1850   - "result"
1851   - "tags"
1852
1853 # VPP Compare NICs 3n-skx 2t1c ndr
1854 - type: "table"
1855   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1856   algorithm: "table_nics_comparison"
1857   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1858   reference:
1859     title: "Intel-x710"
1860     nic: "NIC_Intel-X710"
1861   compare:
1862     title: "Intel-xxv710"
1863     nic: "NIC_Intel-XXV710"
1864   data: "vpp-nic-comparison-3n-skx"
1865   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1866   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1867   parameters:
1868   - "name"
1869   - "parent"
1870   - "throughput"
1871   - "tags"
1872
1873 # VPP Compare NICs 3n-skx 4t2c ndr
1874 - type: "table"
1875   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1876   algorithm: "table_nics_comparison"
1877   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1878   reference:
1879     title: "Intel-x710"
1880     nic: "NIC_Intel-X710"
1881   compare:
1882     title: "Intel-xxv710"
1883     nic: "NIC_Intel-XXV710"
1884   data: "vpp-nic-comparison-3n-skx"
1885   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1886   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1887   parameters:
1888   - "name"
1889   - "parent"
1890   - "throughput"
1891   - "tags"
1892
1893 # VPP Compare NICs 3n-skx 2t1c pdr
1894 - type: "table"
1895   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1896   algorithm: "table_nics_comparison"
1897   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1898   reference:
1899     title: "Intel-x710"
1900     nic: "NIC_Intel-X710"
1901   compare:
1902     title: "Intel-xxv710"
1903     nic: "NIC_Intel-XXV710"
1904   data: "vpp-nic-comparison-3n-skx"
1905   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1906   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1907   parameters:
1908   - "name"
1909   - "parent"
1910   - "throughput"
1911   - "tags"
1912
1913  # VPP Compare NICs 3n-skx 4t2c pdr
1914 - type: "table"
1915   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1916   algorithm: "table_nics_comparison"
1917   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1918   reference:
1919     title: "Intel-x710"
1920     nic: "NIC_Intel-X710"
1921   compare:
1922     title: "Intel-xxv710"
1923     nic: "NIC_Intel-XXV710"
1924   data: "vpp-nic-comparison-3n-skx"
1925   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1926   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1927   parameters:
1928   - "name"
1929   - "parent"
1930   - "throughput"
1931   - "tags"
1932
1933 # VPP Compare NICs 3n-skx 2t1c mrr
1934 - type: "table"
1935   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1936   algorithm: "table_nics_comparison"
1937   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1938   reference:
1939     title: "Intel-x710"
1940     nic: "NIC_Intel-X710"
1941   compare:
1942     title: "Intel-xxv710"
1943     nic: "NIC_Intel-XXV710"
1944   data: "vpp-nic-comparison-3n-skx-mrr"
1945   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1946   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1947   parameters:
1948   - "name"
1949   - "parent"
1950   - "result"
1951   - "tags"
1952
1953 # VPP Compare NICs 3n-skx 4t2c mrr
1954 - type: "table"
1955   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1956   algorithm: "table_nics_comparison"
1957   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1958   reference:
1959     title: "Intel-x710"
1960     nic: "NIC_Intel-X710"
1961   compare:
1962     title: "Intel-xxv710"
1963     nic: "NIC_Intel-XXV710"
1964   data: "vpp-nic-comparison-3n-skx-mrr"
1965   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1966   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1967   parameters:
1968   - "name"
1969   - "parent"
1970   - "result"
1971   - "tags"
1972
1973  # VPP Compare NICs 3n-skx 8t4c mrr
1974 - type: "table"
1975   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1976   algorithm: "table_nics_comparison"
1977   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1978   reference:
1979     title: "Intel-x710"
1980     nic: "NIC_Intel-X710"
1981   compare:
1982     title: "Intel-xxv710"
1983     nic: "NIC_Intel-XXV710"
1984   data: "vpp-nic-comparison-3n-skx-mrr"
1985   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1986   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1987   parameters:
1988   - "name"
1989   - "parent"
1990   - "result"
1991   - "tags"
1992
1993 # VPP Compare NICs 2n-skx 2t1c ndr
1994 - type: "table"
1995   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1996   algorithm: "table_nics_comparison"
1997   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1998   reference:
1999     title: "Intel-x710"
2000     nic: "NIC_Intel-X710"
2001   compare:
2002     title: "Intel-xxv710"
2003     nic: "NIC_Intel-XXV710"
2004   data: "vpp-nic-comparison-2n-skx"
2005   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2006   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2007   parameters:
2008   - "name"
2009   - "parent"
2010   - "throughput"
2011   - "tags"
2012
2013 # VPP Compare NICs 2n-skx 4t2c ndr
2014 - type: "table"
2015   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2016   algorithm: "table_nics_comparison"
2017   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2018   reference:
2019     title: "Intel-x710"
2020     nic: "NIC_Intel-X710"
2021   compare:
2022     title: "Intel-xxv710"
2023     nic: "NIC_Intel-XXV710"
2024   data: "vpp-nic-comparison-2n-skx"
2025   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2026   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2027   parameters:
2028   - "name"
2029   - "parent"
2030   - "throughput"
2031   - "tags"
2032
2033  # VPP Compare NICs 2n-skx 2t1c pdr
2034 - type: "table"
2035   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2036   algorithm: "table_nics_comparison"
2037   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2038   reference:
2039     title: "Intel-x710"
2040     nic: "NIC_Intel-X710"
2041   compare:
2042     title: "Intel-xxv710"
2043     nic: "NIC_Intel-XXV710"
2044   data: "vpp-nic-comparison-2n-skx"
2045   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2046   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2047   parameters:
2048   - "name"
2049   - "parent"
2050   - "throughput"
2051   - "tags"
2052
2053 # VPP Compare NICs 2n-skx 4t2c pdr
2054 - type: "table"
2055   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2056   algorithm: "table_nics_comparison"
2057   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2058   reference:
2059     title: "Intel-x710"
2060     nic: "NIC_Intel-X710"
2061   compare:
2062     title: "Intel-xxv710"
2063     nic: "NIC_Intel-XXV710"
2064   data: "vpp-nic-comparison-2n-skx"
2065   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2066   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2067   parameters:
2068   - "name"
2069   - "parent"
2070   - "throughput"
2071   - "tags"
2072
2073 # VPP Compare NICs 2n-skx 2t1c mrr
2074 - type: "table"
2075   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2076   algorithm: "table_nics_comparison"
2077   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2078   reference:
2079     title: "Intel-x710"
2080     nic: "NIC_Intel-X710"
2081   compare:
2082     title: "Intel-xxv710"
2083     nic: "NIC_Intel-XXV710"
2084   data: "vpp-nic-comparison-2n-skx-mrr"
2085   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2086   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2087   parameters:
2088   - "name"
2089   - "parent"
2090   - "result"
2091   - "tags"
2092
2093 # VPP Compare NICs 2n-skx 4t2c mrr
2094 - type: "table"
2095   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2096   algorithm: "table_nics_comparison"
2097   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2098   reference:
2099     title: "Intel-x710"
2100     nic: "NIC_Intel-X710"
2101   compare:
2102     title: "Intel-xxv710"
2103     nic: "NIC_Intel-XXV710"
2104   data: "vpp-nic-comparison-2n-skx-mrr"
2105   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2106   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2107   parameters:
2108   - "name"
2109   - "parent"
2110   - "result"
2111   - "tags"
2112
2113 # VPP Compare NICs 2n-skx 8t4c mrr
2114 - type: "table"
2115   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2116   algorithm: "table_nics_comparison"
2117   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2118   reference:
2119     title: "Intel-x710"
2120     nic: "NIC_Intel-X710"
2121   compare:
2122     title: "Intel-xxv710"
2123     nic: "NIC_Intel-XXV710"
2124   data: "vpp-nic-comparison-2n-skx-mrr"
2125   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2126   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2127   parameters:
2128   - "name"
2129   - "parent"
2130   - "result"
2131   - "tags"
2132
2133 ################################################################################
2134 # VPP
2135
2136 ## VPP Performance Changes 2n-dnv 1t1c pdr
2137 #- type: "table"
2138 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2139 #  algorithm: "table_performance_comparison"
2140 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2141 #  history:
2142 #    - title: "rls1810"
2143 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2144 #  reference:
2145 #    title: "rls1901"
2146 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2147 #  compare:
2148 #    title: "rls1904"
2149 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2150 #  data: "intel-dnv-vpp-changes-2n-dnv"
2151 #  include-tests: "PDR"
2152 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2153 #  parameters:
2154 #  - "name"
2155 #  - "parent"
2156 #  - "throughput"
2157 #
2158 ## VPP Performance Changes 2n-dnv 2t2c pdr
2159 #- type: "table"
2160 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2161 #  algorithm: "table_performance_comparison"
2162 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2163 #  history:
2164 #    - title: "rls1810"
2165 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2166 #  reference:
2167 #    title: "rls1901"
2168 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2169 #  compare:
2170 #    title: "rls1904"
2171 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2172 #  data: "intel-dnv-vpp-changes-2n-dnv"
2173 #  include-tests: "PDR"
2174 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2175 #  parameters:
2176 #  - "name"
2177 #  - "parent"
2178 #  - "throughput"
2179 #
2180 ## VPP Performance Changes 2n-dnv 1t1c ndr
2181 #- type: "table"
2182 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2183 #  algorithm: "table_performance_comparison"
2184 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2185 #  history:
2186 #    - title: "rls1810"
2187 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2188 #  reference:
2189 #    title: "rls1901"
2190 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2191 #  compare:
2192 #    title: "rls1904"
2193 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2194 #  data: "intel-dnv-vpp-changes-2n-dnv"
2195 #  include-tests: "NDR"
2196 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2197 #  parameters:
2198 #  - "name"
2199 #  - "parent"
2200 #  - "throughput"
2201 #
2202 ## VPP Performance Changes 2n-dnv 2t2c ndr
2203 #- type: "table"
2204 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2205 #  algorithm: "table_performance_comparison"
2206 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2207 #  history:
2208 #    - title: "rls1810"
2209 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2210 #  reference:
2211 #    title: "rls1901"
2212 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2213 #  compare:
2214 #    title: "rls1904"
2215 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2216 #  data: "intel-dnv-vpp-changes-2n-dnv"
2217 #  include-tests: "NDR"
2218 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2219 #  parameters:
2220 #  - "name"
2221 #  - "parent"
2222 #  - "throughput"
2223 #
2224 ## VPP Performance Changes 2n-dnv 1t1c MRR
2225 #- type: "table"
2226 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2227 #  algorithm: "table_performance_comparison"
2228 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2229 #  history:
2230 #    - title: "rls1810"
2231 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2232 #  reference:
2233 #    title: "rls1901"
2234 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2235 #  compare:
2236 #    title: "rls1904"
2237 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2238 #  data: "intel-dnv-vpp-changes-2n-dnv"
2239 #  include-tests: "MRR"
2240 #  filter: "'1T1C' and 'MRR'"
2241 #  parameters:
2242 #  - "name"
2243 #  - "parent"
2244 #  - "result"
2245 #
2246 ## VPP Performance Changes 2n-dnv 2t2c MRR
2247 #- type: "table"
2248 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2249 #  algorithm: "table_performance_comparison"
2250 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2251 #  history:
2252 #    - title: "rls1810"
2253 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2254 #  reference:
2255 #    title: "rls1901"
2256 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2257 #  compare:
2258 #    title: "rls1904"
2259 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2260 #  data: "intel-dnv-vpp-changes-2n-dnv"
2261 #  include-tests: "MRR"
2262 #  filter: "'2T2C' and 'MRR'"
2263 #  parameters:
2264 #  - "name"
2265 #  - "parent"
2266 #  - "result"
2267 #
2268 ## VPP Performance Changes 2n-dnv 4t4c MRR
2269 #- type: "table"
2270 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2271 #  algorithm: "table_performance_comparison"
2272 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2273 #  history:
2274 #    - title: "rls1810"
2275 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2276 #  reference:
2277 #    title: "rls1901"
2278 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2279 #  compare:
2280 #    title: "rls1904"
2281 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2282 #  data: "intel-dnv-vpp-changes-2n-dnv"
2283 #  include-tests: "MRR"
2284 #  filter: "'4T4C' and 'MRR'"
2285 #  parameters:
2286 #  - "name"
2287 #  - "parent"
2288 #  - "result"
2289
2290 # VPP Performance Changes 3n-hsw 1t1c pdr
2291 - type: "table"
2292   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2293   algorithm: "table_performance_comparison"
2294   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2295   history:
2296     - title: "rls1810"
2297       data: "vpp-performance-changes-3n-hsw-h1"
2298   reference:
2299     title: "rls1901"
2300     data: "vpp-performance-changes-3n-hsw-ref"
2301   compare:
2302     title: "rls1904"
2303     data: "vpp-performance-changes-3n-hsw-cmp"
2304   data: "vpp-performance-changes-3n-hsw"
2305   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2306   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2307   parameters:
2308   - "name"
2309   - "parent"
2310   - "throughput"
2311
2312 # VPP Performance Changes 3n-hsw 2t2c pdr
2313 - type: "table"
2314   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2315   algorithm: "table_performance_comparison"
2316   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2317   history:
2318     - title: "rls1810"
2319       data: "vpp-performance-changes-3n-hsw-h1"
2320   reference:
2321     title: "rls1901"
2322     data: "vpp-performance-changes-3n-hsw-ref"
2323   compare:
2324     title: "rls1904"
2325     data: "vpp-performance-changes-3n-hsw-cmp"
2326   data: "vpp-performance-changes-3n-hsw"
2327   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2328   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2329   parameters:
2330   - "name"
2331   - "parent"
2332   - "throughput"
2333
2334 # VPP Performance Changes 3n-hsw 1t1c ndr
2335 - type: "table"
2336   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2337   algorithm: "table_performance_comparison"
2338   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2339   history:
2340     - title: "rls1810"
2341       data: "vpp-performance-changes-3n-hsw-h1"
2342   reference:
2343     title: "rls1901"
2344     data: "vpp-performance-changes-3n-hsw-ref"
2345   compare:
2346     title: "rls1904"
2347     data: "vpp-performance-changes-3n-hsw-cmp"
2348   data: "vpp-performance-changes-3n-hsw"
2349   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2350   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2351   parameters:
2352   - "name"
2353   - "parent"
2354   - "throughput"
2355
2356 # VPP Performance Changes 3n-hsw 2t2c ndr
2357 - type: "table"
2358   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2359   algorithm: "table_performance_comparison"
2360   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2361   history:
2362     - title: "rls1810"
2363       data: "vpp-performance-changes-3n-hsw-h1"
2364   reference:
2365     title: "rls1901"
2366     data: "vpp-performance-changes-3n-hsw-ref"
2367   compare:
2368     title: "rls1904"
2369     data: "vpp-performance-changes-3n-hsw-cmp"
2370   data: "vpp-performance-changes-3n-hsw"
2371   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2372   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2373   parameters:
2374   - "name"
2375   - "parent"
2376   - "throughput"
2377
2378 # VPP Performance Changes 3n-skx 2t1c pdr
2379 - type: "table"
2380   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2381   algorithm: "table_performance_comparison"
2382   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2383   history:
2384     - title: "rls1810"
2385       data: "vpp-performance-changes-3n-skx-h1"
2386   reference:
2387     title: "rls1901"
2388     data: "vpp-performance-changes-3n-skx-ref"
2389   compare:
2390     title: "rls1904"
2391     data: "vpp-performance-changes-3n-skx-cmp"
2392   data: "vpp-performance-changes-3n-skx"
2393   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2394   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2395   parameters:
2396   - "name"
2397   - "parent"
2398   - "throughput"
2399
2400 # VPP Performance Changes 3n-skx 4t2c pdr
2401 - type: "table"
2402   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2403   algorithm: "table_performance_comparison"
2404   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2405   history:
2406     - title: "rls1810"
2407       data: "vpp-performance-changes-3n-skx-h1"
2408   reference:
2409     title: "rls1901"
2410     data: "vpp-performance-changes-3n-skx-ref"
2411   compare:
2412     title: "rls1904"
2413     data: "vpp-performance-changes-3n-skx-cmp"
2414   data: "vpp-performance-changes-3n-skx"
2415   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2416   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2417   parameters:
2418   - "name"
2419   - "parent"
2420   - "throughput"
2421
2422 # VPP Performance Changes 3n-skx 2t1c ndr
2423 - type: "table"
2424   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2425   algorithm: "table_performance_comparison"
2426   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2427   history:
2428     - title: "rls1810"
2429       data: "vpp-performance-changes-3n-skx-h1"
2430   reference:
2431     title: "rls1901"
2432     data: "vpp-performance-changes-3n-skx-ref"
2433   compare:
2434     title: "rls1904"
2435     data: "vpp-performance-changes-3n-skx-cmp"
2436   data: "vpp-performance-changes-3n-skx"
2437   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2438   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2439   parameters:
2440   - "name"
2441   - "parent"
2442   - "throughput"
2443
2444 # VPP Performance Changes 3n-skx 4t2c ndr
2445 - type: "table"
2446   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2447   algorithm: "table_performance_comparison"
2448   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2449   history:
2450     - title: "rls1810"
2451       data: "vpp-performance-changes-3n-skx-h1"
2452   reference:
2453     title: "rls1901"
2454     data: "vpp-performance-changes-3n-skx-ref"
2455   compare:
2456     title: "rls1904"
2457     data: "vpp-performance-changes-3n-skx-cmp"
2458   data: "vpp-performance-changes-3n-skx"
2459   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2460   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2461   parameters:
2462   - "name"
2463   - "parent"
2464   - "throughput"
2465
2466 # VPP Performance Changes 2n-skx 2t1c pdr
2467 - type: "table"
2468   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2469   algorithm: "table_performance_comparison"
2470   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2471   history:
2472     - title: "rls1810"
2473       data: "vpp-performance-changes-2n-skx-h1"
2474   reference:
2475     title: "rls1901"
2476     data: "vpp-performance-changes-2n-skx-ref"
2477   compare:
2478     title: "rls1904"
2479     data: "vpp-performance-changes-2n-skx-cmp"
2480   data: "vpp-performance-changes-2n-skx"
2481   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2482   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2483   parameters:
2484   - "name"
2485   - "parent"
2486   - "throughput"
2487
2488 # VPP Performance Changes 2n-skx 4t2c pdr
2489 - type: "table"
2490   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2491   algorithm: "table_performance_comparison"
2492   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2493   history:
2494     - title: "rls1810"
2495       data: "vpp-performance-changes-2n-skx-h1"
2496   reference:
2497     title: "rls1901"
2498     data: "vpp-performance-changes-2n-skx-ref"
2499   compare:
2500     title: "rls1904"
2501     data: "vpp-performance-changes-2n-skx-cmp"
2502   data: "vpp-performance-changes-2n-skx"
2503   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2504   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2505   parameters:
2506   - "name"
2507   - "parent"
2508   - "throughput"
2509
2510 # VPP Performance Changes 2n-skx 2t1c ndr
2511 - type: "table"
2512   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2513   algorithm: "table_performance_comparison"
2514   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2515   history:
2516     - title: "rls1810"
2517       data: "vpp-performance-changes-2n-skx-h1"
2518   reference:
2519     title: "rls1901"
2520     data: "vpp-performance-changes-2n-skx-ref"
2521   compare:
2522     title: "rls1904"
2523     data: "vpp-performance-changes-2n-skx-cmp"
2524   data: "vpp-performance-changes-2n-skx"
2525   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2526   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2527   parameters:
2528   - "name"
2529   - "parent"
2530   - "throughput"
2531
2532 # VPP Performance Changes 2n-skx 4t2c ndr
2533 - type: "table"
2534   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2535   algorithm: "table_performance_comparison"
2536   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2537   history:
2538     - title: "rls1810"
2539       data: "vpp-performance-changes-2n-skx-h1"
2540   reference:
2541     title: "rls1901"
2542     data: "vpp-performance-changes-2n-skx-ref"
2543   compare:
2544     title: "rls1904"
2545     data: "vpp-performance-changes-2n-skx-cmp"
2546   data: "vpp-performance-changes-2n-skx"
2547   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2548   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2549   parameters:
2550   - "name"
2551   - "parent"
2552   - "throughput"
2553
2554 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2555 - type: "table"
2556   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2557   algorithm: "table_performance_comparison"
2558   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2559   reference:
2560     title: "3-Node Hsw"
2561     data: "vpp-compare-testbeds-ref"
2562   compare:
2563     title: "3-Node Skx"
2564     data: "vpp-compare-testbeds-cmp"
2565   data: "vpp-compare-testbeds"
2566   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2567   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2568   parameters:
2569   - "name"
2570   - "parent"
2571   - "throughput"
2572
2573 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2574 - type: "table"
2575   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2576   algorithm: "table_performance_comparison"
2577   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2578   reference:
2579     title: "3-Node Hsw"
2580     data: "vpp-compare-testbeds-ref"
2581   compare:
2582     title: "3-Node Skx"
2583     data: "vpp-compare-testbeds-cmp"
2584   data: "vpp-compare-testbeds"
2585   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2586   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2587   parameters:
2588   - "name"
2589   - "parent"
2590   - "throughput"
2591
2592 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2593 - type: "table"
2594   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2595   algorithm: "table_performance_comparison"
2596   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2597   reference:
2598     title: "3-Node Hsw"
2599     data: "vpp-compare-testbeds-ref"
2600   compare:
2601     title: "3-Node Skx"
2602     data: "vpp-compare-testbeds-cmp"
2603   data: "vpp-compare-testbeds"
2604   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2605   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2606   parameters:
2607   - "name"
2608   - "parent"
2609   - "throughput"
2610
2611 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2612 - type: "table"
2613   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2614   algorithm: "table_performance_comparison"
2615   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2616   reference:
2617     title: "3-Node Hsw"
2618     data: "vpp-compare-testbeds-ref"
2619   compare:
2620     title: "3-Node Skx"
2621     data: "vpp-compare-testbeds-cmp"
2622   data: "vpp-compare-testbeds"
2623   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2624   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2625   parameters:
2626   - "name"
2627   - "parent"
2628   - "throughput"
2629
2630 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2631 - type: "table"
2632   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2633   algorithm: "table_performance_comparison"
2634   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2635   reference:
2636     title: "3-Node Skx"
2637     data: "vpp-compare-topologies-ref"
2638   compare:
2639     title: "2-Node Skx"
2640     data: "vpp-compare-topologies-cmp"
2641   data: "vpp-compare-topologies"
2642   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2643   filter: "'NDRPDR' and '1C'"
2644   parameters:
2645   - "name"
2646   - "parent"
2647   - "throughput"
2648
2649 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2650 - type: "table"
2651   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2652   algorithm: "table_performance_comparison"
2653   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2654   reference:
2655     title: "3-Node Skx"
2656     data: "vpp-compare-topologies-ref"
2657   compare:
2658     title: "2-Node Skx"
2659     data: "vpp-compare-topologies-cmp"
2660   data: "vpp-compare-topologies"
2661   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2662   filter: "'NDRPDR' and '2C'"
2663   parameters:
2664   - "name"
2665   - "parent"
2666   - "throughput"
2667
2668 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2669 - type: "table"
2670   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2671   algorithm: "table_performance_comparison"
2672   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2673   reference:
2674     title: "3-Node Skx"
2675     data: "vpp-compare-topologies-ref"
2676   compare:
2677     title: "2-Node Skx"
2678     data: "vpp-compare-topologies-cmp"
2679   data: "vpp-compare-topologies"
2680   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2681   filter: "'NDRPDR' and '1C'"
2682   parameters:
2683   - "name"
2684   - "parent"
2685   - "throughput"
2686
2687 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2688 - type: "table"
2689   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2690   algorithm: "table_performance_comparison"
2691   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2692   reference:
2693     title: "3-Node Skx"
2694     data: "vpp-compare-topologies-ref"
2695   compare:
2696     title: "2-Node Skx"
2697     data: "vpp-compare-topologies-cmp"
2698   data: "vpp-compare-topologies"
2699   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2700   filter: "'NDRPDR' and '2C'"
2701   parameters:
2702   - "name"
2703   - "parent"
2704   - "throughput"
2705
2706 # VPP Performance Changes 3n-hsw 1t1c MRR
2707 - type: "table"
2708   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2709   algorithm: "table_performance_comparison"
2710   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2711   history:
2712     - title: "rls1810"
2713       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2714   reference:
2715     title: "rls1901"
2716     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2717   compare:
2718     title: "rls1904"
2719     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2720   data: "vpp-performance-changes-3n-hsw-mrr"
2721   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2722   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2723   parameters:
2724   - "name"
2725   - "parent"
2726   - "result"
2727
2728 # VPP Performance Changes 3n-hsw 2t2c MRR
2729 - type: "table"
2730   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2731   algorithm: "table_performance_comparison"
2732   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2733   history:
2734     - title: "rls1810"
2735       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2736   reference:
2737     title: "rls1901"
2738     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2739   compare:
2740     title: "rls1904"
2741     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2742   data: "vpp-performance-changes-3n-hsw-mrr"
2743   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2744   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2745   parameters:
2746   - "name"
2747   - "parent"
2748   - "result"
2749
2750 # VPP Performance Changes 3n-hsw 4t4c MRR
2751 - type: "table"
2752   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2753   algorithm: "table_performance_comparison"
2754   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2755   history:
2756     - title: "rls1810"
2757       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2758   reference:
2759     title: "rls1901"
2760     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2761   compare:
2762     title: "rls1904"
2763     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2764   data: "vpp-performance-changes-3n-hsw-mrr"
2765   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2766   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2767   parameters:
2768   - "name"
2769   - "parent"
2770   - "result"
2771
2772 # VPP Performance Changes 3n-skx 2t1c MRR
2773 - type: "table"
2774   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2775   algorithm: "table_performance_comparison"
2776   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2777   history:
2778     - title: "rls1810"
2779       data: "vpp-performance-changes-3n-skx-mrr-h1"
2780   reference:
2781     title: "rls1901"
2782     data: "vpp-performance-changes-3n-skx-mrr-ref"
2783   compare:
2784     title: "rls1904"
2785     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2786   data: "vpp-performance-changes-3n-skx-mrr"
2787   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2788   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2789   parameters:
2790   - "name"
2791   - "parent"
2792   - "result"
2793
2794 # VPP Performance Changes 3n-skx 4t2c MRR
2795 - type: "table"
2796   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2797   algorithm: "table_performance_comparison"
2798   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2799   history:
2800     - title: "rls1810"
2801       data: "vpp-performance-changes-3n-skx-mrr-h1"
2802   reference:
2803     title: "rls1901"
2804     data: "vpp-performance-changes-3n-skx-mrr-ref"
2805   compare:
2806     title: "rls1904"
2807     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2808   data: "vpp-performance-changes-3n-skx-mrr"
2809   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2810   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2811   parameters:
2812   - "name"
2813   - "parent"
2814   - "result"
2815
2816 # VPP Performance Changes 3n-skx 8t4c MRR
2817 - type: "table"
2818   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2819   algorithm: "table_performance_comparison"
2820   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2821   history:
2822     - title: "rls1810"
2823       data: "vpp-performance-changes-3n-skx-mrr-h1"
2824   reference:
2825     title: "rls1901"
2826     data: "vpp-performance-changes-3n-skx-mrr-ref"
2827   compare:
2828     title: "rls1904"
2829     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2830   data: "vpp-performance-changes-3n-skx-mrr"
2831   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2832   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2833   parameters:
2834   - "name"
2835   - "parent"
2836   - "result"
2837
2838 # VPP Performance Changes 2n-skx 2t1c MRR
2839 - type: "table"
2840   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2841   algorithm: "table_performance_comparison"
2842   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2843   history:
2844     - title: "rls1810"
2845       data: "vpp-performance-changes-2n-skx-mrr-h1"
2846   reference:
2847     title: "rls1901"
2848     data: "vpp-performance-changes-2n-skx-mrr-ref"
2849   compare:
2850     title: "rls1904"
2851     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2852   data: "vpp-performance-changes-2n-skx-mrr"
2853   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2854   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2855   parameters:
2856   - "name"
2857   - "parent"
2858   - "result"
2859
2860 # VPP Performance Changes 2n-skx 4t2c MRR
2861 - type: "table"
2862   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2863   algorithm: "table_performance_comparison"
2864   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2865   history:
2866     - title: "rls1810"
2867       data: "vpp-performance-changes-2n-skx-mrr-h1"
2868   reference:
2869     title: "rls1901"
2870     data: "vpp-performance-changes-2n-skx-mrr-ref"
2871   compare:
2872     title: "rls1904"
2873     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2874   data: "vpp-performance-changes-2n-skx-mrr"
2875   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2876   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2877   parameters:
2878   - "name"
2879   - "parent"
2880   - "result"
2881
2882 # VPP Performance Changes 2n-skx 8t4c MRR
2883 - type: "table"
2884   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2885   algorithm: "table_performance_comparison"
2886   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2887   history:
2888     - title: "rls1810"
2889       data: "vpp-performance-changes-2n-skx-mrr-h1"
2890   reference:
2891     title: "rls1901"
2892     data: "vpp-performance-changes-2n-skx-mrr-ref"
2893   compare:
2894     title: "rls1904"
2895     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2896   data: "vpp-performance-changes-2n-skx-mrr"
2897   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2898   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2899   parameters:
2900   - "name"
2901   - "parent"
2902   - "result"
2903
2904 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2905 - type: "table"
2906   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2907   algorithm: "table_performance_comparison"
2908   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2909   reference:
2910     title: "3-Node Hsw"
2911     data: "vpp-compare-testbeds-mrr-ref"
2912   compare:
2913     title: "3-Node Skx"
2914     data: "vpp-compare-testbeds-mrr-cmp"
2915   data: "vpp-compare-testbeds-mrr"
2916   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2917   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2918   parameters:
2919   - "name"
2920   - "parent"
2921   - "result"
2922
2923 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2924 - type: "table"
2925   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2926   algorithm: "table_performance_comparison"
2927   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2928   reference:
2929     title: "3-Node Hsw"
2930     data: "vpp-compare-testbeds-mrr-ref"
2931   compare:
2932     title: "3-Node Skx"
2933     data: "vpp-compare-testbeds-mrr-cmp"
2934   data: "vpp-compare-testbeds-mrr"
2935   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2936   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2937   parameters:
2938   - "name"
2939   - "parent"
2940   - "result"
2941
2942 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2943 - type: "table"
2944   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2945   algorithm: "table_performance_comparison"
2946   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2947   reference:
2948     title: "3-Node Hsw"
2949     data: "vpp-compare-testbeds-mrr-ref"
2950   compare:
2951     title: "3-Node Skx"
2952     data: "vpp-compare-testbeds-mrr-cmp"
2953   data: "vpp-compare-testbeds-mrr"
2954   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2955   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2956   parameters:
2957   - "name"
2958   - "parent"
2959   - "result"
2960
2961 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2962 - type: "table"
2963   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2964   algorithm: "table_performance_comparison"
2965   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2966   reference:
2967     title: "3-Node Skx"
2968     data: "vpp-compare-topologies-mrr-ref"
2969   compare:
2970     title: "2-Node Skx"
2971     data: "vpp-compare-topologies-mrr-cmp"
2972   data: "vpp-compare-topologies-mrr"
2973   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2974   filter: "'MRR' and '1C'"
2975   parameters:
2976   - "name"
2977   - "parent"
2978   - "result"
2979
2980 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2981 - type: "table"
2982   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2983   algorithm: "table_performance_comparison"
2984   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2985   reference:
2986     title: "3-Node Skx"
2987     data: "vpp-compare-topologies-mrr-ref"
2988   compare:
2989     title: "2-Node Skx"
2990     data: "vpp-compare-topologies-mrr-cmp"
2991   data: "vpp-compare-topologies-mrr"
2992   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2993   filter: "'MRR' and '2C'"
2994   parameters:
2995   - "name"
2996   - "parent"
2997   - "result"
2998
2999 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3000 - type: "table"
3001   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3002   algorithm: "table_performance_comparison"
3003   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3004   reference:
3005     title: "3-Node Skx"
3006     data: "vpp-compare-topologies-mrr-ref"
3007   compare:
3008     title: "2-Node Skx"
3009     data: "vpp-compare-topologies-mrr-cmp"
3010   data: "vpp-compare-topologies-mrr"
3011   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3012   filter: "'MRR' and '4C'"
3013   parameters:
3014   - "name"
3015   - "parent"
3016   - "result"
3017
3018 # Detailed Test Results - VPP Performance Results 3n-hsw
3019 - type: "table"
3020   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3021   algorithm: "table_merged_details"
3022   output-file-ext: ".csv"
3023   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3024   columns:
3025   - title: "Name"
3026     data: "data name"
3027   - title: "Status"
3028     data: "data msg"
3029   rows: "generated"
3030   data: "vpp-perf-results-3n-hsw"
3031   filter: "not 'CFS_OPT'"
3032   parameters:
3033   - "name"
3034   - "parent"
3035   - "msg"
3036
3037 # Detailed Test Results - VPP Performance Results 3n-skx
3038 - type: "table"
3039   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3040   algorithm: "table_merged_details"
3041   output-file-ext: ".csv"
3042   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3043   columns:
3044   - title: "Name"
3045     data: "data name"
3046   - title: "Status"
3047     data: "data msg"
3048   rows: "generated"
3049   data: "vpp-perf-results-3n-skx"
3050   filter: "not 'CFS_OPT'"
3051   parameters:
3052   - "name"
3053   - "parent"
3054   - "msg"
3055
3056 # Detailed Test Results - VPP Performance Results 2n-skx
3057 - type: "table"
3058   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3059   algorithm: "table_merged_details"
3060   output-file-ext: ".csv"
3061   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3062   columns:
3063   - title: "Name"
3064     data: "data name"
3065   - title: "Status"
3066     data: "data msg"
3067   rows: "generated"
3068   data: "vpp-perf-results-2n-skx"
3069   filter: "not 'CFS_OPT'"
3070   parameters:
3071   - "name"
3072   - "parent"
3073   - "msg"
3074
3075 ## Detailed Test Results - VPP Performance Results 2n-dnv
3076 #- type: "table"
3077 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3078 #  algorithm: "table_details"
3079 #  output-file-ext: ".csv"
3080 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3081 #  columns:
3082 #  - title: "Name"
3083 #    data: "data name"
3084 #  - title: "Status"
3085 #    data: "data msg"
3086 #  rows: "generated"
3087 #  data: "intel-dnv-vpp"
3088 #  filter: "'NDRPDR'"
3089 #  parameters:
3090 #  - "name"
3091 #  - "parent"
3092 #  - "msg"
3093
3094 # Test configuration - VPP Performance Test Configs 3n-hsw
3095 - type: "table"
3096   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3097   algorithm: "table_merged_details"
3098   output-file-ext: ".csv"
3099   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3100   columns:
3101   - title: "Name"
3102     data: "data name"
3103   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3104     data: "data conf-history"
3105   rows: "generated"
3106   data: "vpp-perf-results-3n-hsw"
3107   filter: "not 'CFS_OPT'"
3108   parameters:
3109   - "parent"
3110   - "name"
3111   - "conf-history"
3112
3113 # Test configuration - VPP Performance Test Configs 3n-skx
3114 - type: "table"
3115   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3116   algorithm: "table_merged_details"
3117   output-file-ext: ".csv"
3118   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3119   columns:
3120   - title: "Name"
3121     data: "data name"
3122   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3123     data: "data conf-history"
3124   rows: "generated"
3125   data: "vpp-perf-results-3n-skx"
3126   filter: "not 'CFS_OPT'"
3127   parameters:
3128   - "parent"
3129   - "name"
3130   - "conf-history"
3131
3132 # Test configuration - VPP Performance Test Configs 2n-skx
3133 - type: "table"
3134   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3135   algorithm: "table_merged_details"
3136   output-file-ext: ".csv"
3137   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3138   columns:
3139   - title: "Name"
3140     data: "data name"
3141   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3142     data: "data conf-history"
3143   rows: "generated"
3144   data: "vpp-perf-results-2n-skx"
3145   filter: "not 'CFS_OPT'"
3146   parameters:
3147   - "parent"
3148   - "name"
3149   - "conf-history"
3150
3151 ## Test configuration - VPP Performance Test Configs 2n-dnv
3152 #- type: "table"
3153 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3154 #  algorithm: "table_details"
3155 #  output-file-ext: ".csv"
3156 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3157 #  columns:
3158 #  - title: "Name"
3159 #    data: "data name"
3160 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3161 #    data: "data conf-history"
3162 #  rows: "generated"
3163 #  data: "intel-dnv-vpp"
3164 #  filter: "'NDRPDR'"
3165 #  parameters:
3166 #  - "parent"
3167 #  - "name"
3168 #  - "conf-history"
3169
3170 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3171 - type: "table"
3172   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3173   algorithm: "table_merged_details"
3174   output-file-ext: ".csv"
3175   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3176   columns:
3177   - title: "Name"
3178     data: "data name"
3179   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3180     data: "data show-run"
3181   rows: "generated"
3182   data: "vpp-perf-results-3n-hsw"
3183   filter: "not 'CFS_OPT'"
3184   parameters:
3185   - "parent"
3186   - "name"
3187   - "show-run"
3188
3189 # Test Operational Data - VPP Performance Operational Data 3n-skx
3190 - type: "table"
3191   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3192   algorithm: "table_merged_details"
3193   output-file-ext: ".csv"
3194   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3195   columns:
3196   - title: "Name"
3197     data: "data name"
3198   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3199     data: "data show-run"
3200   rows: "generated"
3201   data: "vpp-perf-results-3n-skx"
3202   filter: "not 'CFS_OPT'"
3203   parameters:
3204   - "parent"
3205   - "name"
3206   - "show-run"
3207
3208 # Test Operational Data - VPP Performance Operational Data 2n-skx
3209 - type: "table"
3210   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3211   algorithm: "table_merged_details"
3212   output-file-ext: ".csv"
3213   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3214   columns:
3215   - title: "Name"
3216     data: "data name"
3217   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3218     data: "data show-run"
3219   rows: "generated"
3220   data: "vpp-perf-results-2n-skx"
3221   filter: "not 'CFS_OPT'"
3222   parameters:
3223   - "parent"
3224   - "name"
3225   - "show-run"
3226
3227 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3228 #- type: "table"
3229 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3230 #  algorithm: "table_details"
3231 #  output-file-ext: ".csv"
3232 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3233 #  columns:
3234 #  - title: "Name"
3235 #    data: "data name"
3236 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3237 #    data: "data show-run"
3238 #  rows: "generated"
3239 #  data: "intel-dnv-vpp"
3240 #  filter: "'NDRPDR'"
3241 #  parameters:
3242 #  - "parent"
3243 #  - "name"
3244 #  - "show-run"
3245
3246 # Detailed Test Results - VPP MRR Results 3n-hsw
3247 - type: "table"
3248   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3249   algorithm: "table_details"
3250   output-file-ext: ".csv"
3251   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3252   columns:
3253   - title: "Name"
3254     data: "data name"
3255   - title: "Status"
3256     data: "data msg"
3257   rows: "generated"
3258   data: "vpp-mrr-results-3n-hsw"
3259   filter: "'MRR'"
3260   parameters:
3261   - "name"
3262   - "parent"
3263   - "msg"
3264
3265 # Detailed Test Results - VPP MRR Results 3n-skx
3266 - type: "table"
3267   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3268   algorithm: "table_details"
3269   output-file-ext: ".csv"
3270   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3271   columns:
3272   - title: "Name"
3273     data: "data name"
3274   - title: "Status"
3275     data: "data msg"
3276   rows: "generated"
3277   data: "vpp-mrr-results-3n-skx"
3278   filter: "'MRR'"
3279   parameters:
3280   - "name"
3281   - "parent"
3282   - "msg"
3283
3284 # Detailed Test Results - VPP MRR Results 2n-skx
3285 - type: "table"
3286   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3287   algorithm: "table_details"
3288   output-file-ext: ".csv"
3289   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3290   columns:
3291   - title: "Name"
3292     data: "data name"
3293   - title: "Status"
3294     data: "data msg"
3295   rows: "generated"
3296   data: "vpp-mrr-results-2n-skx"
3297   filter: "'MRR'"
3298   parameters:
3299   - "name"
3300   - "parent"
3301   - "msg"
3302
3303 ## Detailed Test Results - VPP MRR Results 2n-dnv
3304 #- type: "table"
3305 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3306 #  algorithm: "table_details"
3307 #  output-file-ext: ".csv"
3308 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3309 #  columns:
3310 #  - title: "Name"
3311 #    data: "data name"
3312 #  - title: "Status"
3313 #    data: "data msg"
3314 #  rows: "generated"
3315 #  data: "intel-dnv-vpp"
3316 #  filter: "'MRR'"
3317 #  parameters:
3318 #  - "name"
3319 #  - "parent"
3320 #  - "msg"
3321
3322 # Test configuration - VPP MRR Test Configs 3n-hsw
3323 - type: "table"
3324   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3325   algorithm: "table_details"
3326   output-file-ext: ".csv"
3327   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3328   columns:
3329   - title: "Name"
3330     data: "data name"
3331   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3332     data: "data conf-history"
3333   rows: "generated"
3334   data: "vpp-mrr-results-3n-hsw"
3335   filter: "'MRR'"
3336   parameters:
3337   - "parent"
3338   - "name"
3339   - "conf-history"
3340
3341 # Test configuration - VPP MRR Test Configs 3n-skx
3342 - type: "table"
3343   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3344   algorithm: "table_details"
3345   output-file-ext: ".csv"
3346   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3347   columns:
3348   - title: "Name"
3349     data: "data name"
3350   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3351     data: "data conf-history"
3352   rows: "generated"
3353   data: "vpp-mrr-results-3n-skx"
3354   filter: "'MRR'"
3355   parameters:
3356   - "parent"
3357   - "name"
3358   - "conf-history"
3359
3360 # Test configuration - VPP MRR Test Configs 2n-skx
3361 - type: "table"
3362   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3363   algorithm: "table_details"
3364   output-file-ext: ".csv"
3365   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3366   columns:
3367   - title: "Name"
3368     data: "data name"
3369   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3370     data: "data conf-history"
3371   rows: "generated"
3372   data: "vpp-mrr-results-2n-skx"
3373   filter: "'MRR'"
3374   parameters:
3375   - "parent"
3376   - "name"
3377   - "conf-history"
3378
3379 ## Test configuration - VPP MRR Test Configs 2n-dnv
3380 #- type: "table"
3381 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3382 #  algorithm: "table_details"
3383 #  output-file-ext: ".csv"
3384 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3385 #  columns:
3386 #  - title: "Name"
3387 #    data: "data name"
3388 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3389 #    data: "data conf-history"
3390 #  rows: "generated"
3391 #  data: "intel-dnv-vpp"
3392 #  filter: "'MRR'"
3393 #  parameters:
3394 #  - "parent"
3395 #  - "name"
3396 #  - "conf-history"
3397
3398 # Detailed Test Results - VPP Functional Results - Ubuntu
3399 - type: "table"
3400   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3401   algorithm: "table_details"
3402   output-file-ext: ".csv"
3403   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3404   columns:
3405   - title: "Name"
3406     data: "data name"
3407   - title: "Documentation"
3408     data: "data doc"
3409   - title: "Status"
3410     data: "data status"
3411   rows: "generated"
3412   data: "vpp-func-results-ubuntu"</