CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # csit-vpp-perf-verify-1904-3n-hsw:
147 #      csit-vpp-perf-verify-1810-3n-hsw:
148 #        - 28  # WRK
149 #        - 29  # WRK
150 #        - 30  # WRK
151 #        - 31  # WRK
152 #        - 32  # WRK
153 #        - 33  # WRK
154 #        - 34  # WRK
155 #        - 35  # WRK
156 #        - 36  # WRK
157 #        - 37  # WRK
158
159 #    plot-ligato-throughput-lat-tsa-3n-hsw:
160 #      # csit-ligato-perf-verify-1904-3n-hsw:
161 #      csit-ligato-perf-verify-1901-3n-hsw:
162 #        - 8   # NDRPDR sel
163 #        - 9   # NDRPDR sel
164 #        - 11  # NDRPDR sel
165 #        - 12  # NDRPDR sel
166 #        - 13  # NDRPDR sel
167 #        - 14  # NDRPDR sel
168 #        - 15  # NDRPDR sel
169 #        - 16  # NDRPDR sel
170 #        - 17  # NDRPDR sel
171 #        - 18  # NDRPDR sel
172
173     plot-dpdk-throughput-latency-3n-hsw:
174       csit-dpdk-perf-verify-1904-3n-hsw:
175         - 2   # NDRPDR sel
176         - 3   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 13  # NDRPDR sel
180         - 14  # NDRPDR sel
181         - 15  # NDRPDR sel
182         - 18  # NDRPDR sel
183         - 19  # NDRPDR sel
184         - 20  # NDRPDR sel
185
186     # 3n-skx
187
188     plot-vpp-throughput-lat-tsa-3n-skx:
189       csit-vpp-perf-verify-1904-3n-skx:
190         - 8   # NDRPDR sel
191         - 9   # NDRPDR sel
192         - 10  # NDRPDR sel
193         - 11  # NDRPDR sel
194         - 12  # NDRPDR sel
195         - 14  # NDRPDR sel
196         - 16  # NDRPDR sel
197         - 21  # NDRPDR sel
198         - 23  # NDRPDR sel
199         - 25  # NDRPDR sel
200
201     plot-dpdk-throughput-latency-3n-skx:
202       csit-dpdk-perf-verify-1904-3n-skx:
203         - 2   # NDRPDR sel
204         - 3   # NDRPDR sel
205         - 4   # NDRPDR sel
206         - 5   # NDRPDR sel
207         - 6   # NDRPDR sel
208         - 7   # NDRPDR sel
209         - 11  # NDRPDR sel
210         - 12  # NDRPDR sel
211         - 13  # NDRPDR sel
212         - 14  # NDRPDR sel
213
214     # 2n-skx
215
216     plot-vpp-throughput-lat-tsa-2n-skx:
217       csit-vpp-perf-verify-1904-2n-skx:
218         - 12  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 16  # NDRPDR sel
221         - 17  # NDRPDR sel
222         - 18  # NDRPDR sel
223         - 21  # NDRPDR sel
224         - 27  # NDRPDR sel
225         - 30  # NDRPDR sel
226         - 31  # NDRPDR sel
227         - 32  # NDRPDR sel
228
229     plot-vpp-soak-2n-skx:
230       csit-vpp-perf-verify-1904-2n-skx:
231         - 70  # soak
232         - 71  # soak
233
234     plot-vpp-nfv-2n-skx-ndrpdr-64b:
235       csit-vpp-perf-verify-1904-2n-skx:
236         - 56  # NFV NDRPDR 64b
237         - 59  # NFV NDRPDR 64b
238         - 60  # NFV NDRPDR 64b
239         - 65  # NFV NDRPDR 64b
240         - 68  # NFV NDRPDR 64b
241         - 80  # NFV MRR NDRPDR 64b IMIX
242         - 81  # NFV MRR NDRPDR 64b IMIX
243         - 84  # NFV MRR NDRPDR 64b IMIX
244         - 85  # NFV MRR NDRPDR 64b IMIX
245         - 86  # NFV MRR NDRPDR 64b IMIX
246
247     plot-vpp-nfv-2n-skx-ndrpdr-imix:
248       csit-vpp-perf-verify-1904-2n-skx:
249         - 66  # NFV NDRPDR IMIX
250         - 67  # NFV NDRPDR IMIX
251         - 69  # NFV NDRPDR IMIX
252         - 82  # NFV NDRPDR IMIX
253         - 83  # NFV NDRPDR IMIX
254         - 80  # NFV MRR NDRPDR 64b IMIX
255         - 81  # NFV MRR NDRPDR 64b IMIX
256         - 84  # NFV MRR NDRPDR 64b IMIX
257         - 85  # NFV MRR NDRPDR 64b IMIX
258         - 86  # NFV MRR NDRPDR 64b IMIX
259
260     plot-vpp-nfv-2n-skx-mrr-64b:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 40  # NFV MRR 64b
263         - 41  # NFV MRR 64b
264         - 42  # NFV MRR 64b
265         - 47  # NFV MRR 64b
266         - 48  # NFV MRR 64b
267         - 80  # NFV MRR NDRPDR 64b IMIX
268         - 81  # NFV MRR NDRPDR 64b IMIX
269         - 84  # NFV MRR NDRPDR 64b IMIX
270         - 85  # NFV MRR NDRPDR 64b IMIX
271         - 86  # NFV MRR NDRPDR 64b IMIX
272
273     plot-vpp-nfv-2n-skx-mrr-imix:
274       csit-vpp-perf-verify-1904-2n-skx:
275         - 49  # NFV MRR IMIX
276         - 50  # NFV MRR IMIX
277         - 51  # NFV MRR IMIX
278         - 54  # NFV MRR IMIX
279         - 55  # NFV MRR IMIX
280         - 80  # NFV MRR NDRPDR 64b IMIX
281         - 81  # NFV MRR NDRPDR 64b IMIX
282         - 84  # NFV MRR NDRPDR 64b IMIX
283         - 85  # NFV MRR NDRPDR 64b IMIX
284         - 86  # NFV MRR NDRPDR 64b IMIX
285
286     plot-dpdk-throughput-latency-2n-skx:
287       csit-dpdk-perf-verify-1904-2n-skx:
288         - 2   # NDRPDR sel
289         - 3   # NDRPDR sel
290         - 4   # NDRPDR sel
291         - 5   # NDRPDR sel
292         - 7   # NDRPDR sel
293         - 8   # NDRPDR sel
294         - 9   # NDRPDR sel
295         - 10  # NDRPDR sel
296         - 11  # NDRPDR sel
297         - 12  # NDRPDR sel
298
299     # 3rd party
300
301 #    # Denverton:
302 #    intel-dnv-vpp:
303 #      # intel-dnv-vpp-release-1904:
304 #      intel-dnv-vpp-release-1901:
305 #        - 1
306
307     ###########################################################################
308     # Simple tables (only one data set):
309
310     # NIC Comparisons
311
312     vpp-nic-comparison-3n-hsw:
313       csit-vpp-perf-verify-1904-3n-hsw:
314         - 11  # NDRPDR sel
315         - 12  # NDRPDR sel
316         - 20  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 24  # NDRPDR sel
320         - 25  # NDRPDR sel
321         - 26  # NDRPDR sel
322         - 29  # NDRPDR sel
323         - 30  # NDRPDR sel
324
325     vpp-nic-comparison-3n-skx:
326       csit-vpp-perf-verify-1904-3n-skx:
327         - 8   # NDRPDR sel
328         - 9   # NDRPDR sel
329         - 10  # NDRPDR sel
330         - 11  # NDRPDR sel
331         - 12  # NDRPDR sel
332         - 14  # NDRPDR sel
333         - 16  # NDRPDR sel
334         - 21  # NDRPDR sel
335         - 23  # NDRPDR sel
336         - 25  # NDRPDR sel
337
338     vpp-nic-comparison-2n-skx:
339       csit-vpp-perf-verify-1904-2n-skx:
340         - 12  # NDRPDR sel
341         - 14  # NDRPDR sel
342         - 16  # NDRPDR sel
343         - 17  # NDRPDR sel
344         - 18  # NDRPDR sel
345         - 21  # NDRPDR sel
346         - 27  # NDRPDR sel
347         - 30  # NDRPDR sel
348         - 31  # NDRPDR sel
349         - 32  # NDRPDR sel
350
351     vpp-nic-comparison-3n-hsw-mrr:
352       csit-vpp-perf-verify-1904-3n-hsw:
353         - 9   # MRR sel
354
355     vpp-nic-comparison-3n-skx-mrr:
356       csit-vpp-perf-verify-1904-3n-skx:
357         - 7   # MRR sel
358
359     vpp-nic-comparison-2n-skx-mrr:
360       csit-vpp-perf-verify-1904-2n-skx:
361         - 11  # MRR sel
362
363     # Results
364
365     vpp-perf-results-3n-hsw:
366       # TODO: Add FULL 1904 data
367       csit-vpp-perf-verify-1904-3n-hsw:
368         - 32  # NDRPDR full
369         - 33  # NDRPDR full
370         - 35  # NDRPDR full
371         - 36  # NDRPDR full
372         - 37  # NDRPDR full
373         - 38  # NDRPDR full
374         - 40  # NDRPDR full
375         - 45  # NDRPDR full
376         - 46  # NDRPDR full
377         - 48  # NDRPDR full
378         - 49  # NDRPDR full
379         - 50  # NDRPDR full
380         - 51  # NDRPDR full
381         - 52  # NDRPDR full
382         - 53  # NDRPDR full
383         - 54  # NDRPDR full
384         - 56  # NDRPDR full
385
386     vpp-perf-results-3n-skx:
387       csit-vpp-perf-verify-1904-3n-skx:
388         - 26  # NDRPDR full
389         - 27  # NDRPDR full
390         - 30  # NDRPDR full
391         - 31  # NDRPDR full
392
393     vpp-perf-results-2n-skx:
394       csit-vpp-perf-verify-1904-2n-skx:
395         - 33  # NDRPDR full
396         - 39  # NDRPDR full
397         - 58  # NDRPDR full
398         - 62  # NDRPDR full
399
400     vpp-mrr-results-3n-hsw:
401       csit-vpp-perf-verify-1904-3n-hsw:
402         - 9   # MRR sel
403
404     vpp-mrr-results-3n-skx:
405       csit-vpp-perf-verify-1904-3n-skx:
406         - 7   # MRR sel
407
408     vpp-mrr-results-2n-skx:
409       csit-vpp-perf-verify-1904-2n-skx:
410         - 11  # MRR sel
411
412     vpp-func-results-ubuntu:
413       csit-vpp-functional-1904-ubuntu1604-virl:
414         - 33
415
416     vpp-func-results-centos:
417       csit-vpp-functional-1904-centos7-virl:
418         - 32
419
420     vpp-device-results-ubuntu:
421       csit-vpp-device-1904-ubuntu1804-1n-skx:
422         - 32
423
424 #    # VPP Ligato
425 #    ligato-perf-results-3n-hsw:
426 #      # csit-ligato-perf-verify-1904-3n-hsw:
427 #      csit-ligato-perf-verify-1901-3n-hsw:
428 #        - 10  # NDRPDR full
429
430     dpdk-perf-results-3n-hsw:
431       csit-dpdk-perf-verify-1904-3n-hsw:
432         - 5   # NDRPDR sel
433
434     dpdk-perf-results-3n-skx:
435       csit-dpdk-perf-verify-1904-3n-skx:
436         - 7   # NDRPDR sel
437
438     dpdk-perf-results-2n-skx:
439       csit-dpdk-perf-verify-1904-2n-skx:
440         - 9   # NDRPDR sel
441
442     # HoneyComb Functional
443     hc-func-results:
444       csit-hc2vpp-verify-func-1904-ubuntu1604:
445         - 4
446
447 #    # NSH SFC Functional
448 #    nsh-func-results:
449 #      # Not used
450 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
451 #        - 1
452
453     # DMM Functional
454     dmm-func-results:
455       csit-dmm-functional-1904-ubuntu1604-virl:
456         - 1
457
458     ###########################################################################
459     # Tables (more than one data set)
460
461     # Performance changes
462
463 #    intel-dnv-vpp-changes-2n-dnv-h1:
464 #      intel-dnv-vpp-release-1810:
465 #        - 1
466 #    intel-dnv-vpp-changes-2n-dnv-ref:
467 #      intel-dnv-vpp-release-1901:
468 #        - 1
469 #    intel-dnv-vpp-changes-2n-dnv-cmp:
470 #      # intel-dnv-vpp-release-1904:
471 #      intel-dnv-vpp-release-1901:
472 #        - 1
473 #    intel-dnv-vpp-changes-2n-dnv:
474 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
475 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
476 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
477
478     vpp-performance-changes-3n-hsw-h1:
479       csit-vpp-perf-verify-1810-3n-hsw:
480         - 8   # NDRPDR sel
481         - 12  # NDRPDR sel
482         - 14  # NDRPDR sel
483         - 18  # NDRPDR sel
484         - 23  # NDRPDR sel
485         - 25  # NDRPDR sel
486         - 38  # NDRPDR sel
487         - 39  # NDRPDR sel
488         - 41  # NDRPDR sel
489         - 42  # NDRPDR sel
490     vpp-performance-changes-3n-hsw-ref:
491       csit-vpp-perf-verify-1901-3n-hsw:
492         - 10  # NDRPDR sel
493         - 19  # NDRPDR sel
494         - 31  # NDRPDR sel
495         - 36  # NDRPDR sel
496         - 40  # NDRPDR sel
497         - 42  # NDRPDR sel
498         - 44  # NDRPDR sel
499         - 46  # NDRPDR sel
500         - 47  # NDRPDR sel
501         - 48  # NDRPDR sel
502         - 61  # NDRPDR LB
503         - 62  # NDRPDR LB
504         - 63  # NDRPDR LB
505         - 64  # NDRPDR LB
506         - 65  # NDRPDR LB
507         - 66  # NDRPDR LB
508         - 67  # NDRPDR LB
509         - 69  # NDRPDR LB
510         - 70  # NDRPDR LB
511         - 71  # NDRPDR LB
512     vpp-performance-changes-3n-hsw-cmp:
513       csit-vpp-perf-verify-1904-3n-hsw:
514         - 11  # NDRPDR sel
515         - 12  # NDRPDR sel
516         - 20  # NDRPDR sel
517         - 21  # NDRPDR sel
518         - 23  # NDRPDR sel
519         - 24  # NDRPDR sel
520         - 25  # NDRPDR sel
521         - 26  # NDRPDR sel
522         - 29  # NDRPDR sel
523         - 30  # NDRPDR sel
524     vpp-performance-changes-3n-hsw:
525       - "vpp-performance-changes-3n-hsw-h1"
526       - "vpp-performance-changes-3n-hsw-ref"
527       - "vpp-performance-changes-3n-hsw-cmp"
528
529     vpp-performance-changes-3n-skx-h1:
530       csit-vpp-perf-verify-1810-3n-skx:
531         - 10  # NDRPDR sel
532         - 14  # NDRPDR sel
533         - 15  # NDRPDR sel
534         - 16  # NDRPDR sel
535         - 17  # NDRPDR sel
536         - 19  # NDRPDR sel
537         - 20  # NDRPDR sel
538         - 21  # NDRPDR sel
539         - 22  # NDRPDR sel
540         - 25  # NDRPDR sel
541     vpp-performance-changes-3n-skx-ref:
542       csit-vpp-perf-verify-1901-3n-skx:
543         - 18  # NDRPDR sel
544         - 19  # NDRPDR sel
545         - 20  # NDRPDR sel
546         - 28  # NDRPDR sel
547         - 31  # NDRPDR sel
548         - 33  # NDRPDR sel
549         - 36  # NDRPDR sel
550         - 38  # NDRPDR sel
551         - 47  # NDRPDR sel
552         - 48  # NDRPDR sel
553         - 54  # NDRPDR LB
554         - 57  # NDRPDR LB
555         - 58  # NDRPDR LB
556         - 59  # NDRPDR LB
557         - 60  # NDRPDR LB
558         - 63  # NDRPDR LB
559         - 64  # NDRPDR LB
560         - 65  # NDRPDR LB
561         - 66  # NDRPDR LB
562         - 67  # NDRPDR LB
563     vpp-performance-changes-3n-skx-cmp:
564       csit-vpp-perf-verify-1904-3n-skx:
565         - 8   # NDRPDR sel
566         - 9   # NDRPDR sel
567         - 10  # NDRPDR sel
568         - 11  # NDRPDR sel
569         - 12  # NDRPDR sel
570         - 14  # NDRPDR sel
571         - 16  # NDRPDR sel
572         - 21  # NDRPDR sel
573         - 23  # NDRPDR sel
574         - 25  # NDRPDR sel
575     vpp-performance-changes-3n-skx:
576       - "vpp-performance-changes-3n-skx-h1"
577       - "vpp-performance-changes-3n-skx-ref"
578       - "vpp-performance-changes-3n-skx-cmp"
579
580     vpp-performance-changes-2n-skx-h1:
581       csit-vpp-perf-verify-1810-2n-skx:
582         - 9   # NDRPDR sel
583         - 13  # NDRPDR sel
584         - 14  # NDRPDR sel
585         - 19  # NDRPDR sel
586         - 20  # NDRPDR sel
587         - 21  # NDRPDR sel
588         - 22  # NDRPDR sel
589         - 23  # NDRPDR sel
590         - 24  # NDRPDR sel
591         - 27  # NDRPDR sel
592     vpp-performance-changes-2n-skx-ref:
593       csit-vpp-perf-verify-1901-2n-skx:
594         - 5   # NDRPDR sel
595         - 12  # NDRPDR sel
596         - 13  # NDRPDR sel
597         - 21  # NDRPDR sel
598         - 23  # NDRPDR sel
599         - 31  # NDRPDR sel
600         - 34  # NDRPDR sel
601         - 40  # NDRPDR sel
602         - 42  # NDRPDR sel
603         - 43  # NDRPDR sel
604     vpp-performance-changes-2n-skx-cmp:
605       csit-vpp-perf-verify-1904-2n-skx:
606         - 12  # NDRPDR sel
607         - 14  # NDRPDR sel
608         - 16  # NDRPDR sel
609         - 17  # NDRPDR sel
610         - 18  # NDRPDR sel
611         - 21  # NDRPDR sel
612         - 27  # NDRPDR sel
613         - 30  # NDRPDR sel
614         - 31  # NDRPDR sel
615         - 32  # NDRPDR sel
616     vpp-performance-changes-2n-skx:
617       - "vpp-performance-changes-2n-skx-h1"
618       - "vpp-performance-changes-2n-skx-ref"
619       - "vpp-performance-changes-2n-skx-cmp"
620
621     vpp-soak-vs-ndr-2n-skx-ref:
622       csit-vpp-perf-verify-1904-2n-skx:
623         - 12  # NDRPDR sel
624         - 14  # NDRPDR sel
625         - 16  # NDRPDR sel
626         - 17  # NDRPDR sel
627         - 18  # NDRPDR sel
628         - 21  # NDRPDR sel
629         - 27  # NDRPDR sel
630         - 30  # NDRPDR sel
631         - 31  # NDRPDR sel
632         - 32  # NDRPDR sel
633     vpp-soak-vs-ndr-2n-skx-cmp:
634       csit-vpp-perf-verify-1904-2n-skx:
635         - 70  # soak
636         - 71  # soak
637     vpp-soak-vs-ndr-2n-skx:
638       csit-vpp-perf-verify-1904-2n-skx:
639         - 12  # NDRPDR sel
640         - 14  # NDRPDR sel
641         - 16  # NDRPDR sel
642         - 17  # NDRPDR sel
643         - 18  # NDRPDR sel
644         - 21  # NDRPDR sel
645         - 27  # NDRPDR sel
646         - 30  # NDRPDR sel
647         - 31  # NDRPDR sel
648         - 32  # NDRPDR sel
649         - 70  # soak
650         - 71  # soak
651
652     vpp-performance-changes-3n-hsw-mrr-h1:
653       csit-vpp-perf-verify-1810-3n-hsw:
654         - 9   # MRR sel
655     vpp-performance-changes-3n-hsw-mrr-ref:
656       csit-vpp-perf-verify-1901-3n-hsw:
657         - 35  # MRR sel
658     vpp-performance-changes-3n-hsw-mrr-cmp:
659       csit-vpp-perf-verify-1904-3n-hsw:
660         - 9   # MRR sel
661     vpp-performance-changes-3n-hsw-mrr:
662       - "vpp-performance-changes-3n-hsw-mrr-h1"
663       - "vpp-performance-changes-3n-hsw-mrr-ref"
664       - "vpp-performance-changes-3n-hsw-mrr-cmp"
665
666     vpp-performance-changes-3n-skx-mrr-h1:
667       csit-vpp-perf-verify-1810-3n-skx:
668         - 9   # MRR sel
669         - 11  # MRR sel
670         - 12  # MRR sel
671         - 13  # MRR sel
672     vpp-performance-changes-3n-skx-mrr-ref:
673       csit-vpp-perf-verify-1901-3n-skx:
674         - 32  # MRR sel
675     vpp-performance-changes-3n-skx-mrr-cmp:
676       csit-vpp-perf-verify-1904-3n-skx:
677         - 7   # MRR sel
678     vpp-performance-changes-3n-skx-mrr:
679       - "vpp-performance-changes-3n-skx-mrr-h1"
680       - "vpp-performance-changes-3n-skx-mrr-ref"
681       - "vpp-performance-changes-3n-skx-mrr-cmp"
682
683     vpp-performance-changes-2n-skx-mrr-h1:
684       csit-vpp-perf-verify-1810-2n-skx:
685         - 8   # MRR sel
686         - 10  # MRR sel
687         - 11  # MRR sel
688         - 12  # MRR sel
689     vpp-performance-changes-2n-skx-mrr-ref:
690       csit-vpp-perf-verify-1901-2n-skx:
691         - 22  # MRR sel
692     vpp-performance-changes-2n-skx-mrr-cmp:
693       csit-vpp-perf-verify-1904-2n-skx:
694         - 11  # MRR sel
695     vpp-performance-changes-2n-skx-mrr:
696       - "vpp-performance-changes-2n-skx-mrr-h1"
697       - "vpp-performance-changes-2n-skx-mrr-ref"
698       - "vpp-performance-changes-2n-skx-mrr-cmp"
699
700     dpdk-performance-changes-3n-hsw-h1:
701       csit-dpdk-perf-verify-1810-3n-hsw:
702         - 1   # NDRPDR sel
703         - 2   # NDRPDR sel
704         - 3   # NDRPDR sel
705         - 4   # NDRPDR sel
706         - 5   # NDRPDR sel
707         - 6   # NDRPDR sel
708         - 7   # NDRPDR sel
709         - 8   # NDRPDR sel
710         - 9   # NDRPDR sel
711         - 10  # NDRPDR sel
712     dpdk-performance-changes-3n-hsw-ref:
713       csit-dpdk-perf-verify-1901-3n-hsw:
714         - 13  # NDRPDR sel
715         - 14  # NDRPDR sel
716         - 16  # NDRPDR sel
717         - 17  # NDRPDR sel
718         - 18  # NDRPDR sel
719         - 19  # NDRPDR sel
720         - 20  # NDRPDR sel
721         - 21  # NDRPDR sel
722         - 22  # NDRPDR sel
723         - 23  # NDRPDR sel
724     dpdk-performance-changes-3n-hsw-cmp:
725       csit-dpdk-perf-verify-1904-3n-hsw:
726         - 2   # NDRPDR sel
727         - 3   # NDRPDR sel
728         - 5   # NDRPDR sel
729         - 6   # NDRPDR sel
730         - 13  # NDRPDR sel
731         - 14  # NDRPDR sel
732         - 15  # NDRPDR sel
733         - 18  # NDRPDR sel
734         - 19  # NDRPDR sel
735         - 20  # NDRPDR sel
736     dpdk-performance-changes-3n-hsw:
737       - "dpdk-performance-changes-3n-hsw-h1"
738       - "dpdk-performance-changes-3n-hsw-ref"
739       - "dpdk-performance-changes-3n-hsw-cmp"
740
741     dpdk-performance-changes-3n-skx-h1:
742       csit-dpdk-perf-verify-1810-3n-skx:
743         - 3   # NDRPDR sel
744         - 4   # NDRPDR sel
745         - 6   # NDRPDR sel
746         - 7   # NDRPDR sel
747         - 8   # NDRPDR sel
748         - 9   # NDRPDR sel
749         - 10  # NDRPDR sel
750         - 11  # NDRPDR sel
751         - 12  # NDRPDR sel
752         - 13  # NDRPDR sel
753     dpdk-performance-changes-3n-skx-ref:
754       csit-dpdk-perf-verify-1901-3n-skx:
755         - 3   # NDRPDR sel
756         - 5   # NDRPDR sel
757         - 6   # NDRPDR sel
758         - 7   # NDRPDR sel
759         - 8   # NDRPDR sel
760         - 9   # NDRPDR sel
761         - 10  # NDRPDR sel
762         - 11  # NDRPDR sel
763         - 12  # NDRPDR sel
764         - 13  # NDRPDR sel
765     dpdk-performance-changes-3n-skx-cmp:
766       csit-dpdk-perf-verify-1904-3n-skx:
767         - 2   # NDRPDR sel
768         - 3   # NDRPDR sel
769         - 4   # NDRPDR sel
770         - 5   # NDRPDR sel
771         - 6   # NDRPDR sel
772         - 7   # NDRPDR sel
773         - 11  # NDRPDR sel
774         - 12  # NDRPDR sel
775         - 13  # NDRPDR sel
776         - 14  # NDRPDR sel
777     dpdk-performance-changes-3n-skx:
778       - "dpdk-performance-changes-3n-skx-h1"
779       - "dpdk-performance-changes-3n-skx-ref"
780       - "dpdk-performance-changes-3n-skx-cmp"
781
782     dpdk-performance-changes-2n-skx-h1:
783       csit-dpdk-perf-verify-1810-2n-skx:
784         - 3   # NDRPDR sel
785         - 4   # NDRPDR sel
786         - 5   # NDRPDR sel
787         - 7   # NDRPDR sel
788         - 8   # NDRPDR sel
789         - 9   # NDRPDR sel
790         - 10  # NDRPDR sel
791         - 11  # NDRPDR sel
792         - 12  # NDRPDR sel
793         - 13  # NDRPDR sel
794     dpdk-performance-changes-2n-skx-ref:
795       csit-dpdk-perf-verify-1901-2n-skx:
796         - 12  # NDRPDR sel
797         - 13  # NDRPDR sel
798         - 14  # NDRPDR sel
799         - 15  # NDRPDR sel
800         - 16  # NDRPDR sel
801         - 17  # NDRPDR sel
802         - 18  # NDRPDR sel
803         - 19  # NDRPDR sel
804         - 20  # NDRPDR sel
805         - 21  # NDRPDR sel
806     dpdk-performance-changes-2n-skx-cmp:
807       csit-dpdk-perf-verify-1904-2n-skx:
808         - 2   # NDRPDR sel
809         - 3   # NDRPDR sel
810         - 4   # NDRPDR sel
811         - 5   # NDRPDR sel
812         - 7   # NDRPDR sel
813         - 8   # NDRPDR sel
814         - 9   # NDRPDR sel
815         - 10  # NDRPDR sel
816         - 11  # NDRPDR sel
817         - 12  # NDRPDR sel
818     dpdk-performance-changes-2n-skx:
819       - "dpdk-performance-changes-2n-skx-h1"
820       - "dpdk-performance-changes-2n-skx-ref"
821       - "dpdk-performance-changes-2n-skx-cmp"
822
823     # Compare testbeds
824
825     vpp-compare-testbeds-ref:
826       csit-vpp-perf-verify-1904-3n-hsw:
827         - 11  # NDRPDR sel
828         - 12  # NDRPDR sel
829         - 20  # NDRPDR sel
830         - 21  # NDRPDR sel
831         - 23  # NDRPDR sel
832         - 24  # NDRPDR sel
833         - 25  # NDRPDR sel
834         - 26  # NDRPDR sel
835         - 29  # NDRPDR sel
836         - 30  # NDRPDR sel
837     vpp-compare-testbeds-cmp:
838       csit-vpp-perf-verify-1904-3n-skx:
839         - 8   # NDRPDR sel
840         - 9   # NDRPDR sel
841         - 10  # NDRPDR sel
842         - 11  # NDRPDR sel
843         - 12  # NDRPDR sel
844         - 14  # NDRPDR sel
845         - 16  # NDRPDR sel
846         - 21  # NDRPDR sel
847         - 23  # NDRPDR sel
848         - 25  # NDRPDR sel
849     vpp-compare-testbeds:
850       - "vpp-compare-testbeds-ref"
851       - "vpp-compare-testbeds-cmp"
852
853     vpp-compare-testbeds-mrr-ref:
854       csit-vpp-perf-verify-1904-3n-hsw:
855         - 9   # MRR sel
856     vpp-compare-testbeds-mrr-cmp:
857       csit-vpp-perf-verify-1904-3n-skx:
858         - 7   # MRR sel
859     vpp-compare-testbeds-mrr:
860       - "vpp-compare-testbeds-mrr-ref"
861       - "vpp-compare-testbeds-mrr-cmp"
862
863     dpdk-compare-testbeds-ref:
864       csit-dpdk-perf-verify-1904-3n-hsw:
865         - 2   # NDRPDR sel
866         - 3   # NDRPDR sel
867         - 5   # NDRPDR sel
868         - 6   # NDRPDR sel
869         - 13  # NDRPDR sel
870         - 14  # NDRPDR sel
871         - 15  # NDRPDR sel
872         - 18  # NDRPDR sel
873         - 19  # NDRPDR sel
874         - 20  # NDRPDR sel
875     dpdk-compare-testbeds-cmp:
876       csit-dpdk-perf-verify-1904-3n-skx:
877         - 2   # NDRPDR sel
878         - 3   # NDRPDR sel
879         - 4   # NDRPDR sel
880         - 5   # NDRPDR sel
881         - 6   # NDRPDR sel
882         - 7   # NDRPDR sel
883         - 11  # NDRPDR sel
884         - 12  # NDRPDR sel
885         - 13  # NDRPDR sel
886         - 14  # NDRPDR sel
887     dpdk-compare-testbeds:
888       - "dpdk-compare-testbeds-ref"
889       - "dpdk-compare-testbeds-cmp"
890
891     # Compare topologies
892
893     vpp-compare-topologies-ref:
894       csit-vpp-perf-verify-1904-3n-skx:
895         - 8   # NDRPDR sel
896         - 9   # NDRPDR sel
897         - 10  # NDRPDR sel
898         - 11  # NDRPDR sel
899         - 12  # NDRPDR sel
900         - 14  # NDRPDR sel
901         - 16  # NDRPDR sel
902         - 21  # NDRPDR sel
903         - 23  # NDRPDR sel
904         - 25  # NDRPDR sel
905     vpp-compare-topologies-cmp:
906       csit-vpp-perf-verify-1904-2n-skx:
907         - 12  # NDRPDR sel
908         - 14  # NDRPDR sel
909         - 16  # NDRPDR sel
910         - 17  # NDRPDR sel
911         - 18  # NDRPDR sel
912         - 21  # NDRPDR sel
913         - 27  # NDRPDR sel
914         - 30  # NDRPDR sel
915         - 31  # NDRPDR sel
916         - 32  # NDRPDR sel
917     vpp-compare-topologies:
918       - "vpp-compare-topologies-ref"
919       - "vpp-compare-topologies-cmp"
920
921     vpp-compare-topologies-mrr-ref:
922       csit-vpp-perf-verify-1904-3n-skx:
923         - 7   # MRR sel
924     vpp-compare-topologies-mrr-cmp:
925       csit-vpp-perf-verify-1904-2n-skx:
926         - 11  # MRR sel
927     vpp-compare-topologies-mrr:
928       - "vpp-compare-topologies-mrr-ref"
929       - "vpp-compare-topologies-mrr-cmp"
930
931     dpdk-compare-topologies-ref:
932       csit-dpdk-perf-verify-1904-3n-skx:
933         - 2   # NDRPDR sel
934         - 3   # NDRPDR sel
935         - 4   # NDRPDR sel
936         - 5   # NDRPDR sel
937         - 6   # NDRPDR sel
938         - 7   # NDRPDR sel
939         - 11  # NDRPDR sel
940         - 12  # NDRPDR sel
941         - 13  # NDRPDR sel
942         - 14  # NDRPDR sel
943     dpdk-compare-topologies-cmp:
944       csit-dpdk-perf-verify-1904-2n-skx:
945         - 2   # NDRPDR sel
946         - 3   # NDRPDR sel
947         - 4   # NDRPDR sel
948         - 5   # NDRPDR sel
949         - 7   # NDRPDR sel
950         - 8   # NDRPDR sel
951         - 9   # NDRPDR sel
952         - 10  # NDRPDR sel
953         - 11  # NDRPDR sel
954         - 12  # NDRPDR sel
955     dpdk-compare-topologies:
956       - "dpdk-compare-topologies-ref"
957       - "dpdk-compare-topologies-cmp"
958
959   plot-layouts:
960
961     plot-soak-throughput:
962       titlefont:
963         size: 18
964       xaxis:
965         title: "<b>Test Cases [Index]</b>"
966         titlefont:
967           size: 16
968         autorange: True
969         fixedrange: False
970         gridcolor: "rgb(230, 230, 230)"
971         linecolor: "rgb(220, 220, 220)"
972         linewidth: 1
973         showgrid: True
974         showline: True
975         showticklabels: True
976         tickcolor: "rgb(220, 220, 220)"
977         tickmode: "linear"
978         tickfont:
979           size: 16
980         zeroline: False
981       yaxis:
982         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
983         titlefont:
984           size: 16
985         gridcolor: "rgb(230, 230, 230)"
986         hoverformat: ".4r"
987         tickformat: ".3r"
988         linecolor: "rgb(220, 220, 220)"
989         linewidth: 1
990         showgrid: True
991         showline: True
992         showticklabels: True
993         tickcolor: "rgb(220, 220, 220)"
994         tickfont:
995           size: 16
996         zeroline: False
997         range: [0,50]
998       autosize: False
999       margin:
1000         t: 50
1001         b: 0
1002         l: 80
1003         r: 20
1004       showlegend: True
1005       legend:
1006         orientation: "h"
1007         font:
1008           size: 16
1009       width: 700
1010       height: 900
1011
1012     plot-service-density:
1013       titlefont:
1014         size: 18
1015       xaxis:
1016         side: "top"
1017         autorange: True
1018         fixedrange: False
1019         showgrid: False
1020         showline: False
1021         showticklabels: False
1022         ticks: ""
1023         ticklen: 0
1024         tickwidth: 0
1025         zeroline: False
1026       yaxis:
1027         autorange: "reversed"
1028         showgrid: False
1029         showline: False
1030         showticklabels: False
1031         ticks: ""
1032         ticklen: 0
1033         tickwidth: 0
1034         zeroline: False
1035       autosize: True
1036       showlegend: False
1037       width: 700
1038       height: 700
1039
1040     plot-cps:
1041       titlefont:
1042         size: 18
1043       xaxis:
1044         title: "<b>Test Cases [Index]</b>"
1045         titlefont:
1046           size: 16
1047         autorange: True
1048         fixedrange: False
1049         gridcolor: "rgb(230, 230, 230)"
1050         linecolor: "rgb(220, 220, 220)"
1051         linewidth: 1
1052         showgrid: True
1053         showline: True
1054         showticklabels: True
1055         tickcolor: "rgb(220, 220, 220)"
1056         tickmode: "linear"
1057         tickfont:
1058           size: 16
1059         zeroline: False
1060       yaxis:
1061         title: "<b>Connections Per Second [cps]</b>"
1062         titlefont:
1063           size: 16
1064         gridcolor: "rgb(230, 230, 230)"
1065         hoverformat: ".4s"
1066         linecolor: "rgb(220, 220, 220)"
1067         linewidth: 1
1068         rangemode: "tozero"
1069         showgrid: True
1070         showline: True
1071         showticklabels: True
1072         tickcolor: "rgb(220, 220, 220)"
1073         tickformat: ".3s"
1074         tickfont:
1075           size: 16
1076         zeroline: False
1077       boxmode: "group"
1078       boxgroupgap: 0.5
1079       autosize: False
1080       margin:
1081         t: 50
1082         b: 20
1083         l: 80
1084         r: 20
1085       showlegend: True
1086       legend:
1087         orientation: "h"
1088         font:
1089           size: 16
1090       width: 700
1091       height: 800
1092
1093     plot-rps:
1094       titlefont:
1095         size: 18
1096       xaxis:
1097         title: "<b>Test Cases [Index]</b>"
1098         titlefont:
1099           size: 16
1100         autorange: True
1101         fixedrange: False
1102         gridcolor: "rgb(230, 230, 230)"
1103         linecolor: "rgb(220, 220, 220)"
1104         linewidth: 1
1105         showgrid: True
1106         showline: True
1107         showticklabels: True
1108         tickcolor: "rgb(220, 220, 220)"
1109         tickmode: "linear"
1110         tickfont:
1111           size: 16
1112         zeroline: False
1113       yaxis:
1114         title: "<b>Requests Per Second [rps]</b>"
1115         titlefont:
1116           size: 16
1117         gridcolor: "rgb(230, 230, 230)"
1118         hoverformat: ".4s"
1119         linecolor: "rgb(220, 220, 220)"
1120         linewidth: 1
1121         rangemode: "tozero"
1122         showgrid: True
1123         showline: True
1124         showticklabels: True
1125         tickcolor: "rgb(230, 230, 230)"
1126         tickformat: ".3s"
1127         tickfont:
1128           size: 16
1129         zeroline: False
1130       boxmode: "group"
1131       boxgroupgap: 0.5
1132       autosize: False
1133       margin:
1134         t: 50
1135         b: 20
1136         l: 80
1137         r: 20
1138       showlegend: True
1139       legend:
1140         orientation: "h"
1141         font:
1142           size: 16
1143       width: 700
1144       height: 800
1145
1146     plot-throughput:
1147       titlefont:
1148         size: 18
1149       xaxis:
1150         title: "<b>Test Cases [Index]</b>"
1151         titlefont:
1152           size: 16
1153         autorange: True
1154         fixedrange: False
1155         gridcolor: "rgb(230, 230, 230)"
1156         linecolor: "rgb(220, 220, 220)"
1157         linewidth: 1
1158         showgrid: True
1159         showline: True
1160         showticklabels: True
1161         tickcolor: "rgb(220, 220, 220)"
1162         tickmode: "linear"
1163         tickfont:
1164           size: 16
1165         zeroline: False
1166       yaxis:
1167         title: "<b>Packet Throughput [Mpps]</b>"
1168         titlefont:
1169           size: 16
1170         gridcolor: "rgb(230, 230, 230)"
1171         hoverformat: ".4r"
1172         tickformat: ".3r"
1173         linecolor: "rgb(220, 220, 220)"
1174         linewidth: 1
1175         showgrid: True
1176         showline: True
1177         showticklabels: True
1178         tickcolor: "rgb(220, 220, 220)"
1179         tickfont:
1180           size: 16
1181         zeroline: False
1182         range: [0,50]
1183       boxmode: "group"
1184       boxgroupgap: 0.5
1185       autosize: False
1186       margin:
1187         t: 50
1188         b: 0
1189         l: 80
1190         r: 20
1191       showlegend: True
1192       legend:
1193         orientation: "h"
1194         font:
1195           size: 16
1196       width: 700
1197       height: 900
1198
1199     plot-throughput-speedup-analysis:
1200       titlefont:
1201         size: 18
1202       xaxis:
1203         title: "<b>Number of Cores [Qty]</b>"
1204         titlefont:
1205           size: 16
1206         autorange: True
1207         fixedrange: False
1208         gridcolor: "rgb(230, 230, 230)"
1209         linecolor: "rgb(220, 220, 220)"
1210         linewidth: 1
1211         showgrid: True
1212         showline: True
1213         showticklabels: True
1214         tickcolor: "rgb(238, 238, 238)"
1215         tickmode: "linear"
1216         tickfont:
1217           size: 16
1218         zeroline: False
1219       yaxis:
1220         title: "<b>Packet Throughput [Mpps]</b>"
1221         titlefont:
1222           size: 16
1223         type: "linear"
1224         gridcolor: "rgb(230, 230, 230)"
1225         hoverformat: ".4s"
1226         linecolor: "rgb(220, 220, 220)"
1227         linewidth: 1
1228         showgrid: True
1229         showline: True
1230         showticklabels: True
1231         tickcolor: "rgb(220, 220, 220)"
1232         tickformat: ".4s"
1233         tickfont:
1234           size: 16
1235         zeroline: True
1236         rangemode: "tozero"
1237         range: [0,100]
1238       legend:
1239         orientation: "h"
1240         font:
1241           size: 16
1242         xanchor: "left"
1243         yanchor: "top"
1244         x: 0
1245         y: -0.2
1246         bgcolor: "rgba(255, 255, 255, 0)"
1247         bordercolor: "rgba(255, 255, 255, 0)"
1248         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1249       autosize: False
1250       margin:
1251           't': 50
1252           'b': 150
1253           'l': 85
1254           'r': 10
1255       showlegend: True
1256       width: 700
1257       height: 700
1258       hoverlabel:
1259         namelength: -1
1260       annotations: [
1261         {
1262           text: "_ _          __          ...",
1263           align: "left",
1264           showarrow: False,
1265           xref: "paper",
1266           yref: "paper",
1267           xanchor: "left",
1268           yanchor: "top",
1269           x: 0,
1270           y: -0.13,
1271           font: {
1272             family: "Consolas, Courier New",
1273             size: 15
1274           },
1275         },
1276         {
1277           text: "    Perfect     Measured     Limit",
1278           align: "left",
1279           showarrow: False,
1280           xref: "paper",
1281           yref: "paper",
1282           xanchor: "left",
1283           yanchor: "top",
1284           x: 0,
1285           y: -0.15,
1286           font: {
1287             family: "Consolas, Courier New",
1288             size: 15
1289           },
1290         },
1291       ]
1292
1293     plot-latency:
1294       titlefont:
1295         size: 18
1296       xaxis:
1297         title: "<b>Direction</b>"
1298         titlefont:
1299           size: 16
1300         autorange: True
1301         fixedrange: False
1302         gridcolor: "rgb(230, 230, 230)"
1303         linecolor: "rgb(220, 220, 220)"
1304         linewidth: 1
1305         showgrid: True
1306         showline: True
1307         showticklabels: False
1308         tickcolor: "rgb(220, 220, 220)"
1309         tickmode: "linear"
1310         tickfont:
1311           size: 16
1312         zeroline: False
1313       yaxis:
1314         title: "<b>Packet Latency [uSec]</b>"
1315         titlefont:
1316           size: 16
1317         type: "linear"
1318         gridcolor: "rgb(230, 230, 230)"
1319         hoverformat: ".4s"
1320         linecolor: "rgb(220, 220, 220)"
1321         linewidth: 1
1322         showgrid: True
1323         showline: True
1324         showticklabels: True
1325         tickcolor: "rgb(220, 220, 220)"
1326         tickformat: ".4s"
1327         tickfont:
1328           size: 16
1329         zeroline: True
1330         rangemode: "tozero"
1331       legend:
1332         orientation: "h"
1333         font:
1334           size: 16
1335         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1336       autosize: False
1337       margin:
1338           't': 50
1339           'b': 150
1340           'l': 80
1341           'r': 10
1342       showlegend: True
1343       width: 700
1344       height: 700
1345       hoverlabel:
1346         namelength: -1
1347
1348 - type: "static"
1349   src-path: "{DIR[RST]}"
1350   dst-path: "{DIR[WORKING,SRC]}"
1351
1352 - type: "input"
1353   general:
1354     file-name: "robot-plugin.zip"
1355     file-format: ".zip"
1356     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1357     extract: "robot-plugin/output.xml"
1358
1359   builds:
1360 ##    intel-dnv-vpp-release-1904:
1361 ##      - 1
1362 #
1363 #    intel-dnv-vpp-release-1901:
1364 #      - 1
1365 #
1366 #    intel-dnv-vpp-release-1810:
1367 #      - 1
1368
1369     csit-vpp-perf-verify-1810-3n-hsw:
1370       - 9   # MRR sel
1371       - 8   # NDRPDR sel
1372       - 12  # NDRPDR sel
1373       - 14  # NDRPDR sel
1374       - 18  # NDRPDR sel
1375       - 23  # NDRPDR sel
1376       - 25  # NDRPDR sel
1377       - 38  # NDRPDR sel
1378       - 39  # NDRPDR sel
1379       - 41  # NDRPDR sel
1380       - 42  # NDRPDR sel
1381 #      - 28  # WRK
1382 #      - 29  # WRK
1383 #      - 30  # WRK
1384 #      - 31  # WRK
1385 #      - 32  # WRK
1386 #      - 33  # WRK
1387 #      - 34  # WRK
1388 #      - 35  # WRK
1389 #      - 36  # WRK
1390 #      - 37  # WRK
1391     csit-vpp-perf-verify-1901-3n-hsw:
1392       - 35  # MRR sel
1393       - 10  # NDRPDR sel
1394       - 19  # NDRPDR sel
1395       - 31  # NDRPDR sel
1396       - 36  # NDRPDR sel
1397       - 40  # NDRPDR sel
1398       - 42  # NDRPDR sel
1399       - 44  # NDRPDR sel
1400       - 46  # NDRPDR sel
1401       - 47  # NDRPDR sel
1402       - 48  # NDRPDR sel
1403       - 61  # NDRPDR LB
1404       - 62  # NDRPDR LB
1405       - 63  # NDRPDR LB
1406       - 64  # NDRPDR LB
1407       - 65  # NDRPDR LB
1408       - 66  # NDRPDR LB
1409       - 67  # NDRPDR LB
1410       - 69  # NDRPDR LB
1411       - 70  # NDRPDR LB
1412       - 71  # NDRPDR LB
1413     # TODO: Add 1904 Data
1414     csit-vpp-perf-verify-1904-3n-hsw:
1415       - 9   # MRR sel
1416       - 32  # NDRPDR full
1417       - 33  # NDRPDR full
1418       - 35  # NDRPDR full
1419       - 36  # NDRPDR full
1420       - 37  # NDRPDR full
1421       - 38  # NDRPDR full
1422       - 40  # NDRPDR full
1423       - 45  # NDRPDR full
1424       - 46  # NDRPDR full
1425       - 48  # NDRPDR full
1426       - 49  # NDRPDR full
1427       - 50  # NDRPDR full
1428       - 51  # NDRPDR full
1429       - 52  # NDRPDR full
1430       - 53  # NDRPDR full
1431       - 54  # NDRPDR full
1432       - 56  # NDRPDR full
1433       - 11  # NDRPDR sel
1434       - 12  # NDRPDR sel
1435       - 20  # NDRPDR sel
1436       - 21  # NDRPDR sel
1437       - 23  # NDRPDR sel
1438       - 24  # NDRPDR sel
1439       - 25  # NDRPDR sel
1440       - 26  # NDRPDR sel
1441       - 29  # NDRPDR sel
1442       - 30  # NDRPDR sel
1443
1444     csit-vpp-perf-verify-1810-3n-skx:
1445       - 9   # MRR sel
1446       - 11  # MRR sel
1447       - 12  # MRR sel
1448       - 13  # MRR sel
1449       - 10  # NDRPDR sel
1450       - 14  # NDRPDR sel
1451       - 15  # NDRPDR sel
1452       - 16  # NDRPDR sel
1453       - 17  # NDRPDR sel
1454       - 19  # NDRPDR sel
1455       - 20  # NDRPDR sel
1456       - 21  # NDRPDR sel
1457       - 22  # NDRPDR sel
1458       - 25  # NDRPDR sel
1459     csit-vpp-perf-verify-1901-3n-skx:
1460       - 32  # MRR sel
1461       - 18  # NDRPDR sel
1462       - 19  # NDRPDR sel
1463       - 20  # NDRPDR sel
1464       - 28  # NDRPDR sel
1465       - 31  # NDRPDR sel
1466       - 33  # NDRPDR sel
1467       - 36  # NDRPDR sel
1468       - 38  # NDRPDR sel
1469       - 47  # NDRPDR sel
1470       - 48  # NDRPDR sel
1471       - 54  # NDRPDR LB
1472       - 57  # NDRPDR LB
1473       - 58  # NDRPDR LB
1474       - 59  # NDRPDR LB
1475       - 60  # NDRPDR LB
1476       - 63  # NDRPDR LB
1477       - 64  # NDRPDR LB
1478       - 65  # NDRPDR LB
1479       - 66  # NDRPDR LB
1480       - 67  # NDRPDR LB
1481     csit-vpp-perf-verify-1904-3n-skx:
1482       - 7   # MRR sel
1483       - 26  # NDRPDR full
1484       - 27  # NDRPDR full
1485       - 30  # NDRPDR full
1486       - 31  # NDRPDR full
1487       - 8   # NDRPDR sel
1488       - 9   # NDRPDR sel
1489       - 10  # NDRPDR sel
1490       - 11  # NDRPDR sel
1491       - 12  # NDRPDR sel
1492       - 14  # NDRPDR sel
1493       - 16  # NDRPDR sel
1494       - 21  # NDRPDR sel
1495       - 23  # NDRPDR sel
1496       - 25  # NDRPDR sel
1497
1498     csit-vpp-perf-verify-1810-2n-skx:
1499       - 8   # MRR sel
1500       - 10  # MRR sel
1501       - 11  # MRR sel
1502       - 12  # MRR sel
1503       - 9   # NDRPDR sel
1504       - 13  # NDRPDR sel
1505       - 14  # NDRPDR sel
1506       - 19  # NDRPDR sel
1507       - 20  # NDRPDR sel
1508       - 21  # NDRPDR sel
1509       - 22  # NDRPDR sel
1510       - 23  # NDRPDR sel
1511       - 24  # NDRPDR sel
1512       - 27  # NDRPDR sel
1513     csit-vpp-perf-verify-1901-2n-skx:
1514       - 22  # MRR sel
1515       - 5   # NDRPDR sel
1516       - 12  # NDRPDR sel
1517       - 13  # NDRPDR sel
1518       - 21  # NDRPDR sel
1519       - 23  # NDRPDR sel
1520       - 31  # NDRPDR sel
1521       - 34  # NDRPDR sel
1522       - 40  # NDRPDR sel
1523       - 42  # NDRPDR sel
1524       - 43  # NDRPDR sel
1525     csit-vpp-perf-verify-1904-2n-skx:
1526       - 11  # MRR sel
1527       - 33  # NDRPDR full
1528       - 39  # NDRPDR full
1529       - 58  # NDRPDR full
1530       - 62  # NDRPDR full
1531       - 12  # NDRPDR sel
1532       - 14  # NDRPDR sel
1533       - 16  # NDRPDR sel
1534       - 17  # NDRPDR sel
1535       - 18  # NDRPDR sel
1536       - 21  # NDRPDR sel
1537       - 27  # NDRPDR sel
1538       - 30  # NDRPDR sel
1539       - 31  # NDRPDR sel
1540       - 32  # NDRPDR sel
1541       - 40  # NFV MRR 64b
1542       - 41  # NFV MRR 64b
1543       - 42  # NFV MRR 64b
1544       - 47  # NFV MRR 64b
1545       - 48  # NFV MRR 64b
1546       - 49  # NFV MRR IMIX
1547       - 50  # NFV MRR IMIX
1548       - 51  # NFV MRR IMIX
1549       - 54  # NFV MRR IMIX
1550       - 55  # NFV MRR IMIX
1551       - 56  # NFV NDRPDR 64b
1552       - 59  # NFV NDRPDR 64b
1553       - 60  # NFV NDRPDR 64b
1554       - 65  # NFV NDRPDR 64b
1555       - 68  # NFV NDRPDR 64b
1556       - 66  # NFV NDRPDR IMIX
1557       - 67  # NFV NDRPDR IMIX
1558       - 69  # NFV NDRPDR IMIX
1559       - 82  # NFV NDRPDR IMIX
1560       - 83  # NFV NDRPDR IMIX
1561       - 80  # NFV MRR NDRPDR 64b IMIX
1562       - 81  # NFV MRR NDRPDR 64b IMIX
1563       - 84  # NFV MRR NDRPDR 64b IMIX
1564       - 85  # NFV MRR NDRPDR 64b IMIX
1565       - 86  # NFV MRR NDRPDR 64b IMIX
1566       - 70  # soak
1567       - 71  # soak
1568
1569 #    csit-ligato-perf-verify-1901-3n-hsw:
1570 #      - 10  # NDRPDR full
1571 #      - 8   # NDRPDR sel
1572 #      - 9   # NDRPDR sel
1573 #      - 11  # NDRPDR sel
1574 #      - 12  # NDRPDR sel
1575 #      - 13  # NDRPDR sel
1576 #      - 14  # NDRPDR sel
1577 #      - 15  # NDRPDR sel
1578 #      - 16  # NDRPDR sel
1579 #      - 17  # NDRPDR sel
1580 #      - 18  # NDRPDR sel
1581 ##    csit-ligato-perf-verify-1904-3n-hsw:
1582 ##      -
1583
1584     csit-dpdk-perf-verify-1810-3n-hsw:
1585       - 1   # NDRPDR sel
1586       - 2   # NDRPDR sel
1587       - 3   # NDRPDR sel
1588       - 4   # NDRPDR sel
1589       - 5   # NDRPDR sel
1590       - 6   # NDRPDR sel
1591       - 7   # NDRPDR sel
1592       - 8   # NDRPDR sel
1593       - 9   # NDRPDR sel
1594       - 10  # NDRPDR sel
1595     csit-dpdk-perf-verify-1901-3n-hsw:
1596       - 13  # NDRPDR sel
1597       - 14  # NDRPDR sel
1598       - 16  # NDRPDR sel
1599       - 17  # NDRPDR sel
1600       - 18  # NDRPDR sel
1601       - 19  # NDRPDR sel
1602       - 20  # NDRPDR sel
1603       - 21  # NDRPDR sel
1604       - 22  # NDRPDR sel
1605       - 23  # NDRPDR sel
1606     csit-dpdk-perf-verify-1904-3n-hsw:
1607       - 2   # NDRPDR sel
1608       - 3   # NDRPDR sel
1609       - 5   # NDRPDR sel
1610       - 6   # NDRPDR sel
1611       - 13  # NDRPDR sel
1612       - 14  # NDRPDR sel
1613       - 15  # NDRPDR sel
1614       - 18  # NDRPDR sel
1615       - 19  # NDRPDR sel
1616       - 20  # NDRPDR sel
1617
1618     csit-dpdk-perf-verify-1810-3n-skx:
1619       - 3   # NDRPDR sel
1620       - 4   # NDRPDR sel
1621       - 6   # NDRPDR sel
1622       - 7   # NDRPDR sel
1623       - 8   # NDRPDR sel
1624       - 9   # NDRPDR sel
1625       - 10  # NDRPDR sel
1626       - 11  # NDRPDR sel
1627       - 12  # NDRPDR sel
1628       - 13  # NDRPDR sel
1629     csit-dpdk-perf-verify-1901-3n-skx:
1630       - 3   # NDRPDR sel
1631       - 5   # NDRPDR sel
1632       - 6   # NDRPDR sel
1633       - 7   # NDRPDR sel
1634       - 8   # NDRPDR sel
1635       - 9   # NDRPDR sel
1636       - 10  # NDRPDR sel
1637       - 11  # NDRPDR sel
1638       - 12  # NDRPDR sel
1639       - 13  # NDRPDR sel
1640     csit-dpdk-perf-verify-1904-3n-skx:
1641       - 2   # NDRPDR sel
1642       - 3   # NDRPDR sel
1643       - 4   # NDRPDR sel
1644       - 5   # NDRPDR sel
1645       - 6   # NDRPDR sel
1646       - 7   # NDRPDR sel
1647       - 11  # NDRPDR sel
1648       - 12  # NDRPDR sel
1649       - 13  # NDRPDR sel
1650       - 14  # NDRPDR sel
1651
1652     csit-dpdk-perf-verify-1810-2n-skx:
1653       - 3   # NDRPDR sel
1654       - 4   # NDRPDR sel
1655       - 5   # NDRPDR sel
1656       - 7   # NDRPDR sel
1657       - 8   # NDRPDR sel
1658       - 9   # NDRPDR sel
1659       - 10  # NDRPDR sel
1660       - 11  # NDRPDR sel
1661       - 12  # NDRPDR sel
1662       - 13  # NDRPDR sel
1663     csit-dpdk-perf-verify-1901-2n-skx:
1664       - 12  # NDRPDR sel
1665       - 13  # NDRPDR sel
1666       - 14  # NDRPDR sel
1667       - 15  # NDRPDR sel
1668       - 16  # NDRPDR sel
1669       - 17  # NDRPDR sel
1670       - 18  # NDRPDR sel
1671       - 19  # NDRPDR sel
1672       - 20  # NDRPDR sel
1673       - 21  # NDRPDR sel
1674     csit-dpdk-perf-verify-1904-2n-skx:
1675       - 2   # NDRPDR sel
1676       - 3   # NDRPDR sel
1677       - 4   # NDRPDR sel
1678       - 5   # NDRPDR sel
1679       - 7   # NDRPDR sel
1680       - 8   # NDRPDR sel
1681       - 9   # NDRPDR sel
1682       - 10  # NDRPDR sel
1683       - 11  # NDRPDR sel
1684       - 12  # NDRPDR sel
1685
1686     csit-vpp-functional-1904-ubuntu1604-virl:
1687       - 33
1688     csit-vpp-functional-1904-centos7-virl:
1689       - 32
1690     csit-vpp-device-1904-ubuntu1804-1n-skx:
1691       - 32
1692 #    # Not used
1693 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1694 #      - 1
1695     csit-dmm-functional-1904-ubuntu1604-virl:
1696       - 1
1697     csit-hc2vpp-verify-func-1904-ubuntu1604:
1698       - 4
1699
1700 - type: "output"
1701   output: "report"
1702   format:
1703     html:
1704     - full
1705     pdf:
1706     - minimal
1707
1708 ################################################################################
1709 ###                               T A B L E S                                ###
1710 ################################################################################
1711
1712 # VPP Soak vs NDR
1713 - type: "table"
1714   title: "VPP Soak vs NDR 2n-skx"
1715   algorithm: "table_soak_vs_ndr"
1716   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1717   reference:
1718     title: "NDR"
1719     data: "vpp-soak-vs-ndr-2n-skx-ref"
1720   compare:
1721     title: "Soak"
1722     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1723   data: "vpp-soak-vs-ndr-2n-skx"
1724   include-tests: "NDR"
1725   filter: "('NDRPDR' or 'SOAK')"
1726   parameters:
1727     - "throughput"
1728     - "name"
1729     - "parent"
1730
1731 ################################################################################
1732
1733 # VPP Compare NICs 3n-hsw 1t1c ndr
1734 - type: "table"
1735   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1736   algorithm: "table_nics_comparison"
1737   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1738   reference:
1739     title: "Intel-x520"
1740     nic: "NIC_Intel-X520-DA2"
1741   compare:
1742     title: "Intel-x710"
1743     nic: "NIC_Intel-X710"
1744   data: "vpp-nic-comparison-3n-hsw"
1745   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1746   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1747   parameters:
1748   - "name"
1749   - "parent"
1750   - "throughput"
1751   - "tags"
1752
1753 # VPP Compare NICs 3n-hsw 2t2c ndr
1754 - type: "table"
1755   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1756   algorithm: "table_nics_comparison"
1757   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1758   reference:
1759     title: "Intel-x520"
1760     nic: "NIC_Intel-X520-DA2"
1761   compare:
1762     title: "Intel-x710"
1763     nic: "NIC_Intel-X710"
1764   data: "vpp-nic-comparison-3n-hsw"
1765   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1766   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1767   parameters:
1768   - "name"
1769   - "parent"
1770   - "throughput"
1771   - "tags"
1772
1773 # VPP Compare NICs 3n-hsw 1t1c pdr
1774 - type: "table"
1775   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1776   algorithm: "table_nics_comparison"
1777   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1778   reference:
1779     title: "Intel-x520"
1780     nic: "NIC_Intel-X520-DA2"
1781   compare:
1782     title: "Intel-x710"
1783     nic: "NIC_Intel-X710"
1784   data: "vpp-nic-comparison-3n-hsw"
1785   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1786   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1787   parameters:
1788   - "name"
1789   - "parent"
1790   - "throughput"
1791   - "tags"
1792
1793 # VPP Compare NICs 3n-hsw 2t2c pdr
1794 - type: "table"
1795   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1796   algorithm: "table_nics_comparison"
1797   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1798   reference:
1799     title: "Intel-x520"
1800     nic: "NIC_Intel-X520-DA2"
1801   compare:
1802     title: "Intel-x710"
1803     nic: "NIC_Intel-X710"
1804   data: "vpp-nic-comparison-3n-hsw"
1805   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1806   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1807   parameters:
1808   - "name"
1809   - "parent"
1810   - "throughput"
1811   - "tags"
1812
1813 # VPP Compare NICs 3n-hsw 1t1c mrr
1814 - type: "table"
1815   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1816   algorithm: "table_nics_comparison"
1817   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1818   reference:
1819     title: "Intel-x520"
1820     nic: "NIC_Intel-X520-DA2"
1821   compare:
1822     title: "Intel-x710"
1823     nic: "NIC_Intel-X710"
1824   data: "vpp-nic-comparison-3n-hsw-mrr"
1825   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1826   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1827   parameters:
1828   - "name"
1829   - "parent"
1830   - "result"
1831   - "tags"
1832
1833 # VPP Compare NICs 3n-hsw 2t2c mrr
1834 - type: "table"
1835   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1836   algorithm: "table_nics_comparison"
1837   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1838   reference:
1839     title: "Intel-x520"
1840     nic: "NIC_Intel-X520-DA2"
1841   compare:
1842     title: "Intel-x710"
1843     nic: "NIC_Intel-X710"
1844   data: "vpp-nic-comparison-3n-hsw-mrr"
1845   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1846   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1847   parameters:
1848   - "name"
1849   - "parent"
1850   - "result"
1851   - "tags"
1852
1853 # VPP Compare NICs 3n-hsw 4t4c mrr
1854 - type: "table"
1855   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1856   algorithm: "table_nics_comparison"
1857   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1858   reference:
1859     title: "Intel-x520"
1860     nic: "NIC_Intel-X520-DA2"
1861   compare:
1862     title: "Intel-x710"
1863     nic: "NIC_Intel-X710"
1864   data: "vpp-nic-comparison-3n-hsw-mrr"
1865   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1866   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1867   parameters:
1868   - "name"
1869   - "parent"
1870   - "result"
1871   - "tags"
1872
1873 # VPP Compare NICs 3n-skx 2t1c ndr
1874 - type: "table"
1875   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1876   algorithm: "table_nics_comparison"
1877   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1878   reference:
1879     title: "Intel-x710"
1880     nic: "NIC_Intel-X710"
1881   compare:
1882     title: "Intel-xxv710"
1883     nic: "NIC_Intel-XXV710"
1884   data: "vpp-nic-comparison-3n-skx"
1885   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1886   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1887   parameters:
1888   - "name"
1889   - "parent"
1890   - "throughput"
1891   - "tags"
1892
1893 # VPP Compare NICs 3n-skx 4t2c ndr
1894 - type: "table"
1895   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1896   algorithm: "table_nics_comparison"
1897   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1898   reference:
1899     title: "Intel-x710"
1900     nic: "NIC_Intel-X710"
1901   compare:
1902     title: "Intel-xxv710"
1903     nic: "NIC_Intel-XXV710"
1904   data: "vpp-nic-comparison-3n-skx"
1905   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1906   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1907   parameters:
1908   - "name"
1909   - "parent"
1910   - "throughput"
1911   - "tags"
1912
1913 # VPP Compare NICs 3n-skx 2t1c pdr
1914 - type: "table"
1915   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1916   algorithm: "table_nics_comparison"
1917   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1918   reference:
1919     title: "Intel-x710"
1920     nic: "NIC_Intel-X710"
1921   compare:
1922     title: "Intel-xxv710"
1923     nic: "NIC_Intel-XXV710"
1924   data: "vpp-nic-comparison-3n-skx"
1925   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1926   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1927   parameters:
1928   - "name"
1929   - "parent"
1930   - "throughput"
1931   - "tags"
1932
1933  # VPP Compare NICs 3n-skx 4t2c pdr
1934 - type: "table"
1935   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1936   algorithm: "table_nics_comparison"
1937   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1938   reference:
1939     title: "Intel-x710"
1940     nic: "NIC_Intel-X710"
1941   compare:
1942     title: "Intel-xxv710"
1943     nic: "NIC_Intel-XXV710"
1944   data: "vpp-nic-comparison-3n-skx"
1945   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1946   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1947   parameters:
1948   - "name"
1949   - "parent"
1950   - "throughput"
1951   - "tags"
1952
1953 # VPP Compare NICs 3n-skx 2t1c mrr
1954 - type: "table"
1955   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1956   algorithm: "table_nics_comparison"
1957   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1958   reference:
1959     title: "Intel-x710"
1960     nic: "NIC_Intel-X710"
1961   compare:
1962     title: "Intel-xxv710"
1963     nic: "NIC_Intel-XXV710"
1964   data: "vpp-nic-comparison-3n-skx-mrr"
1965   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1966   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1967   parameters:
1968   - "name"
1969   - "parent"
1970   - "result"
1971   - "tags"
1972
1973 # VPP Compare NICs 3n-skx 4t2c mrr
1974 - type: "table"
1975   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1976   algorithm: "table_nics_comparison"
1977   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1978   reference:
1979     title: "Intel-x710"
1980     nic: "NIC_Intel-X710"
1981   compare:
1982     title: "Intel-xxv710"
1983     nic: "NIC_Intel-XXV710"
1984   data: "vpp-nic-comparison-3n-skx-mrr"
1985   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1986   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1987   parameters:
1988   - "name"
1989   - "parent"
1990   - "result"
1991   - "tags"
1992
1993  # VPP Compare NICs 3n-skx 8t4c mrr
1994 - type: "table"
1995   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1996   algorithm: "table_nics_comparison"
1997   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1998   reference:
1999     title: "Intel-x710"
2000     nic: "NIC_Intel-X710"
2001   compare:
2002     title: "Intel-xxv710"
2003     nic: "NIC_Intel-XXV710"
2004   data: "vpp-nic-comparison-3n-skx-mrr"
2005   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2006   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2007   parameters:
2008   - "name"
2009   - "parent"
2010   - "result"
2011   - "tags"
2012
2013 # VPP Compare NICs 2n-skx 2t1c ndr
2014 - type: "table"
2015   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2016   algorithm: "table_nics_comparison"
2017   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2018   reference:
2019     title: "Intel-x710"
2020     nic: "NIC_Intel-X710"
2021   compare:
2022     title: "Intel-xxv710"
2023     nic: "NIC_Intel-XXV710"
2024   data: "vpp-nic-comparison-2n-skx"
2025   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2026   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2027   parameters:
2028   - "name"
2029   - "parent"
2030   - "throughput"
2031   - "tags"
2032
2033 # VPP Compare NICs 2n-skx 4t2c ndr
2034 - type: "table"
2035   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2036   algorithm: "table_nics_comparison"
2037   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2038   reference:
2039     title: "Intel-x710"
2040     nic: "NIC_Intel-X710"
2041   compare:
2042     title: "Intel-xxv710"
2043     nic: "NIC_Intel-XXV710"
2044   data: "vpp-nic-comparison-2n-skx"
2045   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2046   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2047   parameters:
2048   - "name"
2049   - "parent"
2050   - "throughput"
2051   - "tags"
2052
2053  # VPP Compare NICs 2n-skx 2t1c pdr
2054 - type: "table"
2055   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2056   algorithm: "table_nics_comparison"
2057   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2058   reference:
2059     title: "Intel-x710"
2060     nic: "NIC_Intel-X710"
2061   compare:
2062     title: "Intel-xxv710"
2063     nic: "NIC_Intel-XXV710"
2064   data: "vpp-nic-comparison-2n-skx"
2065   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2066   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2067   parameters:
2068   - "name"
2069   - "parent"
2070   - "throughput"
2071   - "tags"
2072
2073 # VPP Compare NICs 2n-skx 4t2c pdr
2074 - type: "table"
2075   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2076   algorithm: "table_nics_comparison"
2077   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2078   reference:
2079     title: "Intel-x710"
2080     nic: "NIC_Intel-X710"
2081   compare:
2082     title: "Intel-xxv710"
2083     nic: "NIC_Intel-XXV710"
2084   data: "vpp-nic-comparison-2n-skx"
2085   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2086   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2087   parameters:
2088   - "name"
2089   - "parent"
2090   - "throughput"
2091   - "tags"
2092
2093 # VPP Compare NICs 2n-skx 2t1c mrr
2094 - type: "table"
2095   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2096   algorithm: "table_nics_comparison"
2097   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2098   reference:
2099     title: "Intel-x710"
2100     nic: "NIC_Intel-X710"
2101   compare:
2102     title: "Intel-xxv710"
2103     nic: "NIC_Intel-XXV710"
2104   data: "vpp-nic-comparison-2n-skx-mrr"
2105   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2106   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2107   parameters:
2108   - "name"
2109   - "parent"
2110   - "result"
2111   - "tags"
2112
2113 # VPP Compare NICs 2n-skx 4t2c mrr
2114 - type: "table"
2115   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2116   algorithm: "table_nics_comparison"
2117   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2118   reference:
2119     title: "Intel-x710"
2120     nic: "NIC_Intel-X710"
2121   compare:
2122     title: "Intel-xxv710"
2123     nic: "NIC_Intel-XXV710"
2124   data: "vpp-nic-comparison-2n-skx-mrr"
2125   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2126   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2127   parameters:
2128   - "name"
2129   - "parent"
2130   - "result"
2131   - "tags"
2132
2133 # VPP Compare NICs 2n-skx 8t4c mrr
2134 - type: "table"
2135   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2136   algorithm: "table_nics_comparison"
2137   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2138   reference:
2139     title: "Intel-x710"
2140     nic: "NIC_Intel-X710"
2141   compare:
2142     title: "Intel-xxv710"
2143     nic: "NIC_Intel-XXV710"
2144   data: "vpp-nic-comparison-2n-skx-mrr"
2145   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2146   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2147   parameters:
2148   - "name"
2149   - "parent"
2150   - "result"
2151   - "tags"
2152
2153 ################################################################################
2154 # VPP
2155
2156 ## VPP Performance Changes 2n-dnv 1t1c pdr
2157 #- type: "table"
2158 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2159 #  algorithm: "table_performance_comparison"
2160 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2161 #  history:
2162 #    - title: "rls1810"
2163 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2164 #  reference:
2165 #    title: "rls1901"
2166 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2167 #  compare:
2168 #    title: "rls1904"
2169 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2170 #  data: "intel-dnv-vpp-changes-2n-dnv"
2171 #  include-tests: "PDR"
2172 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2173 #  parameters:
2174 #  - "name"
2175 #  - "parent"
2176 #  - "throughput"
2177 #
2178 ## VPP Performance Changes 2n-dnv 2t2c pdr
2179 #- type: "table"
2180 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2181 #  algorithm: "table_performance_comparison"
2182 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2183 #  history:
2184 #    - title: "rls1810"
2185 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2186 #  reference:
2187 #    title: "rls1901"
2188 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2189 #  compare:
2190 #    title: "rls1904"
2191 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2192 #  data: "intel-dnv-vpp-changes-2n-dnv"
2193 #  include-tests: "PDR"
2194 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2195 #  parameters:
2196 #  - "name"
2197 #  - "parent"
2198 #  - "throughput"
2199 #
2200 ## VPP Performance Changes 2n-dnv 1t1c ndr
2201 #- type: "table"
2202 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2203 #  algorithm: "table_performance_comparison"
2204 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2205 #  history:
2206 #    - title: "rls1810"
2207 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2208 #  reference:
2209 #    title: "rls1901"
2210 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2211 #  compare:
2212 #    title: "rls1904"
2213 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2214 #  data: "intel-dnv-vpp-changes-2n-dnv"
2215 #  include-tests: "NDR"
2216 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2217 #  parameters:
2218 #  - "name"
2219 #  - "parent"
2220 #  - "throughput"
2221 #
2222 ## VPP Performance Changes 2n-dnv 2t2c ndr
2223 #- type: "table"
2224 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2225 #  algorithm: "table_performance_comparison"
2226 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2227 #  history:
2228 #    - title: "rls1810"
2229 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2230 #  reference:
2231 #    title: "rls1901"
2232 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2233 #  compare:
2234 #    title: "rls1904"
2235 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2236 #  data: "intel-dnv-vpp-changes-2n-dnv"
2237 #  include-tests: "NDR"
2238 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2239 #  parameters:
2240 #  - "name"
2241 #  - "parent"
2242 #  - "throughput"
2243 #
2244 ## VPP Performance Changes 2n-dnv 1t1c MRR
2245 #- type: "table"
2246 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2247 #  algorithm: "table_performance_comparison"
2248 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2249 #  history:
2250 #    - title: "rls1810"
2251 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2252 #  reference:
2253 #    title: "rls1901"
2254 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2255 #  compare:
2256 #    title: "rls1904"
2257 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2258 #  data: "intel-dnv-vpp-changes-2n-dnv"
2259 #  include-tests: "MRR"
2260 #  filter: "'1T1C' and 'MRR'"
2261 #  parameters:
2262 #  - "name"
2263 #  - "parent"
2264 #  - "result"
2265 #
2266 ## VPP Performance Changes 2n-dnv 2t2c MRR
2267 #- type: "table"
2268 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2269 #  algorithm: "table_performance_comparison"
2270 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2271 #  history:
2272 #    - title: "rls1810"
2273 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2274 #  reference:
2275 #    title: "rls1901"
2276 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2277 #  compare:
2278 #    title: "rls1904"
2279 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2280 #  data: "intel-dnv-vpp-changes-2n-dnv"
2281 #  include-tests: "MRR"
2282 #  filter: "'2T2C' and 'MRR'"
2283 #  parameters:
2284 #  - "name"
2285 #  - "parent"
2286 #  - "result"
2287 #
2288 ## VPP Performance Changes 2n-dnv 4t4c MRR
2289 #- type: "table"
2290 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2291 #  algorithm: "table_performance_comparison"
2292 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2293 #  history:
2294 #    - title: "rls1810"
2295 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2296 #  reference:
2297 #    title: "rls1901"
2298 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2299 #  compare:
2300 #    title: "rls1904"
2301 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2302 #  data: "intel-dnv-vpp-changes-2n-dnv"
2303 #  include-tests: "MRR"
2304 #  filter: "'4T4C' and 'MRR'"
2305 #  parameters:
2306 #  - "name"
2307 #  - "parent"
2308 #  - "result"
2309
2310 # VPP Performance Changes 3n-hsw 1t1c pdr
2311 - type: "table"
2312   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2313   algorithm: "table_performance_comparison"
2314   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2315   history:
2316     - title: "rls1810"
2317       data: "vpp-performance-changes-3n-hsw-h1"
2318   reference:
2319     title: "rls1901"
2320     data: "vpp-performance-changes-3n-hsw-ref"
2321   compare:
2322     title: "rls1904"
2323     data: "vpp-performance-changes-3n-hsw-cmp"
2324   data: "vpp-performance-changes-3n-hsw"
2325   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2326   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2327   parameters:
2328   - "name"
2329   - "parent"
2330   - "throughput"
2331
2332 # VPP Performance Changes 3n-hsw 2t2c pdr
2333 - type: "table"
2334   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2335   algorithm: "table_performance_comparison"
2336   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2337   history:
2338     - title: "rls1810"
2339       data: "vpp-performance-changes-3n-hsw-h1"
2340   reference:
2341     title: "rls1901"
2342     data: "vpp-performance-changes-3n-hsw-ref"
2343   compare:
2344     title: "rls1904"
2345     data: "vpp-performance-changes-3n-hsw-cmp"
2346   data: "vpp-performance-changes-3n-hsw"
2347   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2348   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2349   parameters:
2350   - "name"
2351   - "parent"
2352   - "throughput"
2353
2354 # VPP Performance Changes 3n-hsw 1t1c ndr
2355 - type: "table"
2356   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2357   algorithm: "table_performance_comparison"
2358   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2359   history:
2360     - title: "rls1810"
2361       data: "vpp-performance-changes-3n-hsw-h1"
2362   reference:
2363     title: "rls1901"
2364     data: "vpp-performance-changes-3n-hsw-ref"
2365   compare:
2366     title: "rls1904"
2367     data: "vpp-performance-changes-3n-hsw-cmp"
2368   data: "vpp-performance-changes-3n-hsw"
2369   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2370   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2371   parameters:
2372   - "name"
2373   - "parent"
2374   - "throughput"
2375
2376 # VPP Performance Changes 3n-hsw 2t2c ndr
2377 - type: "table"
2378   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2379   algorithm: "table_performance_comparison"
2380   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2381   history:
2382     - title: "rls1810"
2383       data: "vpp-performance-changes-3n-hsw-h1"
2384   reference:
2385     title: "rls1901"
2386     data: "vpp-performance-changes-3n-hsw-ref"
2387   compare:
2388     title: "rls1904"
2389     data: "vpp-performance-changes-3n-hsw-cmp"
2390   data: "vpp-performance-changes-3n-hsw"
2391   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2392   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2393   parameters:
2394   - "name"
2395   - "parent"
2396   - "throughput"
2397
2398 # VPP Performance Changes 3n-skx 2t1c pdr
2399 - type: "table"
2400   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2401   algorithm: "table_performance_comparison"
2402   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2403   history:
2404     - title: "rls1810"
2405       data: "vpp-performance-changes-3n-skx-h1"
2406   reference:
2407     title: "rls1901"
2408     data: "vpp-performance-changes-3n-skx-ref"
2409   compare:
2410     title: "rls1904"
2411     data: "vpp-performance-changes-3n-skx-cmp"
2412   data: "vpp-performance-changes-3n-skx"
2413   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2414   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2415   parameters:
2416   - "name"
2417   - "parent"
2418   - "throughput"
2419
2420 # VPP Performance Changes 3n-skx 4t2c pdr
2421 - type: "table"
2422   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2423   algorithm: "table_performance_comparison"
2424   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2425   history:
2426     - title: "rls1810"
2427       data: "vpp-performance-changes-3n-skx-h1"
2428   reference:
2429     title: "rls1901"
2430     data: "vpp-performance-changes-3n-skx-ref"
2431   compare:
2432     title: "rls1904"
2433     data: "vpp-performance-changes-3n-skx-cmp"
2434   data: "vpp-performance-changes-3n-skx"
2435   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2436   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2437   parameters:
2438   - "name"
2439   - "parent"
2440   - "throughput"
2441
2442 # VPP Performance Changes 3n-skx 2t1c ndr
2443 - type: "table"
2444   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2445   algorithm: "table_performance_comparison"
2446   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2447   history:
2448     - title: "rls1810"
2449       data: "vpp-performance-changes-3n-skx-h1"
2450   reference:
2451     title: "rls1901"
2452     data: "vpp-performance-changes-3n-skx-ref"
2453   compare:
2454     title: "rls1904"
2455     data: "vpp-performance-changes-3n-skx-cmp"
2456   data: "vpp-performance-changes-3n-skx"
2457   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2458   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2459   parameters:
2460   - "name"
2461   - "parent"
2462   - "throughput"
2463
2464 # VPP Performance Changes 3n-skx 4t2c ndr
2465 - type: "table"
2466   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2467   algorithm: "table_performance_comparison"
2468   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2469   history:
2470     - title: "rls1810"
2471       data: "vpp-performance-changes-3n-skx-h1"
2472   reference:
2473     title: "rls1901"
2474     data: "vpp-performance-changes-3n-skx-ref"
2475   compare:
2476     title: "rls1904"
2477     data: "vpp-performance-changes-3n-skx-cmp"
2478   data: "vpp-performance-changes-3n-skx"
2479   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2480   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2481   parameters:
2482   - "name"
2483   - "parent"
2484   - "throughput"
2485
2486 # VPP Performance Changes 2n-skx 2t1c pdr
2487 - type: "table"
2488   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2489   algorithm: "table_performance_comparison"
2490   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2491   history:
2492     - title: "rls1810"
2493       data: "vpp-performance-changes-2n-skx-h1"
2494   reference:
2495     title: "rls1901"
2496     data: "vpp-performance-changes-2n-skx-ref"
2497   compare:
2498     title: "rls1904"
2499     data: "vpp-performance-changes-2n-skx-cmp"
2500   data: "vpp-performance-changes-2n-skx"
2501   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2502   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2503   parameters:
2504   - "name"
2505   - "parent"
2506   - "throughput"
2507
2508 # VPP Performance Changes 2n-skx 4t2c pdr
2509 - type: "table"
2510   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2511   algorithm: "table_performance_comparison"
2512   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2513   history:
2514     - title: "rls1810"
2515       data: "vpp-performance-changes-2n-skx-h1"
2516   reference:
2517     title: "rls1901"
2518     data: "vpp-performance-changes-2n-skx-ref"
2519   compare:
2520     title: "rls1904"
2521     data: "vpp-performance-changes-2n-skx-cmp"
2522   data: "vpp-performance-changes-2n-skx"
2523   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2524   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2525   parameters:
2526   - "name"
2527   - "parent"
2528   - "throughput"
2529
2530 # VPP Performance Changes 2n-skx 2t1c ndr
2531 - type: "table"
2532   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2533   algorithm: "table_performance_comparison"
2534   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2535   history:
2536     - title: "rls1810"
2537       data: "vpp-performance-changes-2n-skx-h1"
2538   reference:
2539     title: "rls1901"
2540     data: "vpp-performance-changes-2n-skx-ref"
2541   compare:
2542     title: "rls1904"
2543     data: "vpp-performance-changes-2n-skx-cmp"
2544   data: "vpp-performance-changes-2n-skx"
2545   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2546   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2547   parameters:
2548   - "name"
2549   - "parent"
2550   - "throughput"
2551
2552 # VPP Performance Changes 2n-skx 4t2c ndr
2553 - type: "table"
2554   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2555   algorithm: "table_performance_comparison"
2556   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2557   history:
2558     - title: "rls1810"
2559       data: "vpp-performance-changes-2n-skx-h1"
2560   reference:
2561     title: "rls1901"
2562     data: "vpp-performance-changes-2n-skx-ref"
2563   compare:
2564     title: "rls1904"
2565     data: "vpp-performance-changes-2n-skx-cmp"
2566   data: "vpp-performance-changes-2n-skx"
2567   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2568   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2569   parameters:
2570   - "name"
2571   - "parent"
2572   - "throughput"
2573
2574 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2575 - type: "table"
2576   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2577   algorithm: "table_performance_comparison"
2578   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2579   reference:
2580     title: "3-Node Hsw"
2581     data: "vpp-compare-testbeds-ref"
2582   compare:
2583     title: "3-Node Skx"
2584     data: "vpp-compare-testbeds-cmp"
2585   data: "vpp-compare-testbeds"
2586   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2587   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2588   parameters:
2589   - "name"
2590   - "parent"
2591   - "throughput"
2592
2593 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2594 - type: "table"
2595   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2596   algorithm: "table_performance_comparison"
2597   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2598   reference:
2599     title: "3-Node Hsw"
2600     data: "vpp-compare-testbeds-ref"
2601   compare:
2602     title: "3-Node Skx"
2603     data: "vpp-compare-testbeds-cmp"
2604   data: "vpp-compare-testbeds"
2605   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2606   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2607   parameters:
2608   - "name"
2609   - "parent"
2610   - "throughput"
2611
2612 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2613 - type: "table"
2614   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2615   algorithm: "table_performance_comparison"
2616   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2617   reference:
2618     title: "3-Node Hsw"
2619     data: "vpp-compare-testbeds-ref"
2620   compare:
2621     title: "3-Node Skx"
2622     data: "vpp-compare-testbeds-cmp"
2623   data: "vpp-compare-testbeds"
2624   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2625   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2626   parameters:
2627   - "name"
2628   - "parent"
2629   - "throughput"
2630
2631 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2632 - type: "table"
2633   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2634   algorithm: "table_performance_comparison"
2635   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2636   reference:
2637     title: "3-Node Hsw"
2638     data: "vpp-compare-testbeds-ref"
2639   compare:
2640     title: "3-Node Skx"
2641     data: "vpp-compare-testbeds-cmp"
2642   data: "vpp-compare-testbeds"
2643   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2644   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2645   parameters:
2646   - "name"
2647   - "parent"
2648   - "throughput"
2649
2650 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2651 - type: "table"
2652   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2653   algorithm: "table_performance_comparison"
2654   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2655   reference:
2656     title: "3-Node Skx"
2657     data: "vpp-compare-topologies-ref"
2658   compare:
2659     title: "2-Node Skx"
2660     data: "vpp-compare-topologies-cmp"
2661   data: "vpp-compare-topologies"
2662   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2663   filter: "'NDRPDR' and '1C'"
2664   parameters:
2665   - "name"
2666   - "parent"
2667   - "throughput"
2668
2669 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2670 - type: "table"
2671   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2672   algorithm: "table_performance_comparison"
2673   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2674   reference:
2675     title: "3-Node Skx"
2676     data: "vpp-compare-topologies-ref"
2677   compare:
2678     title: "2-Node Skx"
2679     data: "vpp-compare-topologies-cmp"
2680   data: "vpp-compare-topologies"
2681   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2682   filter: "'NDRPDR' and '2C'"
2683   parameters:
2684   - "name"
2685   - "parent"
2686   - "throughput"
2687
2688 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2689 - type: "table"
2690   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2691   algorithm: "table_performance_comparison"
2692   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2693   reference:
2694     title: "3-Node Skx"
2695     data: "vpp-compare-topologies-ref"
2696   compare:
2697     title: "2-Node Skx"
2698     data: "vpp-compare-topologies-cmp"
2699   data: "vpp-compare-topologies"
2700   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2701   filter: "'NDRPDR' and '1C'"
2702   parameters:
2703   - "name"
2704   - "parent"
2705   - "throughput"
2706
2707 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2708 - type: "table"
2709   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2710   algorithm: "table_performance_comparison"
2711   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2712   reference:
2713     title: "3-Node Skx"
2714     data: "vpp-compare-topologies-ref"
2715   compare:
2716     title: "2-Node Skx"
2717     data: "vpp-compare-topologies-cmp"
2718   data: "vpp-compare-topologies"
2719   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2720   filter: "'NDRPDR' and '2C'"
2721   parameters:
2722   - "name"
2723   - "parent"
2724   - "throughput"
2725
2726 # VPP Performance Changes 3n-hsw 1t1c MRR
2727 - type: "table"
2728   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2729   algorithm: "table_performance_comparison"
2730   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2731   history:
2732     - title: "rls1810"
2733       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2734   reference:
2735     title: "rls1901"
2736     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2737   compare:
2738     title: "rls1904"
2739     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2740   data: "vpp-performance-changes-3n-hsw-mrr"
2741   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2742   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2743   parameters:
2744   - "name"
2745   - "parent"
2746   - "result"
2747
2748 # VPP Performance Changes 3n-hsw 2t2c MRR
2749 - type: "table"
2750   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2751   algorithm: "table_performance_comparison"
2752   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2753   history:
2754     - title: "rls1810"
2755       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2756   reference:
2757     title: "rls1901"
2758     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2759   compare:
2760     title: "rls1904"
2761     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2762   data: "vpp-performance-changes-3n-hsw-mrr"
2763   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2764   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2765   parameters:
2766   - "name"
2767   - "parent"
2768   - "result"
2769
2770 # VPP Performance Changes 3n-hsw 4t4c MRR
2771 - type: "table"
2772   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2773   algorithm: "table_performance_comparison"
2774   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2775   history:
2776     - title: "rls1810"
2777       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2778   reference:
2779     title: "rls1901"
2780     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2781   compare:
2782     title: "rls1904"
2783     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2784   data: "vpp-performance-changes-3n-hsw-mrr"
2785   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2786   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2787   parameters:
2788   - "name"
2789   - "parent"
2790   - "result"
2791
2792 # VPP Performance Changes 3n-skx 2t1c MRR
2793 - type: "table"
2794   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2795   algorithm: "table_performance_comparison"
2796   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2797   history:
2798     - title: "rls1810"
2799       data: "vpp-performance-changes-3n-skx-mrr-h1"
2800   reference:
2801     title: "rls1901"
2802     data: "vpp-performance-changes-3n-skx-mrr-ref"
2803   compare:
2804     title: "rls1904"
2805     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2806   data: "vpp-performance-changes-3n-skx-mrr"
2807   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2808   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2809   parameters:
2810   - "name"
2811   - "parent"
2812   - "result"
2813
2814 # VPP Performance Changes 3n-skx 4t2c MRR
2815 - type: "table"
2816   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2817   algorithm: "table_performance_comparison"
2818   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2819   history:
2820     - title: "rls1810"
2821       data: "vpp-performance-changes-3n-skx-mrr-h1"
2822   reference:
2823     title: "rls1901"
2824     data: "vpp-performance-changes-3n-skx-mrr-ref"
2825   compare:
2826     title: "rls1904"
2827     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2828   data: "vpp-performance-changes-3n-skx-mrr"
2829   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2830   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2831   parameters:
2832   - "name"
2833   - "parent"
2834   - "result"
2835
2836 # VPP Performance Changes 3n-skx 8t4c MRR
2837 - type: "table"
2838   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2839   algorithm: "table_performance_comparison"
2840   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2841   history:
2842     - title: "rls1810"
2843       data: "vpp-performance-changes-3n-skx-mrr-h1"
2844   reference:
2845     title: "rls1901"
2846     data: "vpp-performance-changes-3n-skx-mrr-ref"
2847   compare:
2848     title: "rls1904"
2849     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2850   data: "vpp-performance-changes-3n-skx-mrr"
2851   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2852   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2853   parameters:
2854   - "name"
2855   - "parent"
2856   - "result"
2857
2858 # VPP Performance Changes 2n-skx 2t1c MRR
2859 - type: "table"
2860   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2861   algorithm: "table_performance_comparison"
2862   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2863   history:
2864     - title: "rls1810"
2865       data: "vpp-performance-changes-2n-skx-mrr-h1"
2866   reference:
2867     title: "rls1901"
2868     data: "vpp-performance-changes-2n-skx-mrr-ref"
2869   compare:
2870     title: "rls1904"
2871     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2872   data: "vpp-performance-changes-2n-skx-mrr"
2873   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2874   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2875   parameters:
2876   - "name"
2877   - "parent"
2878   - "result"
2879
2880 # VPP Performance Changes 2n-skx 4t2c MRR
2881 - type: "table"
2882   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2883   algorithm: "table_performance_comparison"
2884   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2885   history:
2886     - title: "rls1810"
2887       data: "vpp-performance-changes-2n-skx-mrr-h1"
2888   reference:
2889     title: "rls1901"
2890     data: "vpp-performance-changes-2n-skx-mrr-ref"
2891   compare:
2892     title: "rls1904"
2893     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2894   data: "vpp-performance-changes-2n-skx-mrr"
2895   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2896   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2897   parameters:
2898   - "name"
2899   - "parent"
2900   - "result"
2901
2902 # VPP Performance Changes 2n-skx 8t4c MRR
2903 - type: "table"
2904   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2905   algorithm: "table_performance_comparison"
2906   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2907   history:
2908     - title: "rls1810"
2909       data: "vpp-performance-changes-2n-skx-mrr-h1"
2910   reference:
2911     title: "rls1901"
2912     data: "vpp-performance-changes-2n-skx-mrr-ref"
2913   compare:
2914     title: "rls1904"
2915     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2916   data: "vpp-performance-changes-2n-skx-mrr"
2917   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2918   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2919   parameters:
2920   - "name"
2921   - "parent"
2922   - "result"
2923
2924 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2925 - type: "table"
2926   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2927   algorithm: "table_performance_comparison"
2928   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2929   reference:
2930     title: "3-Node Hsw"
2931     data: "vpp-compare-testbeds-mrr-ref"
2932   compare:
2933     title: "3-Node Skx"
2934     data: "vpp-compare-testbeds-mrr-cmp"
2935   data: "vpp-compare-testbeds-mrr"
2936   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2937   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2938   parameters:
2939   - "name"
2940   - "parent"
2941   - "result"
2942
2943 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2944 - type: "table"
2945   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2946   algorithm: "table_performance_comparison"
2947   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2948   reference:
2949     title: "3-Node Hsw"
2950     data: "vpp-compare-testbeds-mrr-ref"
2951   compare:
2952     title: "3-Node Skx"
2953     data: "vpp-compare-testbeds-mrr-cmp"
2954   data: "vpp-compare-testbeds-mrr"
2955   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2956   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2957   parameters:
2958   - "name"
2959   - "parent"
2960   - "result"
2961
2962 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2963 - type: "table"
2964   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2965   algorithm: "table_performance_comparison"
2966   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2967   reference:
2968     title: "3-Node Hsw"
2969     data: "vpp-compare-testbeds-mrr-ref"
2970   compare:
2971     title: "3-Node Skx"
2972     data: "vpp-compare-testbeds-mrr-cmp"
2973   data: "vpp-compare-testbeds-mrr"
2974   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2975   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2976   parameters:
2977   - "name"
2978   - "parent"
2979   - "result"
2980
2981 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2982 - type: "table"
2983   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2984   algorithm: "table_performance_comparison"
2985   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2986   reference:
2987     title: "3-Node Skx"
2988     data: "vpp-compare-topologies-mrr-ref"
2989   compare:
2990     title: "2-Node Skx"
2991     data: "vpp-compare-topologies-mrr-cmp"
2992   data: "vpp-compare-topologies-mrr"
2993   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2994   filter: "'MRR' and '1C'"
2995   parameters:
2996   - "name"
2997   - "parent"
2998   - "result"
2999
3000 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3001 - type: "table"
3002   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3003   algorithm: "table_performance_comparison"
3004   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3005   reference:
3006     title: "3-Node Skx"
3007     data: "vpp-compare-topologies-mrr-ref"
3008   compare:
3009     title: "2-Node Skx"
3010     data: "vpp-compare-topologies-mrr-cmp"
3011   data: "vpp-compare-topologies-mrr"
3012   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3013   filter: "'MRR' and '2C'"
3014   parameters:
3015   - "name"
3016   - "parent"
3017   - "result"
3018
3019 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3020 - type: "table"
3021   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3022   algorithm: "table_performance_comparison"
3023   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3024   reference:
3025     title: "3-Node Skx"
3026     data: "vpp-compare-topologies-mrr-ref"
3027   compare:
3028     title: "2-Node Skx"
3029     data: "vpp-compare-topologies-mrr-cmp"
3030   data: "vpp-compare-topologies-mrr"
3031   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3032   filter: "'MRR' and '4C'"
3033   parameters:
3034   - "name"
3035   - "parent"
3036   - "result"
3037
3038 # Detailed Test Results - VPP Performance Results 3n-hsw
3039 - type: "table"
3040   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3041   algorithm: "table_merged_details"
3042   output-file-ext: ".csv"
3043   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3044   columns:
3045   - title: "Name"
3046     data: "data name"
3047   - title: "Status"
3048     data: "data msg"
3049   rows: "generated"
3050   data: "vpp-perf-results-3n-hsw"
3051   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3052   parameters:
3053   - "name"
3054   - "parent"
3055   - "msg"
3056
3057 # Detailed Test Results - VPP Performance Results 3n-skx
3058 - type: "table"
3059   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3060   algorithm: "table_merged_details"
3061   output-file-ext: ".csv"
3062   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3063   columns:
3064   - title: "Name"
3065     data: "data name"
3066   - title: "Status"
3067     data: "data msg"
3068   rows: "generated"
3069   data: "vpp-perf-results-3n-skx"
3070   filter: "not 'CFS_OPT'"
3071   parameters:
3072   - "name"
3073   - "parent"
3074   - "msg"
3075
3076 # Detailed Test Results - VPP Performance Results 2n-skx
3077 - type: "table"
3078   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3079   algorithm: "table_merged_details"
3080   output-file-ext: ".csv"
3081   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3082   columns:
3083   - title: "Name"
3084     data: "data name"
3085   - title: "Status"
3086     data: "data msg"
3087   rows: "generated"
3088   data: "vpp-perf-results-2n-skx"
3089   filter: "not 'CFS_OPT'"
3090   parameters:
3091   - "name"
3092   - "parent"
3093   - "msg"
3094
3095 ## Detailed Test Results - VPP Performance Results 2n-dnv
3096 #- type: "table"
3097 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3098 #  algorithm: "table_details"
3099 #  output-file-ext: ".csv"
3100 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3101 #  columns:
3102 #  - title: "Name"
3103 #    data: "data name"
3104 #  - title: "Status"
3105 #    data: "data msg"
3106 #  rows: "generated"
3107 #  data: "intel-dnv-vpp"
3108 #  filter: "'NDRPDR'"
3109 #  parameters:
3110 #  - "name"
3111 #  - "parent"
3112 #  - "msg"
3113
3114 # Test configuration - VPP Performance Test Configs 3n-hsw
3115 - type: "table"
3116   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3117   algorithm: "table_merged_details"
3118   output-file-ext: ".csv"
3119   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3120   columns:
3121   - title: "Name"
3122     data: "data name"
3123   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3124     data: "data conf-history"
3125   rows: "generated"
3126   data: "vpp-perf-results-3n-hsw"
3127   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3128   parameters:
3129   - "parent"
3130   - "name"
3131   - "conf-history"
3132
3133 # Test configuration - VPP Performance Test Configs 3n-skx
3134 - type: "table"
3135   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3136   algorithm: "table_merged_details"
3137   output-file-ext: ".csv"
3138   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3139   columns:
3140   - title: "Name"
3141     data: "data name"
3142   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3143     data: "data conf-history"
3144   rows: "generated"
3145   data: "vpp-perf-results-3n-skx"
3146   filter: "not 'CFS_OPT'"
3147   parameters:
3148   - "parent"
3149   - "name"
3150   - "conf-history"
3151
3152 # Test configuration - VPP Performance Test Configs 2n-skx
3153 - type: "table"
3154   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3155   algorithm: "table_merged_details"
3156   output-file-ext: ".csv"
3157   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3158   columns:
3159   - title: "Name"
3160     data: "data name"
3161   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3162     data: "data conf-history"
3163   rows: "generated"
3164   data: "vpp-perf-results-2n-skx"
3165   filter: "not 'CFS_OPT'"
3166   parameters:
3167   - "parent"
3168   - "name"
3169   - "conf-history"
3170
3171 ## Test configuration - VPP Performance Test Configs 2n-dnv
3172 #- type: "table"
3173 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3174 #  algorithm: "table_details"
3175 #  output-file-ext: ".csv"
3176 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3177 #  columns:
3178 #  - title: "Name"
3179 #    data: "data name"
3180 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3181 #    data: "data conf-history"
3182 #  rows: "generated"
3183 #  data: "intel-dnv-vpp"
3184 #  filter: "'NDRPDR'"
3185 #  parameters:
3186 #  - "parent"
3187 #  - "name"
3188 #  - "conf-history"
3189
3190 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3191 - type: "table"
3192   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3193   algorithm: "table_merged_details"
3194   output-file-ext: ".csv"
3195   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3196   columns:
3197   - title: "Name"
3198     data: "data name"
3199   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3200     data: "data show-run"
3201   rows: "generated"
3202   data: "vpp-perf-results-3n-hsw"
3203   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3204   parameters:
3205   - "parent"
3206   - "name"
3207   - "show-run"
3208
3209 # Test Operational Data - VPP Performance Operational Data 3n-skx
3210 - type: "table"
3211   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3212   algorithm: "table_merged_details"
3213   output-file-ext: ".csv"
3214   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3215   columns:
3216   - title: "Name"
3217     data: "data name"
3218   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3219     data: "data show-run"
3220   rows: "generated"
3221   data: "vpp-perf-results-3n-skx"
3222   filter: "not 'CFS_OPT'"
3223   parameters:
3224   - "parent"
3225   - "name"
3226   - "show-run"
3227
3228 # Test Operational Data - VPP Performance Operational Data 2n-skx
3229 - type: "table"
3230   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3231   algorithm: "table_merged_details"
3232   output-file-ext: ".csv"
3233   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3234   columns:
3235   - title: "Name"
3236     data: "data name"
3237   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3238     data: "data show-run"
3239   rows: "generated"
3240   data: "vpp-perf-results-2n-skx"
3241   filter: "not 'CFS_OPT'"
3242   parameters:
3243   - "parent"
3244   - "name"
3245   - "show-run"
3246
3247 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3248 #- type: "table"
3249 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3250 #  algorithm: "table_details"
3251 #  output-file-ext: ".csv"
3252 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3253 #  columns:
3254 #  - title: "Name"
3255 #    data: "data name"
3256 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3257 #    data: "data show-run"
3258 #  rows: "generated"
3259 #  data: "intel-dnv-vpp"
3260 #  filter: "'NDRPDR'"
3261 #  parameters:
3262 #  - "parent"
3263 #  - "name"
3264 #  - "show-run"
3265
3266 # Detailed Test Results - VPP MRR Results 3n-hsw
3267 - type: "table"
3268   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3269   algorithm: "table_details"
3270   output-file-ext: ".csv"
3271   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3272   columns:
3273   - title: "Name"
3274     data: "data name"
3275   - title: "Status"
3276     data: "data msg"
3277   rows: "generated"
3278   data: "vpp-mrr-results-3n-hsw"
3279   filter: "'MRR'"
3280   parameters:
3281   - "name"
3282   - "parent"
3283   - "msg"
3284
3285 # Detailed Test Results - VPP MRR Results 3n-skx
3286 - type: "table"
3287   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3288   algorithm: "table_details"
3289   output-file-ext: ".csv"
3290   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3291   columns:
3292   - title: "Name"
3293     data: "data name"
3294   - title: "Status"
3295     data: "data msg"
3296   rows: "generated"
3297   data: "vpp-mrr-results-3n-skx"
3298   filter: "'MRR'"
3299   parameters:
3300   - "name"
3301   - "parent"
3302   - "msg"
3303
3304 # Detailed Test Results - VPP MRR Results 2n-skx
3305 - type: "table"
3306   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3307   algorithm: "table_details"
3308   output-file-ext: ".csv"
3309   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3310   columns:
3311   - title: "Name"
3312     data: "data name"
3313   - title: "Status"
3314     data: "data msg"
3315   rows: "generated"
3316   data: "vpp-mrr-results-2n-skx"
3317   filter: "'MRR'"
3318   parameters:
3319   - "name"
3320   - "parent"
3321   - "msg"
3322
3323 ## Detailed Test Results - VPP MRR Results 2n-dnv
3324 #- type: "table"
3325 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3326 #  algorithm: "table_details"
3327 #  output-file-ext: ".csv"
3328 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3329 #  columns:
3330 #  - title: "Name"
3331 #    data: "data name"
3332 #  - title: "Status"
3333 #    data: "data msg"
3334 #  rows: "generated"
3335 #  data: "intel-dnv-vpp"
3336 #  filter: "'MRR'"
3337 #  parameters:
3338 #  - "name"
3339 #  - "parent"
3340 #  - "msg"
3341
3342 # Test configuration - VPP MRR Test Configs 3n-hsw
3343 - type: "table"
3344   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3345   algorithm: "table_details"
3346   output-file-ext: ".csv"
3347   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3348   columns:
3349   - title: "Name"
3350     data: "data name"
3351   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3352     data: "data conf-history"
3353   rows: "generated"
3354   data: "vpp-mrr-results-3n-hsw"
3355   filter: "'MRR'"
3356   parameters:
3357   - "parent"
3358   - "name"
3359   - "conf-history"
3360
3361 # Test configuration - VPP MRR Test Configs 3n-skx
3362 - type: "table"
3363   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3364   algorithm: "table_details"
3365   output-file-ext: ".csv"
3366   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3367   columns:
3368   - title: "Name"
3369     data: "data name"
3370   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3371     data: "data conf-history"
3372   rows: "generated"
3373   data: "vpp-mrr-results-3n-skx"
3374   filter: "'MRR'"
3375   parameters:
3376   - "parent"
3377   - "name"
3378   - "conf-history"
3379
3380 # Test configuration - VPP MRR Test Configs 2n-skx
3381 - type: "table"
3382   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3383   algorithm: "table_details"
3384   output-file-ext: ".csv"
3385   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3386   columns:
3387   - title: "Name"
3388     data: "data name"
3389   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3390     data: "data conf-history"
3391   rows: "generated"
3392   data: "vpp-mrr-results-2n-skx"
3393   filter: "'MRR'"
3394   parameters:
3395   - "parent"
3396   - "name"
3397   - "conf-history"
3398
3399 ## Test configuration - VPP MRR Test Configs 2n-dnv
3400 #- type: "table"
3401 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3402 #  algorithm: "table_details"
3403 #  output-file-ext: ".csv"
3404 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3405 #  columns:
3406 #  - title: "Name"
3407 #    data: "data name"
3408 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"