CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       # TODO: Add 1904 data
134       csit-vpp-perf-verify-1904-3n-hsw:
135         - 2   # NDRPDR sel
136
137     plot-vpp-http-server-performance:
138       # TODO: Replace with 1904 data
139       # csit-vpp-perf-verify-1904-3n-hsw:
140       csit-vpp-perf-verify-1810-3n-hsw:
141         - 28  # WRK
142         - 29  # WRK
143         - 30  # WRK
144         - 31  # WRK
145         - 32  # WRK
146         - 33  # WRK
147         - 34  # WRK
148         - 35  # WRK
149         - 36  # WRK
150         - 37  # WRK
151
152     plot-ligato-throughput-lat-tsa-3n-hsw:
153       # TODO: Replace with 1904 data
154       # csit-ligato-perf-verify-1904-3n-hsw:
155       csit-ligato-perf-verify-1901-3n-hsw:
156         - 8   # NDRPDR sel
157         - 9   # NDRPDR sel
158         - 11  # NDRPDR sel
159         - 12  # NDRPDR sel
160         - 13  # NDRPDR sel
161         - 14  # NDRPDR sel
162         - 15  # NDRPDR sel
163         - 16  # NDRPDR sel
164         - 17  # NDRPDR sel
165         - 18  # NDRPDR sel
166
167     plot-dpdk-throughput-latency-3n-hsw:
168       # TODO: Add 1904 data
169       csit-dpdk-perf-verify-1904-3n-hsw:
170         - 1   # NDRPDR sel
171
172     # 3n-skx
173
174     plot-vpp-throughput-lat-tsa-3n-skx:
175       # TODO: Add 1904 data
176       csit-vpp-perf-verify-1904-3n-skx:
177         - 4   # NDRPDR sel
178
179     plot-dpdk-throughput-latency-3n-skx:
180       # TODO: Add 1904 data
181       csit-dpdk-perf-verify-1904-3n-skx:
182         - 1   # NDRPDR sel
183
184     # 2n-skx
185
186     plot-vpp-throughput-lat-tsa-2n-skx:
187       # TODO: Add 1904 data
188       csit-vpp-perf-verify-1904-2n-skx:
189         - 5   # NDRPDR sel
190
191     plot-vpp-soak-2n-skx:
192       # TODO: Replace with 1904 data
193       # csit-vpp-perf-verify-1904-2n-skx:
194       csit-vpp-perf-verify-1901-2n-skx:
195         - 45  # SOAK sel
196
197     plot-vpp-nfv-2n-skx:
198       # TODO: Add 1904 data
199       csit-vpp-perf-verify-1904-2n-skx:
200         - 9   # NFV NDRPDR
201
202     plot-vpp-nfv-2n-skx-mrr:
203       # TODO: Add 1904 data
204       csit-vpp-perf-verify-1904-2n-skx:
205         - 10  # NFV MRR
206
207     plot-dpdk-throughput-latency-2n-skx:
208       # TODO: Add 1904 data
209       csit-dpdk-perf-verify-1904-2n-skx:
210         - 1   # NDRPDR sel
211
212     # 3rd party
213
214     # Denverton:
215     intel-dnv-vpp:
216       # TODO: Replace with 1904 data
217       # intel-dnv-vpp-release-1904:
218       intel-dnv-vpp-release-1901:
219         - 1
220
221     ###########################################################################
222     # Simple tables (only one data set):
223
224     # NIC Comparisons
225
226     vpp-nic-comparison-3n-hsw:
227       # TODO: Add 1904 data
228       csit-vpp-perf-verify-1904-3n-hsw:
229         - 2   # NDRPDR sel
230
231     vpp-nic-comparison-3n-skx:
232       # TODO: Add 1904 data
233       csit-vpp-perf-verify-1904-3n-skx:
234         - 4   # NDRPDR sel
235
236     vpp-nic-comparison-2n-skx:
237       # TODO: Add 1904 data
238       csit-vpp-perf-verify-1904-2n-skx:
239         - 5   # NDRPDR sel
240
241     vpp-nic-comparison-3n-hsw-mrr:
242       csit-vpp-perf-verify-1904-3n-hsw:
243         - 1   # MRR sel
244
245     vpp-nic-comparison-3n-skx-mrr:
246       csit-vpp-perf-verify-1904-3n-skx:
247         - 3   # MRR sel
248
249     vpp-nic-comparison-2n-skx-mrr:
250       csit-vpp-perf-verify-1904-2n-skx:
251         - 4   # MRR sel
252
253     # Results
254
255     vpp-perf-results-3n-hsw:
256       # TODO: Replace with 1904 data
257       # csit-vpp-perf-verify-1904-3n-hsw:
258       csit-vpp-perf-verify-1901-3n-hsw:
259         - 38  # NDRPDR full
260         - 43  # NDRPDR full
261         - 45  # NDRPDR full
262         - 49  # NDRPDR full
263
264     vpp-perf-results-3n-skx:
265       # TODO: Replace with 1904 data
266       # csit-vpp-perf-verify-1904-3n-skx:
267       csit-vpp-perf-verify-1901-3n-skx:
268         - 37  # NDRPDR full
269         - 39  # NDRPDR full
270         - 40  # NDRPDR full
271         - 49  # NDRPDR full
272
273     vpp-perf-results-2n-skx:
274       # TODO: Replace with 1904 data
275       # csit-vpp-perf-verify-1904-2n-skx:
276       csit-vpp-perf-verify-1901-2n-skx:
277         - 25  # NDRPDR full
278         - 30  # NDRPDR full
279         - 33  # NDRPDR full
280         - 44  # NDRPDR full
281
282     vpp-mrr-results-3n-hsw:
283       csit-vpp-perf-verify-1904-3n-hsw:
284         - 1   # MRR sel
285
286     vpp-mrr-results-3n-skx:
287       csit-vpp-perf-verify-1904-3n-skx:
288         - 3   # MRR sel
289
290     vpp-mrr-results-2n-skx:
291       csit-vpp-perf-verify-1904-2n-skx:
292         - 4   # MRR sel
293
294     vpp-func-results-ubuntu:
295       csit-vpp-functional-1904-ubuntu1604-virl:
296         - 29
297
298     vpp-func-results-centos:
299       csit-vpp-functional-1904-centos7-virl:
300         - 28
301
302     vpp-device-results-ubuntu:
303       csit-vpp-device-1904-ubuntu1804-1n-skx:
304         - 18
305
306     # VPP Ligato
307     ligato-perf-results-3n-hsw:
308       # TODO: Replace with 1904 data
309       # csit-ligato-perf-verify-1904-3n-hsw:
310       csit-ligato-perf-verify-1901-3n-hsw:
311         - 10  # NDRPDR full
312
313     dpdk-perf-results-3n-hsw:
314       csit-dpdk-perf-verify-1904-3n-hsw:
315         - 1   # NDRPDR sel
316
317     dpdk-perf-results-3n-skx:
318       csit-dpdk-perf-verify-1904-3n-skx:
319         - 1   # NDRPDR sel
320
321     dpdk-perf-results-2n-skx:
322       csit-dpdk-perf-verify-1904-2n-skx:
323         - 1   # NDRPDR sel
324
325     # HoneyComb Functional
326     hc-func-results:
327       csit-hc2vpp-verify-func-1904-ubuntu1604:
328         - 1
329
330 #    # NSH SFC Functional
331 #    nsh-func-results:
332 #      # Not used
333 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
334 #        - 1
335
336     # DMM Functional
337     dmm-func-results:
338       csit-dmm-functional-1904-ubuntu1604-virl:
339         - 1
340
341     ###########################################################################
342     # Tables (more than one data set)
343
344     # Performance changes
345
346     intel-dnv-vpp-changes-2n-dnv-h1:
347       intel-dnv-vpp-release-1810:
348         - 1
349     intel-dnv-vpp-changes-2n-dnv-ref:
350       intel-dnv-vpp-release-1901:
351         - 1
352     intel-dnv-vpp-changes-2n-dnv-cmp:
353       # TODO: Replace with 1904 data
354       # intel-dnv-vpp-release-1904:
355       intel-dnv-vpp-release-1901:
356         - 1
357     intel-dnv-vpp-changes-2n-dnv:
358       - "intel-dnv-vpp-changes-2n-dnv-h1"
359       - "intel-dnv-vpp-changes-2n-dnv-ref"
360       - "intel-dnv-vpp-changes-2n-dnv-cmp"
361
362     vpp-performance-changes-3n-hsw-h1:
363       csit-vpp-perf-verify-1810-3n-hsw:
364         - 8   # NDRPDR sel
365         - 12  # NDRPDR sel
366         - 14  # NDRPDR sel
367         - 18  # NDRPDR sel
368         - 23  # NDRPDR sel
369         - 25  # NDRPDR sel
370         - 38  # NDRPDR sel
371         - 39  # NDRPDR sel
372         - 41  # NDRPDR sel
373         - 42  # NDRPDR sel
374     vpp-performance-changes-3n-hsw-ref:
375       csit-vpp-perf-verify-1901-3n-hsw:
376         - 10  # NDRPDR sel
377         - 19  # NDRPDR sel
378         - 31  # NDRPDR sel
379         - 36  # NDRPDR sel
380         - 40  # NDRPDR sel
381         - 42  # NDRPDR sel
382         - 44  # NDRPDR sel
383         - 46  # NDRPDR sel
384         - 47  # NDRPDR sel
385         - 48  # NDRPDR sel
386         - 61  # NDRPDR LB
387         - 62  # NDRPDR LB
388         - 63  # NDRPDR LB
389         - 64  # NDRPDR LB
390         - 65  # NDRPDR LB
391         - 66  # NDRPDR LB
392         - 67  # NDRPDR LB
393         - 69  # NDRPDR LB
394         - 70  # NDRPDR LB
395         - 71  # NDRPDR LB
396     vpp-performance-changes-3n-hsw-cmp:
397       # TODO: Add 1904 data
398       csit-vpp-perf-verify-1904-3n-hsw:
399         - 2   # NDRPDR sel
400     vpp-performance-changes-3n-hsw:
401       - "vpp-performance-changes-3n-hsw-h1"
402       - "vpp-performance-changes-3n-hsw-ref"
403       - "vpp-performance-changes-3n-hsw-cmp"
404
405     vpp-performance-changes-3n-skx-h1:
406       csit-vpp-perf-verify-1810-3n-skx:
407         - 10  # NDRPDR sel
408         - 14  # NDRPDR sel
409         - 15  # NDRPDR sel
410         - 16  # NDRPDR sel
411         - 17  # NDRPDR sel
412         - 19  # NDRPDR sel
413         - 20  # NDRPDR sel
414         - 21  # NDRPDR sel
415         - 22  # NDRPDR sel
416         - 25  # NDRPDR sel
417     vpp-performance-changes-3n-skx-ref:
418       csit-vpp-perf-verify-1901-3n-skx:
419         - 18  # NDRPDR sel
420         - 19  # NDRPDR sel
421         - 20  # NDRPDR sel
422         - 28  # NDRPDR sel
423         - 31  # NDRPDR sel
424         - 33  # NDRPDR sel
425         - 36  # NDRPDR sel
426         - 38  # NDRPDR sel
427         - 47  # NDRPDR sel
428         - 48  # NDRPDR sel
429         - 54  # NDRPDR LB
430         - 57  # NDRPDR LB
431         - 58  # NDRPDR LB
432         - 59  # NDRPDR LB
433         - 60  # NDRPDR LB
434         - 63  # NDRPDR LB
435         - 64  # NDRPDR LB
436         - 65  # NDRPDR LB
437         - 66  # NDRPDR LB
438         - 67  # NDRPDR LB
439     vpp-performance-changes-3n-skx-cmp:
440       # TODO: Add 1904 data
441       csit-vpp-perf-verify-1904-3n-skx:
442         - 4   # NDRPDR sel
443     vpp-performance-changes-3n-skx:
444       - "vpp-performance-changes-3n-skx-h1"
445       - "vpp-performance-changes-3n-skx-ref"
446       - "vpp-performance-changes-3n-skx-cmp"
447
448     vpp-performance-changes-2n-skx-h1:
449       csit-vpp-perf-verify-1810-2n-skx:
450         - 9   # NDRPDR sel
451         - 13  # NDRPDR sel
452         - 14  # NDRPDR sel
453         - 19  # NDRPDR sel
454         - 20  # NDRPDR sel
455         - 21  # NDRPDR sel
456         - 22  # NDRPDR sel
457         - 23  # NDRPDR sel
458         - 24  # NDRPDR sel
459         - 27  # NDRPDR sel
460     vpp-performance-changes-2n-skx-ref:
461       csit-vpp-perf-verify-1901-2n-skx:
462         - 5   # NDRPDR sel
463         - 12  # NDRPDR sel
464         - 13  # NDRPDR sel
465         - 21  # NDRPDR sel
466         - 23  # NDRPDR sel
467         - 31  # NDRPDR sel
468         - 34  # NDRPDR sel
469         - 40  # NDRPDR sel
470         - 42  # NDRPDR sel
471         - 43  # NDRPDR sel
472     vpp-performance-changes-2n-skx-cmp:
473       # TODO: Add 1904 data
474       csit-vpp-perf-verify-1904-2n-skx:
475         - 5   # NDRPDR sel
476     vpp-performance-changes-2n-skx:
477       - "vpp-performance-changes-2n-skx-h1"
478       - "vpp-performance-changes-2n-skx-ref"
479       - "vpp-performance-changes-2n-skx-cmp"
480
481     vpp-performance-changes-3n-hsw-mrr-h1:
482       csit-vpp-perf-verify-1810-3n-hsw:
483         - 9   # MRR sel
484     vpp-performance-changes-3n-hsw-mrr-ref:
485       csit-vpp-perf-verify-1901-3n-hsw:
486         - 35  # MRR sel
487     vpp-performance-changes-3n-hsw-mrr-cmp:
488       csit-vpp-perf-verify-1904-3n-hsw:
489         - 1   # MRR sel
490     vpp-performance-changes-3n-hsw-mrr:
491       - "vpp-performance-changes-3n-hsw-mrr-h1"
492       - "vpp-performance-changes-3n-hsw-mrr-ref"
493       - "vpp-performance-changes-3n-hsw-mrr-cmp"
494
495     vpp-performance-changes-3n-skx-mrr-h1:
496       csit-vpp-perf-verify-1810-3n-skx:
497         - 9   # MRR sel
498         - 11  # MRR sel
499         - 12  # MRR sel
500         - 13  # MRR sel
501     vpp-performance-changes-3n-skx-mrr-ref:
502       csit-vpp-perf-verify-1901-3n-skx:
503         - 32  # MRR sel
504     vpp-performance-changes-3n-skx-mrr-cmp:
505       csit-vpp-perf-verify-1904-3n-skx:
506         - 3   # MRR sel
507     vpp-performance-changes-3n-skx-mrr:
508       - "vpp-performance-changes-3n-skx-mrr-h1"
509       - "vpp-performance-changes-3n-skx-mrr-ref"
510       - "vpp-performance-changes-3n-skx-mrr-cmp"
511
512     vpp-performance-changes-2n-skx-mrr-h1:
513       csit-vpp-perf-verify-1810-2n-skx:
514         - 8   # MRR sel
515         - 10  # MRR sel
516         - 11  # MRR sel
517         - 12  # MRR sel
518     vpp-performance-changes-2n-skx-mrr-ref:
519       csit-vpp-perf-verify-1901-2n-skx:
520         - 22  # MRR sel
521     vpp-performance-changes-2n-skx-mrr-cmp:
522       csit-vpp-perf-verify-1904-2n-skx:
523         - 4   # MRR sel
524     vpp-performance-changes-2n-skx-mrr:
525       - "vpp-performance-changes-2n-skx-mrr-h1"
526       - "vpp-performance-changes-2n-skx-mrr-ref"
527       - "vpp-performance-changes-2n-skx-mrr-cmp"
528
529     dpdk-performance-changes-3n-hsw-h1:
530       csit-dpdk-perf-verify-1810-3n-hsw:
531         - 1   # NDRPDR sel
532         - 2   # NDRPDR sel
533         - 3   # NDRPDR sel
534         - 4   # NDRPDR sel
535         - 5   # NDRPDR sel
536         - 6   # NDRPDR sel
537         - 7   # NDRPDR sel
538         - 8   # NDRPDR sel
539         - 9   # NDRPDR sel
540         - 10  # NDRPDR sel
541     dpdk-performance-changes-3n-hsw-ref:
542       csit-dpdk-perf-verify-1901-3n-hsw:
543         - 13  # NDRPDR sel
544         - 14  # NDRPDR sel
545         - 16  # NDRPDR sel
546         - 17  # NDRPDR sel
547         - 18  # NDRPDR sel
548         - 19  # NDRPDR sel
549         - 20  # NDRPDR sel
550         - 21  # NDRPDR sel
551         - 22  # NDRPDR sel
552         - 23  # NDRPDR sel
553     dpdk-performance-changes-3n-hsw-cmp:
554       # TODO: Add 1904 data
555       csit-dpdk-perf-verify-1904-3n-hsw:
556         - 1   # NDRPDR sel
557     dpdk-performance-changes-3n-hsw:
558       - "dpdk-performance-changes-3n-hsw-h1"
559       - "dpdk-performance-changes-3n-hsw-ref"
560       - "dpdk-performance-changes-3n-hsw-cmp"
561
562     dpdk-performance-changes-3n-skx-h1:
563       csit-dpdk-perf-verify-1810-3n-skx:
564         - 3   # NDRPDR sel
565         - 4   # NDRPDR sel
566         - 6   # NDRPDR sel
567         - 7   # NDRPDR sel
568         - 8   # NDRPDR sel
569         - 9   # NDRPDR sel
570         - 10  # NDRPDR sel
571         - 11  # NDRPDR sel
572         - 12  # NDRPDR sel
573         - 13  # NDRPDR sel
574     dpdk-performance-changes-3n-skx-ref:
575       csit-dpdk-perf-verify-1901-3n-skx:
576         - 3   # NDRPDR sel
577         - 5   # NDRPDR sel
578         - 6   # NDRPDR sel
579         - 7   # NDRPDR sel
580         - 8   # NDRPDR sel
581         - 9   # NDRPDR sel
582         - 10  # NDRPDR sel
583         - 11  # NDRPDR sel
584         - 12  # NDRPDR sel
585         - 13  # NDRPDR sel
586     dpdk-performance-changes-3n-skx-cmp:
587       # TODO: Add 1904 data
588       csit-dpdk-perf-verify-1904-3n-skx:
589         - 1   # NDRPDR sel
590     dpdk-performance-changes-3n-skx:
591       - "dpdk-performance-changes-3n-skx-h1"
592       - "dpdk-performance-changes-3n-skx-ref"
593       - "dpdk-performance-changes-3n-skx-cmp"
594
595     dpdk-performance-changes-2n-skx-h1:
596       csit-dpdk-perf-verify-1810-2n-skx:
597         - 3   # NDRPDR sel
598         - 4   # NDRPDR sel
599         - 5   # NDRPDR sel
600         - 7   # NDRPDR sel
601         - 8   # NDRPDR sel
602         - 9   # NDRPDR sel
603         - 10  # NDRPDR sel
604         - 11  # NDRPDR sel
605         - 12  # NDRPDR sel
606         - 13  # NDRPDR sel
607     dpdk-performance-changes-2n-skx-ref:
608       csit-dpdk-perf-verify-1901-2n-skx:
609         - 12  # NDRPDR sel
610         - 13  # NDRPDR sel
611         - 14  # NDRPDR sel
612         - 15  # NDRPDR sel
613         - 16  # NDRPDR sel
614         - 17  # NDRPDR sel
615         - 18  # NDRPDR sel
616         - 19  # NDRPDR sel
617         - 20  # NDRPDR sel
618         - 21  # NDRPDR sel
619     dpdk-performance-changes-2n-skx-cmp:
620       # TODO: Add 1904 data
621       csit-dpdk-perf-verify-1904-2n-skx:
622         - 1   # NDRPDR sel
623     dpdk-performance-changes-2n-skx:
624       - "dpdk-performance-changes-2n-skx-h1"
625       - "dpdk-performance-changes-2n-skx-ref"
626       - "dpdk-performance-changes-2n-skx-cmp"
627
628     # Compare testbeds
629
630     vpp-compare-testbeds-ref:
631       # TODO: Add 1904 data
632       csit-vpp-perf-verify-1904-3n-hsw:
633         - 2   # NDRPDR sel
634     vpp-compare-testbeds-cmp:
635       # TODO: Add 1904 data
636       csit-vpp-perf-verify-1904-3n-skx:
637         - 4   # NDRPDR sel
638     vpp-compare-testbeds:
639       - "vpp-compare-testbeds-ref"
640       - "vpp-compare-testbeds-cmp"
641
642     vpp-compare-testbeds-mrr-ref:
643       csit-vpp-perf-verify-1904-3n-hsw:
644         - 1   # MRR sel
645     vpp-compare-testbeds-mrr-cmp:
646       csit-vpp-perf-verify-1904-3n-skx:
647         - 3   # MRR sel
648     vpp-compare-testbeds-mrr:
649       - "vpp-compare-testbeds-mrr-ref"
650       - "vpp-compare-testbeds-mrr-cmp"
651
652     dpdk-compare-testbeds-ref:
653       # TODO: Add 1904 data
654       csit-dpdk-perf-verify-1904-3n-hsw:
655         - 1   # NDRPDR sel
656     dpdk-compare-testbeds-cmp:
657       # TODO: Add 1904 data
658       csit-dpdk-perf-verify-1904-3n-skx:
659         - 1   # NDRPDR sel
660     dpdk-compare-testbeds:
661       - "dpdk-compare-testbeds-ref"
662       - "dpdk-compare-testbeds-cmp"
663
664     # Compare topologies
665
666     vpp-compare-topologies-ref:
667       # TODO: Add 1904 data
668       csit-vpp-perf-verify-1904-3n-skx:
669         - 4   # NDRPDR sel
670     vpp-compare-topologies-cmp:
671       # TODO: Add 1904 data
672       csit-vpp-perf-verify-1904-2n-skx:
673         - 5   # NDRPDR sel
674     vpp-compare-topologies:
675       - "vpp-compare-topologies-ref"
676       - "vpp-compare-topologies-cmp"
677
678     vpp-compare-topologies-mrr-ref:
679       csit-vpp-perf-verify-1904-3n-skx:
680         - 3   # MRR sel
681     vpp-compare-topologies-mrr-cmp:
682       csit-vpp-perf-verify-1904-2n-skx:
683         - 4   # MRR sel
684     vpp-compare-topologies-mrr:
685       - "vpp-compare-topologies-mrr-ref"
686       - "vpp-compare-topologies-mrr-cmp"
687
688     dpdk-compare-topologies-ref:
689       # TODO: Add 1904 data
690       csit-dpdk-perf-verify-1904-3n-skx:
691         - 1   # NDRPDR sel
692     dpdk-compare-topologies-cmp:
693       # TODO: Add 1904 data
694       csit-dpdk-perf-verify-1904-2n-skx:
695         - 1   # NDRPDR sel
696     dpdk-compare-topologies:
697       - "dpdk-compare-topologies-ref"
698       - "dpdk-compare-topologies-cmp"
699
700   plot-layouts:
701
702     plot-soak-throughput:
703       titlefont:
704         size: 18
705       xaxis:
706         title: "<b>Test Cases [Index]</b>"
707         titlefont:
708           size: 16
709         autorange: True
710         fixedrange: False
711         gridcolor: "rgb(230, 230, 230)"
712         linecolor: "rgb(220, 220, 220)"
713         linewidth: 1
714         showgrid: True
715         showline: True
716         showticklabels: True
717         tickcolor: "rgb(220, 220, 220)"
718         tickmode: "linear"
719         tickfont:
720           size: 16
721         zeroline: False
722       yaxis:
723         title: "<b>Packet Throughput [Mpps]</b>"
724         titlefont:
725           size: 16
726         gridcolor: "rgb(230, 230, 230)"
727         hoverformat: ".4s"
728         tickformat: ".3s"
729         linecolor: "rgb(220, 220, 220)"
730         linewidth: 1
731         showgrid: True
732         showline: True
733         showticklabels: True
734         tickcolor: "rgb(220, 220, 220)"
735         tickfont:
736           size: 16
737         zeroline: False
738         range: [0,50]
739       autosize: False
740       margin:
741         t: 50
742         b: 0
743         l: 80
744         r: 20
745       showlegend: True
746       legend:
747         orientation: "h"
748         font:
749           size: 16
750       width: 700
751       height: 900
752
753     plot-service-density:
754       titlefont:
755         size: 18
756       xaxis:
757         side: "top"
758         autorange: True
759         fixedrange: False
760         showgrid: False
761         showline: False
762         showticklabels: False
763         ticks: ""
764         ticklen: 0
765         tickwidth: 0
766         zeroline: False
767       yaxis:
768         autorange: "reversed"
769         showgrid: False
770         showline: False
771         showticklabels: False
772         ticks: ""
773         ticklen: 0
774         tickwidth: 0
775         zeroline: False
776       autosize: True
777       showlegend: False
778       width: 700
779       height: 700
780
781     plot-cps:
782       titlefont:
783         size: 18
784       xaxis:
785         title: "<b>Test Cases [Index]</b>"
786         titlefont:
787           size: 16
788         autorange: True
789         fixedrange: False
790         gridcolor: "rgb(230, 230, 230)"
791         linecolor: "rgb(220, 220, 220)"
792         linewidth: 1
793         showgrid: True
794         showline: True
795         showticklabels: True
796         tickcolor: "rgb(220, 220, 220)"
797         tickmode: "linear"
798         tickfont:
799           size: 16
800         zeroline: False
801       yaxis:
802         title: "<b>Connections Per Second [cps]</b>"
803         titlefont:
804           size: 16
805         gridcolor: "rgb(230, 230, 230)"
806         hoverformat: ".4s"
807         linecolor: "rgb(220, 220, 220)"
808         linewidth: 1
809         rangemode: "tozero"
810         showgrid: True
811         showline: True
812         showticklabels: True
813         tickcolor: "rgb(220, 220, 220)"
814         tickformat: ".3s"
815         tickfont:
816           size: 16
817         zeroline: False
818       boxmode: "group"
819       boxgroupgap: 0.5
820       autosize: False
821       margin:
822         t: 50
823         b: 20
824         l: 80
825         r: 20
826       showlegend: True
827       legend:
828         orientation: "h"
829         font:
830           size: 16
831       width: 700
832       height: 800
833
834     plot-rps:
835       titlefont:
836         size: 18
837       xaxis:
838         title: "<b>Test Cases [Index]</b>"
839         titlefont:
840           size: 16
841         autorange: True
842         fixedrange: False
843         gridcolor: "rgb(230, 230, 230)"
844         linecolor: "rgb(220, 220, 220)"
845         linewidth: 1
846         showgrid: True
847         showline: True
848         showticklabels: True
849         tickcolor: "rgb(220, 220, 220)"
850         tickmode: "linear"
851         tickfont:
852           size: 16
853         zeroline: False
854       yaxis:
855         title: "<b>Requests Per Second [rps]</b>"
856         titlefont:
857           size: 16
858         gridcolor: "rgb(230, 230, 230)"
859         hoverformat: ".4s"
860         linecolor: "rgb(220, 220, 220)"
861         linewidth: 1
862         rangemode: "tozero"
863         showgrid: True
864         showline: True
865         showticklabels: True
866         tickcolor: "rgb(230, 230, 230)"
867         tickformat: ".3s"
868         tickfont:
869           size: 16
870         zeroline: False
871       boxmode: "group"
872       boxgroupgap: 0.5
873       autosize: False
874       margin:
875         t: 50
876         b: 20
877         l: 80
878         r: 20
879       showlegend: True
880       legend:
881         orientation: "h"
882         font:
883           size: 16
884       width: 700
885       height: 800
886
887     plot-throughput:
888       titlefont:
889         size: 18
890       xaxis:
891         title: "<b>Test Cases [Index]</b>"
892         titlefont:
893           size: 16
894         autorange: True
895         fixedrange: False
896         gridcolor: "rgb(230, 230, 230)"
897         linecolor: "rgb(220, 220, 220)"
898         linewidth: 1
899         showgrid: True
900         showline: True
901         showticklabels: True
902         tickcolor: "rgb(220, 220, 220)"
903         tickmode: "linear"
904         tickfont:
905           size: 16
906         zeroline: False
907       yaxis:
908         title: "<b>Packet Throughput [Mpps]</b>"
909         titlefont:
910           size: 16
911         gridcolor: "rgb(230, 230, 230)"
912         hoverformat: ".4s"
913         tickformat: ".3s"
914         linecolor: "rgb(220, 220, 220)"
915         linewidth: 1
916         showgrid: True
917         showline: True
918         showticklabels: True
919         tickcolor: "rgb(220, 220, 220)"
920         tickfont:
921           size: 16
922         zeroline: False
923         range: [0,50]
924       boxmode: "group"
925       boxgroupgap: 0.5
926       autosize: False
927       margin:
928         t: 50
929         b: 0
930         l: 80
931         r: 20
932       showlegend: True
933       legend:
934         orientation: "h"
935         font:
936           size: 16
937       width: 700
938       height: 900
939
940     plot-throughput-speedup-analysis:
941       titlefont:
942         size: 18
943       xaxis:
944         title: "<b>Number of Cores [Qty]</b>"
945         titlefont:
946           size: 16
947         autorange: True
948         fixedrange: False
949         gridcolor: "rgb(230, 230, 230)"
950         linecolor: "rgb(220, 220, 220)"
951         linewidth: 1
952         showgrid: True
953         showline: True
954         showticklabels: True
955         tickcolor: "rgb(238, 238, 238)"
956         tickmode: "linear"
957         tickfont:
958           size: 16
959         zeroline: False
960       yaxis:
961         title: "<b>Packet Throughput [Mpps]</b>"
962         titlefont:
963           size: 16
964         type: "linear"
965         gridcolor: "rgb(230, 230, 230)"
966         hoverformat: ".4s"
967         linecolor: "rgb(220, 220, 220)"
968         linewidth: 1
969         showgrid: True
970         showline: True
971         showticklabels: True
972         tickcolor: "rgb(220, 220, 220)"
973         tickformat: ".4s"
974         tickfont:
975           size: 16
976         zeroline: True
977         rangemode: "tozero"
978         range: [0,100]
979       legend:
980         orientation: "h"
981         font:
982           size: 16
983         xanchor: "left"
984         yanchor: "top"
985         x: 0
986         y: -0.2
987         bgcolor: "rgba(255, 255, 255, 0)"
988         bordercolor: "rgba(255, 255, 255, 0)"
989         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
990       autosize: False
991       margin:
992           't': 50
993           'b': 150
994           'l': 85
995           'r': 10
996       showlegend: True
997       width: 700
998       height: 700
999       hoverlabel:
1000         namelength: -1
1001       annotations: [
1002         {
1003           text: "_ _          __          ...",
1004           align: "left",
1005           showarrow: False,
1006           xref: "paper",
1007           yref: "paper",
1008           xanchor: "left",
1009           yanchor: "top",
1010           x: 0,
1011           y: -0.13,
1012           font: {
1013             family: "Consolas, Courier New",
1014             size: 15
1015           },
1016         },
1017         {
1018           text: "    Perfect     Measured     Limit",
1019           align: "left",
1020           showarrow: False,
1021           xref: "paper",
1022           yref: "paper",
1023           xanchor: "left",
1024           yanchor: "top",
1025           x: 0,
1026           y: -0.15,
1027           font: {
1028             family: "Consolas, Courier New",
1029             size: 15
1030           },
1031         },
1032       ]
1033
1034     plot-latency:
1035       titlefont:
1036         size: 18
1037       xaxis:
1038         title: "<b>Direction</b>"
1039         titlefont:
1040           size: 16
1041         autorange: True
1042         fixedrange: False
1043         gridcolor: "rgb(230, 230, 230)"
1044         linecolor: "rgb(220, 220, 220)"
1045         linewidth: 1
1046         showgrid: True
1047         showline: True
1048         showticklabels: False
1049         tickcolor: "rgb(220, 220, 220)"
1050         tickmode: "linear"
1051         tickfont:
1052           size: 16
1053         zeroline: False
1054       yaxis:
1055         title: "<b>Packet Latency [uSec]</b>"
1056         titlefont:
1057           size: 16
1058         type: "linear"
1059         gridcolor: "rgb(230, 230, 230)"
1060         hoverformat: ".4s"
1061         linecolor: "rgb(220, 220, 220)"
1062         linewidth: 1
1063         showgrid: True
1064         showline: True
1065         showticklabels: True
1066         tickcolor: "rgb(220, 220, 220)"
1067         tickformat: ".4s"
1068         tickfont:
1069           size: 16
1070         zeroline: True
1071         rangemode: "tozero"
1072       legend:
1073         orientation: "h"
1074         font:
1075           size: 16
1076         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1077       autosize: False
1078       margin:
1079           't': 50
1080           'b': 150
1081           'l': 80
1082           'r': 10
1083       showlegend: True
1084       width: 700
1085       height: 700
1086       hoverlabel:
1087         namelength: -1
1088
1089 - type: "static"
1090   src-path: "{DIR[RST]}"
1091   dst-path: "{DIR[WORKING,SRC]}"
1092
1093 - type: "input"
1094   general:
1095     file-name: "robot-plugin.zip"
1096     file-format: ".zip"
1097     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1098     extract: "robot-plugin/output.xml"
1099
1100   builds:
1101     # TODO: Add 1904 data
1102 #    intel-dnv-vpp-release-1904:
1103 #      - 1
1104
1105     intel-dnv-vpp-release-1901:
1106       - 1
1107
1108     intel-dnv-vpp-release-1810:
1109       - 1
1110
1111     csit-vpp-perf-verify-1810-3n-hsw:
1112       - 9   # MRR sel
1113       - 20  # NDRPDR full
1114       - 21  # NDRPDR full
1115       - 22  # NDRPDR full
1116       - 27  # NDRPDR full
1117       - 8   # NDRPDR sel
1118       - 12  # NDRPDR sel
1119       - 14  # NDRPDR sel
1120       - 18  # NDRPDR sel
1121       - 23  # NDRPDR sel
1122       - 25  # NDRPDR sel
1123       - 38  # NDRPDR sel
1124       - 39  # NDRPDR sel
1125       - 41  # NDRPDR sel
1126       - 42  # NDRPDR sel
1127       - 28  # WRK
1128       - 29  # WRK
1129       - 30  # WRK
1130       - 31  # WRK
1131       - 32  # WRK
1132       - 33  # WRK
1133       - 34  # WRK
1134       - 35  # WRK
1135       - 36  # WRK
1136       - 37  # WRK
1137     csit-vpp-perf-verify-1901-3n-hsw:
1138       - 35  # MRR sel
1139       - 38  # NDRPDR full
1140       - 43  # NDRPDR full
1141       - 45  # NDRPDR full
1142       - 49  # NDRPDR full
1143       - 10  # NDRPDR sel
1144       - 19  # NDRPDR sel
1145       - 31  # NDRPDR sel
1146       - 36  # NDRPDR sel
1147       - 40  # NDRPDR sel
1148       - 42  # NDRPDR sel
1149       - 44  # NDRPDR sel
1150       - 46  # NDRPDR sel
1151       - 47  # NDRPDR sel
1152       - 48  # NDRPDR sel
1153       - 61  # NDRPDR LB
1154       - 62  # NDRPDR LB
1155       - 63  # NDRPDR LB
1156       - 64  # NDRPDR LB
1157       - 65  # NDRPDR LB
1158       - 66  # NDRPDR LB
1159       - 67  # NDRPDR LB
1160       - 69  # NDRPDR LB
1161       - 70  # NDRPDR LB
1162       - 71  # NDRPDR LB
1163     # TODO: Add 1904 Data
1164     csit-vpp-perf-verify-1904-3n-hsw:
1165       - 1   # MRR sel
1166       - 2   # NDRPDR sel
1167
1168     csit-vpp-perf-verify-1810-3n-skx:
1169       - 9   # MRR sel
1170       - 11  # MRR sel
1171       - 12  # MRR sel
1172       - 13  # MRR sel
1173       - 23  # NDRPDR full
1174       - 24  # NDRPDR full
1175       - 10  # NDRPDR sel
1176       - 14  # NDRPDR sel
1177       - 15  # NDRPDR sel
1178       - 16  # NDRPDR sel
1179       - 17  # NDRPDR sel
1180       - 19  # NDRPDR sel
1181       - 20  # NDRPDR sel
1182       - 21  # NDRPDR sel
1183       - 22  # NDRPDR sel
1184       - 25  # NDRPDR sel
1185     csit-vpp-perf-verify-1901-3n-skx:
1186       - 32  # MRR sel
1187       - 37  # NDRPDR full
1188       - 39  # NDRPDR full
1189       - 40  # NDRPDR full
1190       - 49  # NDRPDR full
1191       - 18  # NDRPDR sel
1192       - 19  # NDRPDR sel
1193       - 20  # NDRPDR sel
1194       - 28  # NDRPDR sel
1195       - 31  # NDRPDR sel
1196       - 33  # NDRPDR sel
1197       - 36  # NDRPDR sel
1198       - 38  # NDRPDR sel
1199       - 47  # NDRPDR sel
1200       - 48  # NDRPDR sel
1201       - 54  # NDRPDR LB
1202       - 57  # NDRPDR LB
1203       - 58  # NDRPDR LB
1204       - 59  # NDRPDR LB
1205       - 60  # NDRPDR LB
1206       - 63  # NDRPDR LB
1207       - 64  # NDRPDR LB
1208       - 65  # NDRPDR LB
1209       - 66  # NDRPDR LB
1210       - 67  # NDRPDR LB
1211     # TODO: Add 1904 data
1212     csit-vpp-perf-verify-1904-3n-skx:
1213       - 3   # MRR sel
1214       - 4   # NDRPDR sel
1215
1216     csit-vpp-perf-verify-1810-2n-skx:
1217       - 8   # MRR sel
1218       - 10  # MRR sel
1219       - 11  # MRR sel
1220       - 12  # MRR sel
1221       - 25  # NDRPDR full
1222       - 26  # NDRPDR full
1223       - 9   # NDRPDR sel
1224       - 13  # NDRPDR sel
1225       - 14  # NDRPDR sel
1226       - 19  # NDRPDR sel
1227       - 20  # NDRPDR sel
1228       - 21  # NDRPDR sel
1229       - 22  # NDRPDR sel
1230       - 23  # NDRPDR sel
1231       - 24  # NDRPDR sel
1232       - 27  # NDRPDR sel
1233     csit-vpp-perf-verify-1901-2n-skx:
1234       - 22  # MRR sel
1235       - 25  # NDRPDR full
1236       - 30  # NDRPDR full
1237       - 33  # NDRPDR full
1238       - 44  # NDRPDR full
1239       - 5   # NDRPDR sel
1240       - 12  # NDRPDR sel
1241       - 13  # NDRPDR sel
1242       - 21  # NDRPDR sel
1243       - 23  # NDRPDR sel
1244       - 31  # NDRPDR sel
1245       - 34  # NDRPDR sel
1246       - 40  # NDRPDR sel
1247       - 42  # NDRPDR sel
1248       - 43  # NDRPDR sel
1249       - 24  # NFV MRR
1250       - 26  # NFV MRR
1251       - 27  # NFV MRR
1252       - 35  # NFV MRR
1253       - 37  # NFV MRR
1254       - 28  # NFV NDRPDR
1255       - 29  # NFV NDRPDR
1256       - 32  # NFV NDRPDR
1257       - 39  # NFV NDRPDR
1258       - 46  # NFV NDRPDR
1259       - 45  # SOAK
1260     # TODO: Add 1904 data
1261     csit-vpp-perf-verify-1904-2n-skx:
1262       - 4   # MRR sel
1263       - 5   # NDRPDR sel
1264       - 10  # NFV MRR
1265       - 9   # NFV NDRPDR
1266
1267     # TODO: Remove
1268     csit-ligato-perf-verify-1901-3n-hsw:
1269       - 10  # NDRPDR full
1270       - 8   # NDRPDR sel
1271       - 9   # NDRPDR sel
1272       - 11  # NDRPDR sel
1273       - 12  # NDRPDR sel
1274       - 13  # NDRPDR sel
1275       - 14  # NDRPDR sel
1276       - 15  # NDRPDR sel
1277       - 16  # NDRPDR sel
1278       - 17  # NDRPDR sel
1279       - 18  # NDRPDR sel
1280     # TODO: Add 1904 data
1281 #    csit-ligato-perf-verify-1904-3n-hsw:
1282 #      -
1283
1284     csit-dpdk-perf-verify-1810-3n-hsw:
1285       - 1   # NDRPDR sel
1286       - 2   # NDRPDR sel
1287       - 3   # NDRPDR sel
1288       - 4   # NDRPDR sel
1289       - 5   # NDRPDR sel
1290       - 6   # NDRPDR sel
1291       - 7   # NDRPDR sel
1292       - 8   # NDRPDR sel
1293       - 9   # NDRPDR sel
1294       - 10  # NDRPDR sel
1295     csit-dpdk-perf-verify-1901-3n-hsw:
1296       - 13  # NDRPDR sel
1297       - 14  # NDRPDR sel
1298       - 16  # NDRPDR sel
1299       - 17  # NDRPDR sel
1300       - 18  # NDRPDR sel
1301       - 19  # NDRPDR sel
1302       - 20  # NDRPDR sel
1303       - 21  # NDRPDR sel
1304       - 22  # NDRPDR sel
1305       - 23  # NDRPDR sel
1306     # TODO: Add 1904 data
1307     csit-dpdk-perf-verify-1904-3n-hsw:
1308       - 1   # NDRPDR sel
1309
1310     csit-dpdk-perf-verify-1810-3n-skx:
1311       - 3   # NDRPDR sel
1312       - 4   # NDRPDR sel
1313       - 6   # NDRPDR sel
1314       - 7   # NDRPDR sel
1315       - 8   # NDRPDR sel
1316       - 9   # NDRPDR sel
1317       - 10  # NDRPDR sel
1318       - 11  # NDRPDR sel
1319       - 12  # NDRPDR sel
1320       - 13  # NDRPDR sel
1321     csit-dpdk-perf-verify-1901-3n-skx:
1322       - 3   # NDRPDR sel
1323       - 5   # NDRPDR sel
1324       - 6   # NDRPDR sel
1325       - 7   # NDRPDR sel
1326       - 8   # NDRPDR sel
1327       - 9   # NDRPDR sel
1328       - 10  # NDRPDR sel
1329       - 11  # NDRPDR sel
1330       - 12  # NDRPDR sel
1331       - 13  # NDRPDR sel
1332     # TODO: Add 1904 data
1333     csit-dpdk-perf-verify-1904-3n-skx:
1334       - 1   # NDRPDR sel
1335
1336     csit-dpdk-perf-verify-1810-2n-skx:
1337       - 3   # NDRPDR sel
1338       - 4   # NDRPDR sel
1339       - 5   # NDRPDR sel
1340       - 7   # NDRPDR sel
1341       - 8   # NDRPDR sel
1342       - 9   # NDRPDR sel
1343       - 10  # NDRPDR sel
1344       - 11  # NDRPDR sel
1345       - 12  # NDRPDR sel
1346       - 13  # NDRPDR sel
1347     csit-dpdk-perf-verify-1901-2n-skx:
1348       - 12  # NDRPDR sel
1349       - 13  # NDRPDR sel
1350       - 14  # NDRPDR sel
1351       - 15  # NDRPDR sel
1352       - 16  # NDRPDR sel
1353       - 17  # NDRPDR sel
1354       - 18  # NDRPDR sel
1355       - 19  # NDRPDR sel
1356       - 20  # NDRPDR sel
1357       - 21  # NDRPDR sel
1358     # TODO: Add 1904 data
1359     csit-dpdk-perf-verify-1904-2n-skx:
1360       - 1   # NDRPDR sel
1361
1362     csit-vpp-functional-1904-ubuntu1604-virl:
1363       - 29
1364     csit-vpp-functional-1904-centos7-virl:
1365       - 28
1366     csit-vpp-device-1904-ubuntu1804-1n-skx:
1367       - 18
1368 #    # Not used
1369 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1370 #      - 1
1371     csit-dmm-functional-1904-ubuntu1604-virl:
1372       - 1
1373     csit-hc2vpp-verify-func-1904-ubuntu1604:
1374       - 1
1375
1376 - type: "output"
1377   output: "report"
1378   format:
1379     html:
1380     - full
1381 #    pdf:
1382 #    - minimal
1383
1384 ################################################################################
1385 ###                               T A B L E S                                ###
1386 ################################################################################
1387
1388 # VPP Compare NICs 3n-hsw 1t1c ndr
1389 - type: "table"
1390   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1391   algorithm: "table_nics_comparison"
1392   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1393   reference:
1394     title: "Intel-x520"
1395     nic: "NIC_Intel-X520-DA2"
1396   compare:
1397     title: "Intel-x710"
1398     nic: "NIC_Intel-X710"
1399   data: "vpp-nic-comparison-3n-hsw"
1400   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1401   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1402   parameters:
1403   - "name"
1404   - "parent"
1405   - "throughput"
1406   - "tags"
1407
1408 # VPP Compare NICs 3n-hsw 2t2c ndr
1409 - type: "table"
1410   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1411   algorithm: "table_nics_comparison"
1412   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1413   reference:
1414     title: "Intel-x520"
1415     nic: "NIC_Intel-X520-DA2"
1416   compare:
1417     title: "Intel-x710"
1418     nic: "NIC_Intel-X710"
1419   data: "vpp-nic-comparison-3n-hsw"
1420   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1421   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1422   parameters:
1423   - "name"
1424   - "parent"
1425   - "throughput"
1426   - "tags"
1427
1428 # VPP Compare NICs 3n-hsw 1t1c pdr
1429 - type: "table"
1430   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1431   algorithm: "table_nics_comparison"
1432   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1433   reference:
1434     title: "Intel-x520"
1435     nic: "NIC_Intel-X520-DA2"
1436   compare:
1437     title: "Intel-x710"
1438     nic: "NIC_Intel-X710"
1439   data: "vpp-nic-comparison-3n-hsw"
1440   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1441   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1442   parameters:
1443   - "name"
1444   - "parent"
1445   - "throughput"
1446   - "tags"
1447
1448 # VPP Compare NICs 3n-hsw 2t2c pdr
1449 - type: "table"
1450   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1451   algorithm: "table_nics_comparison"
1452   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1453   reference:
1454     title: "Intel-x520"
1455     nic: "NIC_Intel-X520-DA2"
1456   compare:
1457     title: "Intel-x710"
1458     nic: "NIC_Intel-X710"
1459   data: "vpp-nic-comparison-3n-hsw"
1460   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1461   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1462   parameters:
1463   - "name"
1464   - "parent"
1465   - "throughput"
1466   - "tags"
1467
1468 # VPP Compare NICs 3n-hsw 1t1c mrr
1469 - type: "table"
1470   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1471   algorithm: "table_nics_comparison"
1472   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1473   reference:
1474     title: "Intel-x520"
1475     nic: "NIC_Intel-X520-DA2"
1476   compare:
1477     title: "Intel-x710"
1478     nic: "NIC_Intel-X710"
1479   data: "vpp-nic-comparison-3n-hsw-mrr"
1480   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1481   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1482   parameters:
1483   - "name"
1484   - "parent"
1485   - "result"
1486   - "tags"
1487
1488 # VPP Compare NICs 3n-hsw 2t2c mrr
1489 - type: "table"
1490   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1491   algorithm: "table_nics_comparison"
1492   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1493   reference:
1494     title: "Intel-x520"
1495     nic: "NIC_Intel-X520-DA2"
1496   compare:
1497     title: "Intel-x710"
1498     nic: "NIC_Intel-X710"
1499   data: "vpp-nic-comparison-3n-hsw-mrr"
1500   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1501   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1502   parameters:
1503   - "name"
1504   - "parent"
1505   - "result"
1506   - "tags"
1507
1508 # VPP Compare NICs 3n-hsw 4t4c mrr
1509 - type: "table"
1510   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1511   algorithm: "table_nics_comparison"
1512   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1513   reference:
1514     title: "Intel-x520"
1515     nic: "NIC_Intel-X520-DA2"
1516   compare:
1517     title: "Intel-x710"
1518     nic: "NIC_Intel-X710"
1519   data: "vpp-nic-comparison-3n-hsw-mrr"
1520   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1521   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1522   parameters:
1523   - "name"
1524   - "parent"
1525   - "result"
1526   - "tags"
1527
1528 # VPP Compare NICs 3n-skx 2t1c ndr
1529 - type: "table"
1530   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1531   algorithm: "table_nics_comparison"
1532   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1533   reference:
1534     title: "Intel-x710"
1535     nic: "NIC_Intel-X710"
1536   compare:
1537     title: "Intel-xxv710"
1538     nic: "NIC_Intel-XXV710"
1539   data: "vpp-nic-comparison-3n-skx"
1540   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1541   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1542   parameters:
1543   - "name"
1544   - "parent"
1545   - "throughput"
1546   - "tags"
1547
1548 # VPP Compare NICs 3n-skx 4t2c ndr
1549 - type: "table"
1550   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1551   algorithm: "table_nics_comparison"
1552   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1553   reference:
1554     title: "Intel-x710"
1555     nic: "NIC_Intel-X710"
1556   compare:
1557     title: "Intel-xxv710"
1558     nic: "NIC_Intel-XXV710"
1559   data: "vpp-nic-comparison-3n-skx"
1560   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1561   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1562   parameters:
1563   - "name"
1564   - "parent"
1565   - "throughput"
1566   - "tags"
1567
1568 # VPP Compare NICs 3n-skx 2t1c pdr
1569 - type: "table"
1570   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1571   algorithm: "table_nics_comparison"
1572   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1573   reference:
1574     title: "Intel-x710"
1575     nic: "NIC_Intel-X710"
1576   compare:
1577     title: "Intel-xxv710"
1578     nic: "NIC_Intel-XXV710"
1579   data: "vpp-nic-comparison-3n-skx"
1580   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1581   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1582   parameters:
1583   - "name"
1584   - "parent"
1585   - "throughput"
1586   - "tags"
1587
1588  # VPP Compare NICs 3n-skx 4t2c pdr
1589 - type: "table"
1590   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1591   algorithm: "table_nics_comparison"
1592   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1593   reference:
1594     title: "Intel-x710"
1595     nic: "NIC_Intel-X710"
1596   compare:
1597     title: "Intel-xxv710"
1598     nic: "NIC_Intel-XXV710"
1599   data: "vpp-nic-comparison-3n-skx"
1600   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1601   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1602   parameters:
1603   - "name"
1604   - "parent"
1605   - "throughput"
1606   - "tags"
1607
1608 # VPP Compare NICs 3n-skx 2t1c mrr
1609 - type: "table"
1610   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1611   algorithm: "table_nics_comparison"
1612   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1613   reference:
1614     title: "Intel-x710"
1615     nic: "NIC_Intel-X710"
1616   compare:
1617     title: "Intel-xxv710"
1618     nic: "NIC_Intel-XXV710"
1619   data: "vpp-nic-comparison-3n-skx-mrr"
1620   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1621   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1622   parameters:
1623   - "name"
1624   - "parent"
1625   - "result"
1626   - "tags"
1627
1628 # VPP Compare NICs 3n-skx 4t2c mrr
1629 - type: "table"
1630   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1631   algorithm: "table_nics_comparison"
1632   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1633   reference:
1634     title: "Intel-x710"
1635     nic: "NIC_Intel-X710"
1636   compare:
1637     title: "Intel-xxv710"
1638     nic: "NIC_Intel-XXV710"
1639   data: "vpp-nic-comparison-3n-skx-mrr"
1640   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1641   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1642   parameters:
1643   - "name"
1644   - "parent"
1645   - "result"
1646   - "tags"
1647
1648  # VPP Compare NICs 3n-skx 8t4c mrr
1649 - type: "table"
1650   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1651   algorithm: "table_nics_comparison"
1652   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1653   reference:
1654     title: "Intel-x710"
1655     nic: "NIC_Intel-X710"
1656   compare:
1657     title: "Intel-xxv710"
1658     nic: "NIC_Intel-XXV710"
1659   data: "vpp-nic-comparison-3n-skx-mrr"
1660   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1661   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1662   parameters:
1663   - "name"
1664   - "parent"
1665   - "result"
1666   - "tags"
1667
1668 # VPP Compare NICs 2n-skx 2t1c ndr
1669 - type: "table"
1670   title: "VPP Compare NICs 2n-skx 2t1c ndr"
1671   algorithm: "table_nics_comparison"
1672   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
1673   reference:
1674     title: "Intel-x710"
1675     nic: "NIC_Intel-X710"
1676   compare:
1677     title: "Intel-xxv710"
1678     nic: "NIC_Intel-XXV710"
1679   data: "vpp-nic-comparison-2n-skx"
1680   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1681   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1682   parameters:
1683   - "name"
1684   - "parent"
1685   - "throughput"
1686   - "tags"
1687
1688 # VPP Compare NICs 2n-skx 4t2c ndr
1689 - type: "table"
1690   title: "VPP Compare NICs 2n-skx 4t2c ndr"
1691   algorithm: "table_nics_comparison"
1692   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
1693   reference:
1694     title: "Intel-x710"
1695     nic: "NIC_Intel-X710"
1696   compare:
1697     title: "Intel-xxv710"
1698     nic: "NIC_Intel-XXV710"
1699   data: "vpp-nic-comparison-2n-skx"
1700   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1701   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1702   parameters:
1703   - "name"
1704   - "parent"
1705   - "throughput"
1706   - "tags"
1707
1708  # VPP Compare NICs 2n-skx 2t1c pdr
1709 - type: "table"
1710   title: "VPP Compare NICs 2n-skx 2t1c pdr"
1711   algorithm: "table_nics_comparison"
1712   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
1713   reference:
1714     title: "Intel-x710"
1715     nic: "NIC_Intel-X710"
1716   compare:
1717     title: "Intel-xxv710"
1718     nic: "NIC_Intel-XXV710"
1719   data: "vpp-nic-comparison-2n-skx"
1720   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1721   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1722   parameters:
1723   - "name"
1724   - "parent"
1725   - "throughput"
1726   - "tags"
1727
1728 # VPP Compare NICs 2n-skx 4t2c pdr
1729 - type: "table"
1730   title: "VPP Compare NICs 2n-skx 4t2c pdr"
1731   algorithm: "table_nics_comparison"
1732   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
1733   reference:
1734     title: "Intel-x710"
1735     nic: "NIC_Intel-X710"
1736   compare:
1737     title: "Intel-xxv710"
1738     nic: "NIC_Intel-XXV710"
1739   data: "vpp-nic-comparison-2n-skx"
1740   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1741   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1742   parameters:
1743   - "name"
1744   - "parent"
1745   - "throughput"
1746   - "tags"
1747
1748 # VPP Compare NICs 2n-skx 2t1c mrr
1749 - type: "table"
1750   title: "VPP Compare NICs 2n-skx 2t1c mrr"
1751   algorithm: "table_nics_comparison"
1752   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
1753   reference:
1754     title: "Intel-x710"
1755     nic: "NIC_Intel-X710"
1756   compare:
1757     title: "Intel-xxv710"
1758     nic: "NIC_Intel-XXV710"
1759   data: "vpp-nic-comparison-2n-skx-mrr"
1760   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1761   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1762   parameters:
1763   - "name"
1764   - "parent"
1765   - "result"
1766   - "tags"
1767
1768 # VPP Compare NICs 2n-skx 4t2c mrr
1769 - type: "table"
1770   title: "VPP Compare NICs 2n-skx 4t2c mrr"
1771   algorithm: "table_nics_comparison"
1772   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
1773   reference:
1774     title: "Intel-x710"
1775     nic: "NIC_Intel-X710"
1776   compare:
1777     title: "Intel-xxv710"
1778     nic: "NIC_Intel-XXV710"
1779   data: "vpp-nic-comparison-2n-skx-mrr"
1780   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1781   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1782   parameters:
1783   - "name"
1784   - "parent"
1785   - "result"
1786   - "tags"
1787
1788 # VPP Compare NICs 2n-skx 8t4c mrr
1789 - type: "table"
1790   title: "VPP Compare NICs 2n-skx 8t4c mrr"
1791   algorithm: "table_nics_comparison"
1792   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
1793   reference:
1794     title: "Intel-x710"
1795     nic: "NIC_Intel-X710"
1796   compare:
1797     title: "Intel-xxv710"
1798     nic: "NIC_Intel-XXV710"
1799   data: "vpp-nic-comparison-2n-skx-mrr"
1800   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1801   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1802   parameters:
1803   - "name"
1804   - "parent"
1805   - "result"
1806   - "tags"
1807
1808 ################################################################################
1809 # VPP
1810
1811 # VPP Performance Changes 2n-dnv 1t1c pdr
1812 - type: "table"
1813   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
1814   algorithm: "table_performance_comparison"
1815   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
1816   history:
1817     - title: "rls1810"
1818       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1819   reference:
1820     title: "rls1901"
1821     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1822   compare:
1823     title: "rls1904"
1824     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1825   data: "intel-dnv-vpp-changes-2n-dnv"
1826   include-tests: "PDR"
1827   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1828   parameters:
1829   - "name"
1830   - "parent"
1831   - "throughput"
1832
1833 # VPP Performance Changes 2n-dnv 2t2c pdr
1834 - type: "table"
1835   title: "VPP Performance Changes 2n-dnv 2t2c pdr"
1836   algorithm: "table_performance_comparison"
1837   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
1838   history:
1839     - title: "rls1810"
1840       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1841   reference:
1842     title: "rls1901"
1843     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1844   compare:
1845     title: "rls1904"
1846     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1847   data: "intel-dnv-vpp-changes-2n-dnv"
1848   include-tests: "PDR"
1849   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
1850   parameters:
1851   - "name"
1852   - "parent"
1853   - "throughput"
1854
1855 # VPP Performance Changes 2n-dnv 1t1c ndr
1856 - type: "table"
1857   title: "VPP Performance Changes 2n-dnv 1t1c ndr"
1858   algorithm: "table_performance_comparison"
1859   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
1860   history:
1861     - title: "rls1810"
1862       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1863   reference:
1864     title: "rls1901"
1865     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1866   compare:
1867     title: "rls1904"
1868     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1869   data: "intel-dnv-vpp-changes-2n-dnv"
1870   include-tests: "NDR"
1871   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
1872   parameters:
1873   - "name"
1874   - "parent"
1875   - "throughput"
1876
1877 # VPP Performance Changes 2n-dnv 2t2c ndr
1878 - type: "table"
1879   title: "VPP Performance Changes 2n-dnv 2t2c ndr"
1880   algorithm: "table_performance_comparison"
1881   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
1882   history:
1883     - title: "rls1810"
1884       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1885   reference:
1886     title: "rls1901"
1887     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1888   compare:
1889     title: "rls1904"
1890     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1891   data: "intel-dnv-vpp-changes-2n-dnv"
1892   include-tests: "NDR"
1893   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
1894   parameters:
1895   - "name"
1896   - "parent"
1897   - "throughput"
1898
1899 # VPP Performance Changes 2n-dnv 1t1c MRR
1900 - type: "table"
1901   title: "VPP Performance Changes 2n-dnv 1t1c MRR"
1902   algorithm: "table_performance_comparison"
1903   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
1904   history:
1905     - title: "rls1810"
1906       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1907   reference:
1908     title: "rls1901"
1909     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1910   compare:
1911     title: "rls1904"
1912     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1913   data: "intel-dnv-vpp-changes-2n-dnv"
1914   include-tests: "MRR"
1915   filter: "'1T1C' and 'MRR'"
1916   parameters:
1917   - "name"
1918   - "parent"
1919   - "result"
1920
1921 # VPP Performance Changes 2n-dnv 2t2c MRR
1922 - type: "table"
1923   title: "VPP Performance Changes 2n-dnv 2t2c MRR"
1924   algorithm: "table_performance_comparison"
1925   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
1926   history:
1927     - title: "rls1810"
1928       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1929   reference:
1930     title: "rls1901"
1931     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1932   compare:
1933     title: "rls1904"
1934     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1935   data: "intel-dnv-vpp-changes-2n-dnv"
1936   include-tests: "MRR"
1937   filter: "'2T2C' and 'MRR'"
1938   parameters:
1939   - "name"
1940   - "parent"
1941   - "result"
1942
1943 # VPP Performance Changes 2n-dnv 4t4c MRR
1944 - type: "table"
1945   title: "VPP Performance Changes 2n-dnv 4t4c MRR"
1946   algorithm: "table_performance_comparison"
1947   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
1948   history:
1949     - title: "rls1810"
1950       data: "intel-dnv-vpp-changes-2n-dnv-h1"
1951   reference:
1952     title: "rls1901"
1953     data: "intel-dnv-vpp-changes-2n-dnv-ref"
1954   compare:
1955     title: "rls1904"
1956     data: "intel-dnv-vpp-changes-2n-dnv-cmp"
1957   data: "intel-dnv-vpp-changes-2n-dnv"
1958   include-tests: "MRR"
1959   filter: "'4T4C' and 'MRR'"
1960   parameters:
1961   - "name"
1962   - "parent"
1963   - "result"
1964
1965 # VPP Performance Changes 3n-hsw 1t1c pdr
1966 - type: "table"
1967   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
1968   algorithm: "table_performance_comparison"
1969   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
1970   history:
1971     - title: "rls1810"
1972       data: "vpp-performance-changes-3n-hsw-h1"
1973   reference:
1974     title: "rls1901"
1975     data: "vpp-performance-changes-3n-hsw-ref"
1976   compare:
1977     title: "rls1904"
1978     data: "vpp-performance-changes-3n-hsw-cmp"
1979   data: "vpp-performance-changes-3n-hsw"
1980   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1981   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1982   parameters:
1983   - "name"
1984   - "parent"
1985   - "throughput"
1986
1987 # VPP Performance Changes 3n-hsw 2t2c pdr
1988 - type: "table"
1989   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
1990   algorithm: "table_performance_comparison"
1991   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
1992   history:
1993     - title: "rls1810"
1994       data: "vpp-performance-changes-3n-hsw-h1"
1995   reference:
1996     title: "rls1901"
1997     data: "vpp-performance-changes-3n-hsw-ref"
1998   compare:
1999     title: "rls1904"
2000     data: "vpp-performance-changes-3n-hsw-cmp"
2001   data: "vpp-performance-changes-3n-hsw"
2002   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2003   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2004   parameters:
2005   - "name"
2006   - "parent"
2007   - "throughput"
2008
2009 # VPP Performance Changes 3n-hsw 1t1c ndr
2010 - type: "table"
2011   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2012   algorithm: "table_performance_comparison"
2013   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2014   history:
2015     - title: "rls1810"
2016       data: "vpp-performance-changes-3n-hsw-h1"
2017   reference:
2018     title: "rls1901"
2019     data: "vpp-performance-changes-3n-hsw-ref"
2020   compare:
2021     title: "rls1904"
2022     data: "vpp-performance-changes-3n-hsw-cmp"
2023   data: "vpp-performance-changes-3n-hsw"
2024   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2025   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2026   parameters:
2027   - "name"
2028   - "parent"
2029   - "throughput"
2030
2031 # VPP Performance Changes 3n-hsw 2t2c ndr
2032 - type: "table"
2033   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2034   algorithm: "table_performance_comparison"
2035   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2036   history:
2037     - title: "rls1810"
2038       data: "vpp-performance-changes-3n-hsw-h1"
2039   reference:
2040     title: "rls1901"
2041     data: "vpp-performance-changes-3n-hsw-ref"
2042   compare:
2043     title: "rls1904"
2044     data: "vpp-performance-changes-3n-hsw-cmp"
2045   data: "vpp-performance-changes-3n-hsw"
2046   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2047   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2048   parameters:
2049   - "name"
2050   - "parent"
2051   - "throughput"
2052
2053 # VPP Performance Changes 3n-skx 2t1c pdr
2054 - type: "table"
2055   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2056   algorithm: "table_performance_comparison"
2057   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2058   history:
2059     - title: "rls1810"
2060       data: "vpp-performance-changes-3n-skx-h1"
2061   reference:
2062     title: "rls1901"
2063     data: "vpp-performance-changes-3n-skx-ref"
2064   compare:
2065     title: "rls1904"
2066     data: "vpp-performance-changes-3n-skx-cmp"
2067   data: "vpp-performance-changes-3n-skx"
2068   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2069   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2070   parameters:
2071   - "name"
2072   - "parent"
2073   - "throughput"
2074
2075 # VPP Performance Changes 3n-skx 4t2c pdr
2076 - type: "table"
2077   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2078   algorithm: "table_performance_comparison"
2079   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2080   history:
2081     - title: "rls1810"
2082       data: "vpp-performance-changes-3n-skx-h1"
2083   reference:
2084     title: "rls1901"
2085     data: "vpp-performance-changes-3n-skx-ref"
2086   compare:
2087     title: "rls1904"
2088     data: "vpp-performance-changes-3n-skx-cmp"
2089   data: "vpp-performance-changes-3n-skx"
2090   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2091   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2092   parameters:
2093   - "name"
2094   - "parent"
2095   - "throughput"
2096
2097 # VPP Performance Changes 3n-skx 2t1c ndr
2098 - type: "table"
2099   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2100   algorithm: "table_performance_comparison"
2101   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2102   history:
2103     - title: "rls1810"
2104       data: "vpp-performance-changes-3n-skx-h1"
2105   reference:
2106     title: "rls1901"
2107     data: "vpp-performance-changes-3n-skx-ref"
2108   compare:
2109     title: "rls1904"
2110     data: "vpp-performance-changes-3n-skx-cmp"
2111   data: "vpp-performance-changes-3n-skx"
2112   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2113   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2114   parameters:
2115   - "name"
2116   - "parent"
2117   - "throughput"
2118
2119 # VPP Performance Changes 3n-skx 4t2c ndr
2120 - type: "table"
2121   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2122   algorithm: "table_performance_comparison"
2123   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2124   history:
2125     - title: "rls1810"
2126       data: "vpp-performance-changes-3n-skx-h1"
2127   reference:
2128     title: "rls1901"
2129     data: "vpp-performance-changes-3n-skx-ref"
2130   compare:
2131     title: "rls1904"
2132     data: "vpp-performance-changes-3n-skx-cmp"
2133   data: "vpp-performance-changes-3n-skx"
2134   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2135   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2136   parameters:
2137   - "name"
2138   - "parent"
2139   - "throughput"
2140
2141 # VPP Performance Changes 2n-skx 2t1c pdr
2142 - type: "table"
2143   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2144   algorithm: "table_performance_comparison"
2145   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2146   history:
2147     - title: "rls1810"
2148       data: "vpp-performance-changes-2n-skx-h1"
2149   reference:
2150     title: "rls1901"
2151     data: "vpp-performance-changes-2n-skx-ref"
2152   compare:
2153     title: "rls1904"
2154     data: "vpp-performance-changes-2n-skx-cmp"
2155   data: "vpp-performance-changes-2n-skx"
2156   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2157   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2158   parameters:
2159   - "name"
2160   - "parent"
2161   - "throughput"
2162
2163 # VPP Performance Changes 2n-skx 4t2c pdr
2164 - type: "table"
2165   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2166   algorithm: "table_performance_comparison"
2167   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2168   history:
2169     - title: "rls1810"
2170       data: "vpp-performance-changes-2n-skx-h1"
2171   reference:
2172     title: "rls1901"
2173     data: "vpp-performance-changes-2n-skx-ref"
2174   compare:
2175     title: "rls1904"
2176     data: "vpp-performance-changes-2n-skx-cmp"
2177   data: "vpp-performance-changes-2n-skx"
2178   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2179   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2180   parameters:
2181   - "name"
2182   - "parent"
2183   - "throughput"
2184
2185 # VPP Performance Changes 2n-skx 2t1c ndr
2186 - type: "table"
2187   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2188   algorithm: "table_performance_comparison"
2189   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2190   history:
2191     - title: "rls1810"
2192       data: "vpp-performance-changes-2n-skx-h1"
2193   reference:
2194     title: "rls1901"
2195     data: "vpp-performance-changes-2n-skx-ref"
2196   compare:
2197     title: "rls1904"
2198     data: "vpp-performance-changes-2n-skx-cmp"
2199   data: "vpp-performance-changes-2n-skx"
2200   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2201   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2202   parameters:
2203   - "name"
2204   - "parent"
2205   - "throughput"
2206
2207 # VPP Performance Changes 2n-skx 4t2c ndr
2208 - type: "table"
2209   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2210   algorithm: "table_performance_comparison"
2211   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2212   history:
2213     - title: "rls1810"
2214       data: "vpp-performance-changes-2n-skx-h1"
2215   reference:
2216     title: "rls1901"
2217     data: "vpp-performance-changes-2n-skx-ref"
2218   compare:
2219     title: "rls1904"
2220     data: "vpp-performance-changes-2n-skx-cmp"
2221   data: "vpp-performance-changes-2n-skx"
2222   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2223   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2224   parameters:
2225   - "name"
2226   - "parent"
2227   - "throughput"
2228
2229 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2230 - type: "table"
2231   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2232   algorithm: "table_performance_comparison"
2233   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2234   reference:
2235     title: "3-Node Hsw"
2236     data: "vpp-compare-testbeds-ref"
2237   compare:
2238     title: "3-Node Skx"
2239     data: "vpp-compare-testbeds-cmp"
2240   data: "vpp-compare-testbeds"
2241   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2242   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2243   parameters:
2244   - "name"
2245   - "parent"
2246   - "throughput"
2247
2248 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2249 - type: "table"
2250   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2251   algorithm: "table_performance_comparison"
2252   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2253   reference:
2254     title: "3-Node Hsw"
2255     data: "vpp-compare-testbeds-ref"
2256   compare:
2257     title: "3-Node Skx"
2258     data: "vpp-compare-testbeds-cmp"
2259   data: "vpp-compare-testbeds"
2260   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2261   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2262   parameters:
2263   - "name"
2264   - "parent"
2265   - "throughput"
2266
2267 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2268 - type: "table"
2269   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2270   algorithm: "table_performance_comparison"
2271   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2272   reference:
2273     title: "3-Node Hsw"
2274     data: "vpp-compare-testbeds-ref"
2275   compare:
2276     title: "3-Node Skx"
2277     data: "vpp-compare-testbeds-cmp"
2278   data: "vpp-compare-testbeds"
2279   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2280   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2281   parameters:
2282   - "name"
2283   - "parent"
2284   - "throughput"
2285
2286 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2287 - type: "table"
2288   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2289   algorithm: "table_performance_comparison"
2290   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2291   reference:
2292     title: "3-Node Hsw"
2293     data: "vpp-compare-testbeds-ref"
2294   compare:
2295     title: "3-Node Skx"
2296     data: "vpp-compare-testbeds-cmp"
2297   data: "vpp-compare-testbeds"
2298   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2299   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2300   parameters:
2301   - "name"
2302   - "parent"
2303   - "throughput"
2304
2305 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2306 - type: "table"
2307   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2308   algorithm: "table_performance_comparison"
2309   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2310   reference:
2311     title: "3-Node Skx"
2312     data: "vpp-compare-topologies-ref"
2313   compare:
2314     title: "2-Node Skx"
2315     data: "vpp-compare-topologies-cmp"
2316   data: "vpp-compare-topologies"
2317   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2318   filter: "'NDRPDR' and '1C'"
2319   parameters:
2320   - "name"
2321   - "parent"
2322   - "throughput"
2323
2324 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2325 - type: "table"
2326   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2327   algorithm: "table_performance_comparison"
2328   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2329   reference:
2330     title: "3-Node Skx"
2331     data: "vpp-compare-topologies-ref"
2332   compare:
2333     title: "2-Node Skx"
2334     data: "vpp-compare-topologies-cmp"
2335   data: "vpp-compare-topologies"
2336   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2337   filter: "'NDRPDR' and '2C'"
2338   parameters:
2339   - "name"
2340   - "parent"
2341   - "throughput"
2342
2343 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2344 - type: "table"
2345   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2346   algorithm: "table_performance_comparison"
2347   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2348   reference:
2349     title: "3-Node Skx"
2350     data: "vpp-compare-topologies-ref"
2351   compare:
2352     title: "2-Node Skx"
2353     data: "vpp-compare-topologies-cmp"
2354   data: "vpp-compare-topologies"
2355   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2356   filter: "'NDRPDR' and '1C'"
2357   parameters:
2358   - "name"
2359   - "parent"
2360   - "throughput"
2361
2362 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2363 - type: "table"
2364   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2365   algorithm: "table_performance_comparison"
2366   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2367   reference:
2368     title: "3-Node Skx"
2369     data: "vpp-compare-topologies-ref"
2370   compare:
2371     title: "2-Node Skx"
2372     data: "vpp-compare-topologies-cmp"
2373   data: "vpp-compare-topologies"
2374   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2375   filter: "'NDRPDR' and '2C'"
2376   parameters:
2377   - "name"
2378   - "parent"
2379   - "throughput"
2380
2381 # VPP Performance Changes 3n-hsw 1t1c MRR
2382 - type: "table"
2383   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2384   algorithm: "table_performance_comparison"
2385   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2386   history:
2387     - title: "rls1810"
2388       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2389   reference:
2390     title: "rls1901"
2391     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2392   compare:
2393     title: "rls1904"
2394     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2395   data: "vpp-performance-changes-3n-hsw-mrr"
2396   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2397   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2398   parameters:
2399   - "name"
2400   - "parent"
2401   - "result"
2402
2403 # VPP Performance Changes 3n-hsw 2t2c MRR
2404 - type: "table"
2405   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2406   algorithm: "table_performance_comparison"
2407   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2408   history:
2409     - title: "rls1810"
2410       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2411   reference:
2412     title: "rls1901"
2413     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2414   compare:
2415     title: "rls1904"
2416     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2417   data: "vpp-performance-changes-3n-hsw-mrr"
2418   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2419   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2420   parameters:
2421   - "name"
2422   - "parent"
2423   - "result"
2424
2425 # VPP Performance Changes 3n-hsw 4t4c MRR
2426 - type: "table"
2427   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2428   algorithm: "table_performance_comparison"
2429   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2430   history:
2431     - title: "rls1810"
2432       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2433   reference:
2434     title: "rls1901"
2435     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2436   compare:
2437     title: "rls1904"
2438     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2439   data: "vpp-performance-changes-3n-hsw-mrr"
2440   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2441   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2442   parameters:
2443   - "name"
2444   - "parent"
2445   - "result"
2446
2447 # VPP Performance Changes 3n-skx 2t1c MRR
2448 - type: "table"
2449   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2450   algorithm: "table_performance_comparison"
2451   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2452   history:
2453     - title: "rls1810"
2454       data: "vpp-performance-changes-3n-skx-mrr-h1"
2455   reference:
2456     title: "rls1901"
2457     data: "vpp-performance-changes-3n-skx-mrr-ref"
2458   compare:
2459     title: "rls1904"
2460     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2461   data: "vpp-performance-changes-3n-skx-mrr"
2462   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2463   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2464   parameters:
2465   - "name"
2466   - "parent"
2467   - "result"
2468
2469 # VPP Performance Changes 3n-skx 4t2c MRR
2470 - type: "table"
2471   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2472   algorithm: "table_performance_comparison"
2473   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2474   history:
2475     - title: "rls1810"
2476       data: "vpp-performance-changes-3n-skx-mrr-h1"
2477   reference:
2478     title: "rls1901"
2479     data: "vpp-performance-changes-3n-skx-mrr-ref"
2480   compare:
2481     title: "rls1904"
2482     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2483   data: "vpp-performance-changes-3n-skx-mrr"
2484   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2485   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2486   parameters:
2487   - "name"
2488   - "parent"
2489   - "result"
2490
2491 # VPP Performance Changes 3n-skx 8t4c MRR
2492 - type: "table"
2493   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2494   algorithm: "table_performance_comparison"
2495   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2496   history:
2497     - title: "rls1810"
2498       data: "vpp-performance-changes-3n-skx-mrr-h1"
2499   reference:
2500     title: "rls1901"
2501     data: "vpp-performance-changes-3n-skx-mrr-ref"
2502   compare:
2503     title: "rls1904"
2504     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2505   data: "vpp-performance-changes-3n-skx-mrr"
2506   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2507   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2508   parameters:
2509   - "name"
2510   - "parent"
2511   - "result"
2512
2513 # VPP Performance Changes 2n-skx 2t1c MRR
2514 - type: "table"
2515   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2516   algorithm: "table_performance_comparison"
2517   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2518   history:
2519     - title: "rls1810"
2520       data: "vpp-performance-changes-2n-skx-mrr-h1"
2521   reference:
2522     title: "rls1901"
2523     data: "vpp-performance-changes-2n-skx-mrr-ref"
2524   compare:
2525     title: "rls1904"
2526     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2527   data: "vpp-performance-changes-2n-skx-mrr"
2528   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2529   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2530   parameters:
2531   - "name"
2532   - "parent"
2533   - "result"
2534
2535 # VPP Performance Changes 2n-skx 4t2c MRR
2536 - type: "table"
2537   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2538   algorithm: "table_performance_comparison"
2539   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2540   history:
2541     - title: "rls1810"
2542       data: "vpp-performance-changes-2n-skx-mrr-h1"
2543   reference:
2544     title: "rls1901"
2545     data: "vpp-performance-changes-2n-skx-mrr-ref"
2546   compare:
2547     title: "rls1904"
2548     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2549   data: "vpp-performance-changes-2n-skx-mrr"
2550   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2551   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2552   parameters:
2553   - "name"
2554   - "parent"
2555   - "result"
2556
2557 # VPP Performance Changes 2n-skx 8t4c MRR
2558 - type: "table"
2559   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2560   algorithm: "table_performance_comparison"
2561   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2562   history:
2563     - title: "rls1810"
2564       data: "vpp-performance-changes-2n-skx-mrr-h1"
2565   reference:
2566     title: "rls1901"
2567     data: "vpp-performance-changes-2n-skx-mrr-ref"
2568   compare:
2569     title: "rls1904"
2570     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2571   data: "vpp-performance-changes-2n-skx-mrr"
2572   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2573   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2574   parameters:
2575   - "name"
2576   - "parent"
2577   - "result"
2578
2579 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2580 - type: "table"
2581   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2582   algorithm: "table_performance_comparison"
2583   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2584   reference:
2585     title: "3-Node Hsw"
2586     data: "vpp-compare-testbeds-mrr-ref"
2587   compare:
2588     title: "3-Node Skx"
2589     data: "vpp-compare-testbeds-mrr-cmp"
2590   data: "vpp-compare-testbeds-mrr"
2591   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2592   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2593   parameters:
2594   - "name"
2595   - "parent"
2596   - "result"
2597
2598 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2599 - type: "table"
2600   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2601   algorithm: "table_performance_comparison"
2602   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2603   reference:
2604     title: "3-Node Hsw"
2605     data: "vpp-compare-testbeds-mrr-ref"
2606   compare:
2607     title: "3-Node Skx"
2608     data: "vpp-compare-testbeds-mrr-cmp"
2609   data: "vpp-compare-testbeds-mrr"
2610   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2611   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2612   parameters:
2613   - "name"
2614   - "parent"
2615   - "result"
2616
2617 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2618 - type: "table"
2619   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2620   algorithm: "table_performance_comparison"
2621   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2622   reference:
2623     title: "3-Node Hsw"
2624     data: "vpp-compare-testbeds-mrr-ref"
2625   compare:
2626     title: "3-Node Skx"
2627     data: "vpp-compare-testbeds-mrr-cmp"
2628   data: "vpp-compare-testbeds-mrr"
2629   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2630   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2631   parameters:
2632   - "name"
2633   - "parent"
2634   - "result"
2635
2636 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2637 - type: "table"
2638   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2639   algorithm: "table_performance_comparison"
2640   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2641   reference:
2642     title: "3-Node Skx"
2643     data: "vpp-compare-topologies-mrr-ref"
2644   compare:
2645     title: "2-Node Skx"
2646     data: "vpp-compare-topologies-mrr-cmp"
2647   data: "vpp-compare-topologies-mrr"
2648   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2649   filter: "'MRR' and '1C'"
2650   parameters:
2651   - "name"
2652   - "parent"
2653   - "result"
2654
2655 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2656 - type: "table"
2657   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
2658   algorithm: "table_performance_comparison"
2659   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
2660   reference:
2661     title: "3-Node Skx"
2662     data: "vpp-compare-topologies-mrr-ref"
2663   compare:
2664     title: "2-Node Skx"
2665     data: "vpp-compare-topologies-mrr-cmp"
2666   data: "vpp-compare-topologies-mrr"
2667   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2668   filter: "'MRR' and '2C'"
2669   parameters:
2670   - "name"
2671   - "parent"
2672   - "result"
2673
2674 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
2675 - type: "table"
2676   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
2677   algorithm: "table_performance_comparison"
2678   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
2679   reference:
2680     title: "3-Node Skx"
2681     data: "vpp-compare-topologies-mrr-ref"
2682   compare:
2683     title: "2-Node Skx"
2684     data: "vpp-compare-topologies-mrr-cmp"
2685   data: "vpp-compare-topologies-mrr"
2686   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2687   filter: "'MRR' and '4C'"
2688   parameters:
2689   - "name"
2690   - "parent"
2691   - "result"
2692
2693 # Detailed Test Results - VPP Performance Results 3n-hsw
2694 - type: "table"
2695   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
2696   algorithm: "table_merged_details"
2697   output-file-ext: ".csv"
2698   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
2699   columns:
2700   - title: "Name"
2701     data: "data name"
2702   - title: "Status"
2703     data: "data msg"
2704   rows: "generated"
2705   data: "vpp-perf-results-3n-hsw"
2706   filter: "not 'NDRCHK' and not 'PDRCHK'"
2707   parameters:
2708   - "name"
2709   - "parent"
2710   - "msg"
2711
2712 # Detailed Test Results - VPP Performance Results 3n-skx
2713 - type: "table"
2714   title: "Detailed Test Results - VPP Performance Results 3n-skx"
2715   algorithm: "table_merged_details"
2716   output-file-ext: ".csv"
2717   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
2718   columns:
2719   - title: "Name"
2720     data: "data name"
2721   - title: "Status"
2722     data: "data msg"
2723   rows: "generated"
2724   data: "vpp-perf-results-3n-skx"
2725   filter: "not 'NDRCHK' and not 'PDRCHK'"
2726   parameters:
2727   - "name"
2728   - "parent"
2729   - "msg"
2730
2731 # Detailed Test Results - VPP Performance Results 2n-skx
2732 - type: "table"
2733   title: "Detailed Test Results - VPP Performance Results 2n-skx"
2734   algorithm: "table_merged_details"
2735   output-file-ext: ".csv"
2736   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
2737   columns:
2738   - title: "Name"
2739     data: "data name"
2740   - title: "Status"
2741     data: "data msg"
2742   rows: "generated"
2743   data: "vpp-perf-results-2n-skx"
2744   filter: "not 'NDRCHK' and not 'PDRCHK'"
2745   parameters:
2746   - "name"
2747   - "parent"
2748   - "msg"
2749
2750 # Detailed Test Results - VPP Performance Results 2n-dnv
2751 - type: "table"
2752   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
2753   algorithm: "table_details"
2754   output-file-ext: ".csv"
2755   output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
2756   columns:
2757   - title: "Name"
2758     data: "data name"
2759   - title: "Status"
2760     data: "data msg"
2761   rows: "generated"
2762   data: "intel-dnv-vpp"
2763   filter: "'NDRPDR'"
2764   parameters:
2765   - "name"
2766   - "parent"
2767   - "msg"
2768
2769 # Test configuration - VPP Performance Test Configs 3n-hsw
2770 - type: "table"
2771   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
2772   algorithm: "table_merged_details"
2773   output-file-ext: ".csv"
2774   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
2775   columns:
2776   - title: "Name"
2777     data: "data name"
2778   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2779     data: "data conf-history"
2780   rows: "generated"
2781   data: "vpp-perf-results-3n-hsw"
2782   filter: "not 'NDRCHK' and not 'PDRCHK'"
2783   parameters:
2784   - "parent"
2785   - "name"
2786   - "conf-history"
2787
2788 # Test configuration - VPP Performance Test Configs 3n-skx
2789 - type: "table"
2790   title: "Test configuration - VPP Performance Test Configs 3n-skx"
2791   algorithm: "table_merged_details"
2792   output-file-ext: ".csv"
2793   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
2794   columns:
2795   - title: "Name"
2796     data: "data name"
2797   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2798     data: "data conf-history"
2799   rows: "generated"
2800   data: "vpp-perf-results-3n-skx"
2801   filter: "not 'NDRCHK' and not 'PDRCHK'"
2802   parameters:
2803   - "parent"
2804   - "name"
2805   - "conf-history"
2806
2807 # Test configuration - VPP Performance Test Configs 2n-skx
2808 - type: "table"
2809   title: "Test configuration - VPP Performance Test Configs 2n-skx"
2810   algorithm: "table_merged_details"
2811   output-file-ext: ".csv"
2812   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
2813   columns:
2814   - title: "Name"
2815     data: "data name"
2816   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2817     data: "data conf-history"
2818   rows: "generated"
2819   data: "vpp-perf-results-2n-skx"
2820   filter: "not 'NDRCHK' and not 'PDRCHK'"
2821   parameters:
2822   - "parent"
2823   - "name"
2824   - "conf-history"
2825
2826 # Test configuration - VPP Performance Test Configs 2n-dnv
2827 - type: "table"
2828   title: "Test configuration - VPP Performance Test Configs 2n-dnv"
2829   algorithm: "table_details"
2830   output-file-ext: ".csv"
2831   output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
2832   columns:
2833   - title: "Name"
2834     data: "data name"
2835   - title: "VPP API Test Commands History - Commands Used Per Test Case"
2836     data: "data conf-history"
2837   rows: "generated"
2838   data: "intel-dnv-vpp"
2839   filter: "'NDRPDR'"
2840   parameters:
2841   - "parent"
2842   - "name"
2843   - "conf-history"
2844
2845 # Test Operational Data - VPP Performance Operational Data 3n-hsw
2846 - type: "table"
2847   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
2848   algorithm: "table_merged_details"
2849   output-file-ext: ".csv"
2850   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
2851   columns:
2852   - title: "Name"
2853     data: "data name"
2854   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2855     data: "data show-run"
2856   rows: "generated"
2857   data: "vpp-perf-results-3n-hsw"
2858   filter: "not 'NDRCHK' and not 'PDRCHK'"
2859   parameters:
2860   - "parent"
2861   - "name"
2862   - "show-run"
2863
2864 # Test Operational Data - VPP Performance Operational Data 3n-skx
2865 - type: "table"
2866   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
2867   algorithm: "table_merged_details"
2868   output-file-ext: ".csv"
2869   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
2870   columns:
2871   - title: "Name"
2872     data: "data name"
2873   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2874     data: "data show-run"
2875   rows: "generated"
2876   data: "vpp-perf-results-3n-skx"
2877   filter: "not 'NDRCHK' and not 'PDRCHK'"
2878   parameters:
2879   - "parent"
2880   - "name"
2881   - "show-run"
2882
2883 # Test Operational Data - VPP Performance Operational Data 2n-skx
2884 - type: "table"
2885   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
2886   algorithm: "table_merged_details"
2887   output-file-ext: ".csv"
2888   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
2889   columns:
2890   - title: "Name"
2891     data: "data name"
2892   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2893     data: "data show-run"
2894   rows: "generated"
2895   data: "vpp-perf-results-2n-skx"
2896   filter: "not 'NDRCHK' and not 'PDRCHK'"
2897   parameters:
2898   - "parent"
2899   - "name"
2900   - "show-run"
2901
2902 # Test Operational Data - VPP Performance Operational Data 2n-dnv
2903 - type: "table"
2904   title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
2905   algorithm: "table_details"
2906   output-file-ext: ".csv"
2907   output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
2908   columns:
2909   - title: "Name"
2910     data: "data name"
2911   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
2912     data: "data show-run"
2913   rows: "generated"
2914   data: "intel-dnv-vpp"
2915   filter: "'NDRPDR'"
2916   parameters:
2917   - "parent"
2918   - "name"
2919   - "show-run"
2920
2921 # Detailed Test Results - VPP MRR Results 3n-hsw
2922 - type: "table"
2923   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
2924   algorithm: "table_details"
2925   output-file-ext: ".csv"
2926   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
2927   columns:
2928   - title: "Name"
2929     data: "data name"
2930   - title: "Status"
2931     data: "data msg"
2932   rows: "generated"
2933   data: "vpp-mrr-results-3n-hsw"
2934   filter: "'MRR'"
2935   parameters:
2936   - "name"
2937   - "parent"
2938   - "msg"
2939
2940 # Detailed Test Results - VPP MRR Results 3n-skx
2941 - type: "table"
2942   title: "Detailed Test Results - VPP MRR Results 3n-skx"
2943   algorithm: "table_details"
2944   output-file-ext: ".csv"
2945   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
2946   columns:
2947   - title: "Name"
2948     data: "data name"
2949   - title: "Status"
2950     data: "data msg"
2951   rows: "generated"
2952   data: "vpp-mrr-results-3n-skx"
2953   filter: "'MRR'"
2954   parameters:
2955   - "name"
2956   - "parent"
2957   - "msg"
2958
2959 # Detailed Test Results - VPP MRR Results 2n-skx
2960 - type: "table"
2961   title: "Detailed Test Results - VPP MRR Results 2n-skx"
2962   algorithm: "table_details"
2963   output-file-ext: ".csv"
2964   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
2965   columns:
2966   - title: "Name"
2967     data: "data name"
2968   - title: "Status"
2969     data: "data msg"
2970   rows: "generated"
2971   data: "vpp-mrr-results-2n-skx"
2972   filter: "'MRR'"
2973   parameters:
2974   - "name"
2975   - "parent"
2976   - "msg"
2977
2978 # Detailed Test Results - VPP MRR Results 2n-dnv
2979 - type: "table"
2980   title: "Detailed Test Results - VPP MRR Results 2n-dnv"
2981   algorithm: "table_details"
2982   output-file-ext: ".csv"
2983   output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
2984   columns:
2985   - title: "Name"
2986     data: "data name"
2987   - title: "Status"
2988     data: "data msg"
2989   rows: "generated"
2990   data: "intel-dnv-vpp"
2991   filter: "'MRR'"
2992   parameters:
2993   - "name"
2994   - "parent"
2995   - "msg"
2996
2997 # Test configuration - VPP MRR Test Configs 3n-hsw
2998 - type: "table"
2999   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3000   algorithm: "table_details"
3001   output-file-ext: ".csv"
3002   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3003   columns:
3004   - title: "Name"
3005     data: "data name"
3006   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3007     data: "data conf-history"
3008   rows: "generated"
3009   data: "vpp-mrr-results-3n-hsw"
3010   filter: "'MRR'"
3011   parameters:
3012   - "parent"
3013   - "name"
3014   - "conf-history"
3015
3016 # Test configuration - VPP MRR Test Configs 3n-skx
3017 - type: "table"
3018   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3019   algorithm: "table_details"
3020   output-file-ext: ".csv"
3021   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3022   columns:
3023   - title: "Name"
3024     data: "data name"
3025   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3026     data: "data conf-history"
3027   rows: "generated"
3028   data: "vpp-mrr-results-3n-skx"
3029   filter: "'MRR'"
3030   parameters:
3031   - "parent"
3032   - "name"
3033   - "conf-history"
3034
3035 # Test configuration - VPP MRR Test Configs 2n-skx
3036 - type: "table"
3037   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3038   algorithm: "table_details"
3039   output-file-ext: ".csv"
3040   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3041   columns:
3042   - title: "Name"
3043     data: "data name"
3044   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3045     data: "data conf-history"
3046   rows: "generated"
3047   data: "vpp-mrr-results-2n-skx"
3048   filter: "'MRR'"
3049   parameters:
3050   - "parent"
3051   - "name"
3052   - "conf-history"
3053
3054 # Test configuration - VPP MRR Test Configs 2n-dnv
3055 - type: "table"
3056   title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3057   algorithm: "table_details"
3058   output-file-ext: ".csv"
3059   output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3060   columns:
3061   - title: "Name"
3062     data: "data name"
3063   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3064     data: "data conf-history"
3065   rows: "generated"
3066   data: "intel-dnv-vpp"
3067   filter: "'MRR'"
3068   parameters:
3069   - "parent"
3070   - "name"
3071   - "conf-history"
3072
3073 # Detailed Test Results - VPP Functional Results - Ubuntu
3074 - type: "table"
3075   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3076   algorithm: "table_details"
3077   output-file-ext: ".csv"
3078   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3079   columns:
3080   - title: "Name"
3081     data: "data name"
3082   - title: "Documentation"
3083     data: "data doc"
3084   - title: "Status"
3085     data: "data status"
3086   rows: "generated"
3087   data: "vpp-func-results-ubuntu"
3088   filter: "all"
3089   parameters:
3090   - "name"
3091   - "parent"
3092   - "doc"
3093   - "status"
3094
3095 # Detailed Test Results - VPP Functional Results - CentOS
3096 - type: "table"
3097   title: "Detailed Test Results - VPP Functional Results - CentOS"
3098   algorithm: "table_details"
3099   output-file-ext: ".csv"
3100   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3101   columns:
3102   - title: "Name"
3103     data: "data name"
3104   - title: "Documentation"
3105     data: "data doc"
3106   -
3107     title: "Status"
3108     data: "data status"
3109   rows: "generated"
3110   data:
3111     "vpp-func-results-centos"
3112   filter: "all"
3113   parameters:
3114   - "name"
3115   - "parent"
3116   - "doc"
3117   - "status"
3118
3119 # Test configuration - VPP Functional Test Configs - Ubuntu
3120 - type: "table"
3121   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3122   algorithm: "table_details"
3123   output-file-ext: ".csv"
3124   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3125   columns:
3126   - title: "Name"
3127     data: "data name"
3128   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3129     data: "data conf-history"
3130   rows: "generated"
3131   data: "vpp-func-results-ubuntu"
3132   filter: "all"
3133   parameters:
3134   - "parent"
3135   - "name"
3136   - "conf-history"
3137
3138 # Test configuration - VPP Functional Test Configs - CentOS
3139 - type: "table"
3140   title: "Test configuration - VPP Functional Test Configs - CentOS"
3141   algorithm: "table_details"
3142   output-file-ext: ".csv"
3143   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3144   columns:
3145   - title: "Name"
3146     data: "data name"
3147   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3148     data: "data conf-history"
3149   rows: "generated"
3150   data: "vpp-func-results-centos"
3151   filter: "all"
3152   parameters:
3153   - "parent"
3154   - "name"
3155   - "conf-history"
3156
3157 # Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3158 - type: "table"
3159   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3160   algorithm: "table_details"
3161   output-file-ext: ".csv"
3162   output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3163   columns:
3164   - title: "Name"
3165     data: "data name"
3166   - title: "Status"
3167     data: "data msg"
3168   rows: "generated"
3169   data: "ligato-perf-results-3n-hsw"
3170   filter: "all"
3171   parameters:
3172   - "name"
3173   - "parent"
3174   - "msg"
3175
3176 # Detailed Test Results - VPP Device Results - Ubuntu
3177 - type: "table"
3178   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3179   algorithm: "table_details"
3180   output-file-ext: ".csv"
3181   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3182   columns:
3183   - title: "Name"
3184     data: "data name"
3185   - title: "Documentation"
3186     data: "data doc"
3187   - title: "Status"
3188     data: "data status"
3189   rows: "generated"
3190   data: "vpp-device-results-ubuntu"
3191   filter: "all"
3192   parameters:
3193   - "name"
3194   - "parent"
3195   - "doc"
3196   - "status"
3197
3198 # Test configuration - VPP Device Test Configs - Ubuntu
3199 - type: "table"
3200   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3201   algorithm: "table_details"
3202   output-file-ext: ".csv"
3203   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3204   columns:
3205   - title: "Name"
3206     data: "data name"
3207   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3208     data: "data conf-history"
3209   rows: "generated"
3210   data: "vpp-device-results-ubuntu"
3211   filter: "all"
3212   parameters:
3213   - "parent"
3214   - "name"
3215   - "conf-history"
3216
3217 ################################################################################
3218
3219 # DPDK Performance Changes 3n-hsw 1t1c pdr
3220 - type: "table"
3221   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3222   algorithm: "table_performance_comparison"
3223   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3224   history:
3225     - title: "rls1810"
3226       data: "dpdk-performance-changes-3n-hsw-h1"
3227   reference:
3228     title: "rls1901"
3229     data: "dpdk-performance-changes-3n-hsw-ref"
3230   compare:
3231     title: "rls1904"
3232     data: "dpdk-performance-changes-3n-hsw-cmp"
3233   data: "dpdk-performance-changes-3n-hsw"
3234   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3235   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3236   parameters:
3237   - "name"
3238   - "parent"
3239   - "throughput"
3240
3241 # DPDK Performance Changes 3n-hsw 2t2c pdr
3242 - type: "table"
3243   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3244   algorithm: "table_performance_comparison"
3245   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3246   history:
3247     - title: "rls1810"
3248       data: "dpdk-performance-changes-3n-hsw-h1"
3249   reference:
3250     title: "rls1901"
3251     data: "dpdk-performance-changes-3n-hsw-ref"
3252   compare:
3253     title: "rls1904"
3254     data: "dpdk-performance-changes-3n-hsw-cmp"
3255   data: "dpdk-performance-changes-3n-hsw"
3256   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3257   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3258   parameters:
3259   - "name"
3260   - "parent"
3261   - "throughput"
3262
3263 # DPDK Performance Changes 3n-hsw 1t1c ndr
3264 - type: "table"
3265   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3266   algorithm: "table_performance_comparison"
3267   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3268   history:
3269     - title: "rls1810"
3270       data: "dpdk-performance-changes-3n-hsw-h1"
3271   reference:
3272     title: "rls1901"
3273     data: "dpdk-performance-changes-3n-hsw-ref"
3274   compare:
3275     title: "rls1904"
3276     data: "dpdk-performance-changes-3n-hsw-cmp"
3277   data: "dpdk-performance-changes-3n-hsw"
3278   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3279   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3280   parameters:
3281   - "name"
3282   - "parent"
3283   - "throughput"
3284
3285 # DPDK Performance Changes 3n-hsw 2t2c ndr
3286 - type: "table"
3287   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3288   algorithm: "table_performance_comparison"
3289   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3290   history:
3291     - title: "rls1810"
3292       data: "dpdk-performance-changes-3n-hsw-h1"
3293   reference:
3294     title: "rls1901"
3295     data: "dpdk-performance-changes-3n-hsw-ref"
3296   compare:
3297     title: "rls1904"
3298     data: "dpdk-performance-changes-3n-hsw-cmp"
3299   data: "dpdk-performance-changes-3n-hsw"
3300   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3301   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3302   parameters:
3303   - "name"
3304   - "parent"
3305   - "throughput"
3306
3307 # DPDK Performance Changes 3n-skx 2t1c pdr
3308 - type: "table"
3309   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3310   algorithm: "table_performance_comparison"
3311   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3312   history:
3313     - title: "rls1810"
3314       data: "dpdk-performance-changes-3n-skx-h1"
3315   reference:
3316     title: "rls1901"
3317     data: "dpdk-performance-changes-3n-skx-ref"
3318   compare:
3319     title: "rls1904"
3320     data: "dpdk-performance-changes-3n-skx-cmp"
3321   data: "dpdk-performance-changes-3n-skx"
3322   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3323   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3324   parameters:
3325   - "name"
3326   - "parent"
3327   - "throughput"
3328
3329 # DPDK Performance Changes 3n-skx 4t2c pdr
3330 - type: "table"
3331   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3332   algorithm: "table_performance_comparison"
3333   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3334   history:
3335     - title: "rls1810"
3336       data: "dpdk-performance-changes-3n-skx-h1"
3337   reference:
3338     title: "rls1901"
3339     data: "dpdk-performance-changes-3n-skx-ref"
3340   compare:
3341     title: "rls1904"
3342     data: "dpdk-performance-changes-3n-skx-cmp"
3343   data: "dpdk-performance-changes-3n-skx"
3344   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3345   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3346   parameters:
3347   - "name"
3348   - "parent"
3349   - "throughput"
3350
3351 # DPDK Performance Changes 3n-skx 2t1c ndr
3352 - type: "table"
3353   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3354   algorithm: "table_performance_comparison"
3355   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3356   history:
3357     - title: "rls1810"
3358       data: "dpdk-performance-changes-3n-skx-h1"
3359   reference:
3360     title: "rls1901"
3361     data: "dpdk-performance-changes-3n-skx-ref"
3362   compare:
3363     title: "rls1904"
3364     data: "dpdk-performance-changes-3n-skx-cmp"
3365   data: "dpdk-performance-changes-3n-skx"
3366   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3367   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3368   parameters:
3369   - "name"
3370   - "parent"
3371   - "throughput"
3372
3373 # DPDK Performance Changes 3n-skx 4t2c ndr
3374 - type: "table"
3375   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3376   algorithm: "table_performance_comparison"
3377   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3378   history:
3379     - title: "rls1810"
3380       data: "dpdk-performance-changes-3n-skx-h1"
3381   reference:
3382     title: "rls1901"
3383     data: "dpdk-performance-changes-3n-skx-ref"
3384   compare:
3385     title: "rls1904"
3386     data: "dpdk-performance-changes-3n-skx-cmp"
3387   data: "dpdk-performance-changes-3n-skx"
3388   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3389   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3390   parameters:
3391   - "name"
3392   - "parent"
3393   - "throughput"
3394
3395 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3396 - type: "table"
3397   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3398   algorithm: "table_performance_comparison"
3399   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3400   reference:
3401     title: "3-Node Hsw"
3402     data: "dpdk-compare-testbeds-ref"
3403   compare:
3404     title: "3-Node Skx"
3405     data: "dpdk-compare-testbeds-cmp"
3406   data: "dpdk-compare-testbeds"
3407   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3408   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3409   parameters:
3410   - "name"
3411   - "parent"
3412   - "throughput"
3413
3414 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3415 - type: "table"
3416   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3417   algorithm: "table_performance_comparison"
3418   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3419   reference:
3420     title: "3-Node Hsw"
3421     data: "dpdk-compare-testbeds-ref"
3422   compare:
3423     title: "3-Node Skx"
3424     data: "dpdk-compare-testbeds-cmp"
3425   data: "dpdk-compare-testbeds"
3426   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3427   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3428   parameters:
3429   - "name"
3430   - "parent"
3431   - "throughput"
3432
3433 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3434 - type: "table"
3435   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3436   algorithm: "table_performance_comparison"
3437   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3438   reference:
3439     title: "3-Node Skx"
3440     data: "dpdk-compare-topologies-ref"
3441   compare:
3442     title: "2-Node Skx"
3443     data: "dpdk-compare-topologies-cmp"
3444   data: "dpdk-compare-topologies"
3445   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3446   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3447   parameters:
3448   - "name"