eaf72c80fabc07676f9e4bddf15face3b2c584ae
[csit.git] / resources / tools / presentation / specification.yaml
1 - type: "environment"
2
3   paths:
4     # Top level directories:
5     ## Working directory
6     DIR[WORKING]: "_tmp"
7     ## Build directories
8     DIR[BUILD,HTML]: "_build"
9     DIR[BUILD,LATEX]: "_build_latex"
10
11     # Static .rst files
12     DIR[RST]: "../../../docs/report"
13
14     # Working directories
15     ## Input data files (.zip, .xml)
16     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
17     ## Static source files from git
18     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
19     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
20
21     # Static html content
22     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
23     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
24     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
25     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
26
27     # Detailed test results
28     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
29     DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
30     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
31     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
32     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
33     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
34     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
35     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
36     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
37     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
38     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
39     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
40     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
41     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
42     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
43     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
44     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46     DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
47     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48
49     # Detailed test configurations
50     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
51     DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
52     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
53     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
54     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
55     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
56     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
57     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
58     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
59     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
60     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
61     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
62
63     # Detailed tests operational data
64     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
65     DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
66     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
67     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
68     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
69
70     # .css patch file to fix tables generated by Sphinx
71     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
72     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
73
74   urls:
75     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
76     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
77     URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
78     # URL[VIRL,DNV]: "http://download.it/from/nexus"
79     URL[NEXUS]: "https://docs.fd.io/csit"
80     DIR[NEXUS]: "report/_static/archive"
81
82   make-dirs:
83   # List the directories which are created while preparing the environment.
84   # All directories MUST be defined in "paths" section.
85   - "DIR[WORKING,DATA]"
86   - "DIR[STATIC,VPP]"
87   - "DIR[STATIC,DPDK]"
88   - "DIR[STATIC,ARCH]"
89   - "DIR[BUILD,LATEX]"
90   - "DIR[WORKING,SRC]"
91   - "DIR[WORKING,SRC,STATIC]"
92
93   remove-dirs:
94   # List the directories which are deleted while cleaning the environment.
95   # All directories MUST be defined in "paths" section.
96   #- "DIR[BUILD,HTML]"
97   - "DIR[WORKING,DATA]"
98
99   build-dirs:
100   # List the directories where the results (build) is stored.
101   # All directories MUST be defined in "paths" section.
102   - "DIR[BUILD,HTML]"
103   - "DIR[BUILD,LATEX]"
104
105 - type: "configuration"
106
107   limits:
108     nic:
109       x520: 24460000
110       x553: 29761905
111       x710: 35800000
112       xxv710: 35800000
113       xl710: 35800000
114
115     link:
116       10ge: 14880952.38
117       25ge: 37202380.95
118       40ge: 59523809.52
119       100ge: 148809523.81
120
121     pci:
122       pci-g3-x8: 74404761.90
123       pci-g3-x16: 148809523.81
124
125   data-sets:
126
127     ###########################################################################
128     # Plots:
129
130     # 3n-hsw
131
132     plot-vpp-throughput-lat-tsa-3n-hsw:
133       csit-vpp-perf-verify-1904-3n-hsw:
134         - 11  # NDRPDR sel
135         - 12  # NDRPDR sel
136         - 20  # NDRPDR sel
137         - 21  # NDRPDR sel
138         - 23  # NDRPDR sel
139         - 24  # NDRPDR sel
140         - 25  # NDRPDR sel
141         - 26  # NDRPDR sel
142         - 29  # NDRPDR sel
143         - 30  # NDRPDR sel
144
145 #    plot-vpp-http-server-performance:
146 #      # csit-vpp-perf-verify-1904-3n-hsw:
147 #      csit-vpp-perf-verify-1810-3n-hsw:
148 #        - 28  # WRK
149 #        - 29  # WRK
150 #        - 30  # WRK
151 #        - 31  # WRK
152 #        - 32  # WRK
153 #        - 33  # WRK
154 #        - 34  # WRK
155 #        - 35  # WRK
156 #        - 36  # WRK
157 #        - 37  # WRK
158
159 #    plot-ligato-throughput-lat-tsa-3n-hsw:
160 #      # csit-ligato-perf-verify-1904-3n-hsw:
161 #      csit-ligato-perf-verify-1901-3n-hsw:
162 #        - 8   # NDRPDR sel
163 #        - 9   # NDRPDR sel
164 #        - 11  # NDRPDR sel
165 #        - 12  # NDRPDR sel
166 #        - 13  # NDRPDR sel
167 #        - 14  # NDRPDR sel
168 #        - 15  # NDRPDR sel
169 #        - 16  # NDRPDR sel
170 #        - 17  # NDRPDR sel
171 #        - 18  # NDRPDR sel
172
173     plot-dpdk-throughput-latency-3n-hsw:
174       csit-dpdk-perf-verify-1904-3n-hsw:
175         - 2   # NDRPDR sel
176         - 3   # NDRPDR sel
177         - 5   # NDRPDR sel
178         - 6   # NDRPDR sel
179         - 13  # NDRPDR sel
180         - 14  # NDRPDR sel
181         - 15  # NDRPDR sel
182         - 18  # NDRPDR sel
183         - 19  # NDRPDR sel
184         - 20  # NDRPDR sel
185
186     # 3n-skx
187
188     plot-vpp-throughput-lat-tsa-3n-skx:
189       csit-vpp-perf-verify-1904-3n-skx:
190         - 8   # NDRPDR sel
191         - 9   # NDRPDR sel
192         - 10  # NDRPDR sel
193         - 11  # NDRPDR sel
194         - 12  # NDRPDR sel
195         - 14  # NDRPDR sel
196         - 16  # NDRPDR sel
197         - 21  # NDRPDR sel
198         - 23  # NDRPDR sel
199         - 25  # NDRPDR sel
200
201     plot-dpdk-throughput-latency-3n-skx:
202       csit-dpdk-perf-verify-1904-3n-skx:
203         - 2   # NDRPDR sel
204         - 3   # NDRPDR sel
205         - 4   # NDRPDR sel
206         - 5   # NDRPDR sel
207         - 6   # NDRPDR sel
208         - 7   # NDRPDR sel
209         - 11  # NDRPDR sel
210         - 12  # NDRPDR sel
211         - 13  # NDRPDR sel
212         - 14  # NDRPDR sel
213
214     # 2n-skx
215
216     plot-vpp-throughput-lat-tsa-2n-skx:
217       csit-vpp-perf-verify-1904-2n-skx:
218         - 12  # NDRPDR sel
219         - 14  # NDRPDR sel
220         - 16  # NDRPDR sel
221         - 17  # NDRPDR sel
222         - 18  # NDRPDR sel
223         - 21  # NDRPDR sel
224         - 27  # NDRPDR sel
225         - 30  # NDRPDR sel
226         - 31  # NDRPDR sel
227         - 32  # NDRPDR sel
228
229     plot-vpp-soak-2n-skx:
230       csit-vpp-perf-verify-1904-2n-skx:
231         - 70  # soak
232         - 71  # soak
233
234     plot-vpp-nfv-2n-skx-ndrpdr-64b:
235       csit-vpp-perf-verify-1904-2n-skx:
236         - 56  # NFV NDRPDR 64b
237         - 59  # NFV NDRPDR 64b
238         - 60  # NFV NDRPDR 64b
239         - 65  # NFV NDRPDR 64b
240         - 68  # NFV NDRPDR 64b
241         - 80  # NFV MRR NDRPDR 64b IMIX
242         - 81  # NFV MRR NDRPDR 64b IMIX
243         - 84  # NFV MRR NDRPDR 64b IMIX
244         - 85  # NFV MRR NDRPDR 64b IMIX
245         - 86  # NFV MRR NDRPDR 64b IMIX
246
247     plot-vpp-nfv-2n-skx-ndrpdr-imix:
248       csit-vpp-perf-verify-1904-2n-skx:
249         - 66  # NFV NDRPDR IMIX
250         - 67  # NFV NDRPDR IMIX
251         - 69  # NFV NDRPDR IMIX
252         - 82  # NFV NDRPDR IMIX
253         - 83  # NFV NDRPDR IMIX
254         - 80  # NFV MRR NDRPDR 64b IMIX
255         - 81  # NFV MRR NDRPDR 64b IMIX
256         - 84  # NFV MRR NDRPDR 64b IMIX
257         - 85  # NFV MRR NDRPDR 64b IMIX
258         - 86  # NFV MRR NDRPDR 64b IMIX
259
260     plot-vpp-nfv-2n-skx-mrr-64b:
261       csit-vpp-perf-verify-1904-2n-skx:
262         - 40  # NFV MRR 64b
263         - 41  # NFV MRR 64b
264         - 42  # NFV MRR 64b
265         - 47  # NFV MRR 64b
266         - 48  # NFV MRR 64b
267         - 80  # NFV MRR NDRPDR 64b IMIX
268         - 81  # NFV MRR NDRPDR 64b IMIX
269         - 84  # NFV MRR NDRPDR 64b IMIX
270         - 85  # NFV MRR NDRPDR 64b IMIX
271         - 86  # NFV MRR NDRPDR 64b IMIX
272
273     plot-vpp-nfv-2n-skx-mrr-imix:
274       csit-vpp-perf-verify-1904-2n-skx:
275         - 49  # NFV MRR IMIX
276         - 50  # NFV MRR IMIX
277         - 51  # NFV MRR IMIX
278         - 54  # NFV MRR IMIX
279         - 55  # NFV MRR IMIX
280         - 80  # NFV MRR NDRPDR 64b IMIX
281         - 81  # NFV MRR NDRPDR 64b IMIX
282         - 84  # NFV MRR NDRPDR 64b IMIX
283         - 85  # NFV MRR NDRPDR 64b IMIX
284         - 86  # NFV MRR NDRPDR 64b IMIX
285
286     plot-dpdk-throughput-latency-2n-skx:
287       csit-dpdk-perf-verify-1904-2n-skx:
288         - 2   # NDRPDR sel
289         - 3   # NDRPDR sel
290         - 4   # NDRPDR sel
291         - 5   # NDRPDR sel
292         - 7   # NDRPDR sel
293         - 8   # NDRPDR sel
294         - 9   # NDRPDR sel
295         - 10  # NDRPDR sel
296         - 11  # NDRPDR sel
297         - 12  # NDRPDR sel
298
299     # 3rd party
300
301 #    # Denverton:
302 #    intel-dnv-vpp:
303 #      # intel-dnv-vpp-release-1904:
304 #      intel-dnv-vpp-release-1901:
305 #        - 1
306
307     ###########################################################################
308     # Simple tables (only one data set):
309
310     # NIC Comparisons
311
312     vpp-nic-comparison-3n-hsw:
313       csit-vpp-perf-verify-1904-3n-hsw:
314         - 11  # NDRPDR sel
315         - 12  # NDRPDR sel
316         - 20  # NDRPDR sel
317         - 21  # NDRPDR sel
318         - 23  # NDRPDR sel
319         - 24  # NDRPDR sel
320         - 25  # NDRPDR sel
321         - 26  # NDRPDR sel
322         - 29  # NDRPDR sel
323         - 30  # NDRPDR sel
324
325     vpp-nic-comparison-3n-skx:
326       csit-vpp-perf-verify-1904-3n-skx:
327         - 8   # NDRPDR sel
328         - 9   # NDRPDR sel
329         - 10  # NDRPDR sel
330         - 11  # NDRPDR sel
331         - 12  # NDRPDR sel
332         - 14  # NDRPDR sel
333         - 16  # NDRPDR sel
334         - 21  # NDRPDR sel
335         - 23  # NDRPDR sel
336         - 25  # NDRPDR sel
337
338     vpp-nic-comparison-2n-skx:
339       csit-vpp-perf-verify-1904-2n-skx:
340         - 12  # NDRPDR sel
341         - 14  # NDRPDR sel
342         - 16  # NDRPDR sel
343         - 17  # NDRPDR sel
344         - 18  # NDRPDR sel
345         - 21  # NDRPDR sel
346         - 27  # NDRPDR sel
347         - 30  # NDRPDR sel
348         - 31  # NDRPDR sel
349         - 32  # NDRPDR sel
350
351     vpp-nic-comparison-3n-hsw-mrr:
352       csit-vpp-perf-verify-1904-3n-hsw:
353         - 9   # MRR sel
354
355     vpp-nic-comparison-3n-skx-mrr:
356       csit-vpp-perf-verify-1904-3n-skx:
357         - 7   # MRR sel
358
359     vpp-nic-comparison-2n-skx-mrr:
360       csit-vpp-perf-verify-1904-2n-skx:
361         - 11  # MRR sel
362
363     # Results
364
365     vpp-perf-results-3n-hsw:
366       # TODO: Add FULL 1904 data
367       csit-vpp-perf-verify-1904-3n-hsw:
368         - 32  # NDRPDR full
369         - 33  # NDRPDR full
370         - 35  # NDRPDR full
371         - 36  # NDRPDR full
372         - 37  # NDRPDR full
373         - 38  # NDRPDR full
374         - 40  # NDRPDR full
375         - 45  # NDRPDR full
376         - 46  # NDRPDR full
377         - 48  # NDRPDR full
378         - 49  # NDRPDR full
379         - 50  # NDRPDR full
380         - 51  # NDRPDR full
381         - 52  # NDRPDR full
382         - 53  # NDRPDR full
383         - 54  # NDRPDR full
384
385     vpp-perf-results-3n-skx:
386       csit-vpp-perf-verify-1904-3n-skx:
387         - 26  # NDRPDR full
388         - 27  # NDRPDR full
389         - 30  # NDRPDR full
390         - 31  # NDRPDR full
391
392     vpp-perf-results-2n-skx:
393       csit-vpp-perf-verify-1904-2n-skx:
394         - 33  # NDRPDR full
395         - 39  # NDRPDR full
396         - 58  # NDRPDR full
397         - 62  # NDRPDR full
398
399     vpp-mrr-results-3n-hsw:
400       csit-vpp-perf-verify-1904-3n-hsw:
401         - 9   # MRR sel
402
403     vpp-mrr-results-3n-skx:
404       csit-vpp-perf-verify-1904-3n-skx:
405         - 7   # MRR sel
406
407     vpp-mrr-results-2n-skx:
408       csit-vpp-perf-verify-1904-2n-skx:
409         - 11  # MRR sel
410
411     vpp-func-results-ubuntu:
412       csit-vpp-functional-1904-ubuntu1604-virl:
413         - 33
414
415     vpp-func-results-centos:
416       csit-vpp-functional-1904-centos7-virl:
417         - 32
418
419     vpp-device-results-ubuntu:
420       csit-vpp-device-1904-ubuntu1804-1n-skx:
421         - 32
422
423 #    # VPP Ligato
424 #    ligato-perf-results-3n-hsw:
425 #      # csit-ligato-perf-verify-1904-3n-hsw:
426 #      csit-ligato-perf-verify-1901-3n-hsw:
427 #        - 10  # NDRPDR full
428
429     dpdk-perf-results-3n-hsw:
430       csit-dpdk-perf-verify-1904-3n-hsw:
431         - 5   # NDRPDR sel
432
433     dpdk-perf-results-3n-skx:
434       csit-dpdk-perf-verify-1904-3n-skx:
435         - 7   # NDRPDR sel
436
437     dpdk-perf-results-2n-skx:
438       csit-dpdk-perf-verify-1904-2n-skx:
439         - 9   # NDRPDR sel
440
441     # HoneyComb Functional
442     hc-func-results:
443       csit-hc2vpp-verify-func-1904-ubuntu1604:
444         - 4
445
446 #    # NSH SFC Functional
447 #    nsh-func-results:
448 #      # Not used
449 #      csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
450 #        - 1
451
452     # DMM Functional
453     dmm-func-results:
454       csit-dmm-functional-1904-ubuntu1604-virl:
455         - 1
456
457     ###########################################################################
458     # Tables (more than one data set)
459
460     # Performance changes
461
462 #    intel-dnv-vpp-changes-2n-dnv-h1:
463 #      intel-dnv-vpp-release-1810:
464 #        - 1
465 #    intel-dnv-vpp-changes-2n-dnv-ref:
466 #      intel-dnv-vpp-release-1901:
467 #        - 1
468 #    intel-dnv-vpp-changes-2n-dnv-cmp:
469 #      # intel-dnv-vpp-release-1904:
470 #      intel-dnv-vpp-release-1901:
471 #        - 1
472 #    intel-dnv-vpp-changes-2n-dnv:
473 #      - "intel-dnv-vpp-changes-2n-dnv-h1"
474 #      - "intel-dnv-vpp-changes-2n-dnv-ref"
475 #      - "intel-dnv-vpp-changes-2n-dnv-cmp"
476
477     vpp-performance-changes-3n-hsw-h1:
478       csit-vpp-perf-verify-1810-3n-hsw:
479         - 8   # NDRPDR sel
480         - 12  # NDRPDR sel
481         - 14  # NDRPDR sel
482         - 18  # NDRPDR sel
483         - 23  # NDRPDR sel
484         - 25  # NDRPDR sel
485         - 38  # NDRPDR sel
486         - 39  # NDRPDR sel
487         - 41  # NDRPDR sel
488         - 42  # NDRPDR sel
489     vpp-performance-changes-3n-hsw-ref:
490       csit-vpp-perf-verify-1901-3n-hsw:
491         - 10  # NDRPDR sel
492         - 19  # NDRPDR sel
493         - 31  # NDRPDR sel
494         - 36  # NDRPDR sel
495         - 40  # NDRPDR sel
496         - 42  # NDRPDR sel
497         - 44  # NDRPDR sel
498         - 46  # NDRPDR sel
499         - 47  # NDRPDR sel
500         - 48  # NDRPDR sel
501         - 61  # NDRPDR LB
502         - 62  # NDRPDR LB
503         - 63  # NDRPDR LB
504         - 64  # NDRPDR LB
505         - 65  # NDRPDR LB
506         - 66  # NDRPDR LB
507         - 67  # NDRPDR LB
508         - 69  # NDRPDR LB
509         - 70  # NDRPDR LB
510         - 71  # NDRPDR LB
511     vpp-performance-changes-3n-hsw-cmp:
512       csit-vpp-perf-verify-1904-3n-hsw:
513         - 11  # NDRPDR sel
514         - 12  # NDRPDR sel
515         - 20  # NDRPDR sel
516         - 21  # NDRPDR sel
517         - 23  # NDRPDR sel
518         - 24  # NDRPDR sel
519         - 25  # NDRPDR sel
520         - 26  # NDRPDR sel
521         - 29  # NDRPDR sel
522         - 30  # NDRPDR sel
523     vpp-performance-changes-3n-hsw:
524       - "vpp-performance-changes-3n-hsw-h1"
525       - "vpp-performance-changes-3n-hsw-ref"
526       - "vpp-performance-changes-3n-hsw-cmp"
527
528     vpp-performance-changes-3n-skx-h1:
529       csit-vpp-perf-verify-1810-3n-skx:
530         - 10  # NDRPDR sel
531         - 14  # NDRPDR sel
532         - 15  # NDRPDR sel
533         - 16  # NDRPDR sel
534         - 17  # NDRPDR sel
535         - 19  # NDRPDR sel
536         - 20  # NDRPDR sel
537         - 21  # NDRPDR sel
538         - 22  # NDRPDR sel
539         - 25  # NDRPDR sel
540     vpp-performance-changes-3n-skx-ref:
541       csit-vpp-perf-verify-1901-3n-skx:
542         - 18  # NDRPDR sel
543         - 19  # NDRPDR sel
544         - 20  # NDRPDR sel
545         - 28  # NDRPDR sel
546         - 31  # NDRPDR sel
547         - 33  # NDRPDR sel
548         - 36  # NDRPDR sel
549         - 38  # NDRPDR sel
550         - 47  # NDRPDR sel
551         - 48  # NDRPDR sel
552         - 54  # NDRPDR LB
553         - 57  # NDRPDR LB
554         - 58  # NDRPDR LB
555         - 59  # NDRPDR LB
556         - 60  # NDRPDR LB
557         - 63  # NDRPDR LB
558         - 64  # NDRPDR LB
559         - 65  # NDRPDR LB
560         - 66  # NDRPDR LB
561         - 67  # NDRPDR LB
562     vpp-performance-changes-3n-skx-cmp:
563       csit-vpp-perf-verify-1904-3n-skx:
564         - 8   # NDRPDR sel
565         - 9   # NDRPDR sel
566         - 10  # NDRPDR sel
567         - 11  # NDRPDR sel
568         - 12  # NDRPDR sel
569         - 14  # NDRPDR sel
570         - 16  # NDRPDR sel
571         - 21  # NDRPDR sel
572         - 23  # NDRPDR sel
573         - 25  # NDRPDR sel
574     vpp-performance-changes-3n-skx:
575       - "vpp-performance-changes-3n-skx-h1"
576       - "vpp-performance-changes-3n-skx-ref"
577       - "vpp-performance-changes-3n-skx-cmp"
578
579     vpp-performance-changes-2n-skx-h1:
580       csit-vpp-perf-verify-1810-2n-skx:
581         - 9   # NDRPDR sel
582         - 13  # NDRPDR sel
583         - 14  # NDRPDR sel
584         - 19  # NDRPDR sel
585         - 20  # NDRPDR sel
586         - 21  # NDRPDR sel
587         - 22  # NDRPDR sel
588         - 23  # NDRPDR sel
589         - 24  # NDRPDR sel
590         - 27  # NDRPDR sel
591     vpp-performance-changes-2n-skx-ref:
592       csit-vpp-perf-verify-1901-2n-skx:
593         - 5   # NDRPDR sel
594         - 12  # NDRPDR sel
595         - 13  # NDRPDR sel
596         - 21  # NDRPDR sel
597         - 23  # NDRPDR sel
598         - 31  # NDRPDR sel
599         - 34  # NDRPDR sel
600         - 40  # NDRPDR sel
601         - 42  # NDRPDR sel
602         - 43  # NDRPDR sel
603     vpp-performance-changes-2n-skx-cmp:
604       csit-vpp-perf-verify-1904-2n-skx:
605         - 12  # NDRPDR sel
606         - 14  # NDRPDR sel
607         - 16  # NDRPDR sel
608         - 17  # NDRPDR sel
609         - 18  # NDRPDR sel
610         - 21  # NDRPDR sel
611         - 27  # NDRPDR sel
612         - 30  # NDRPDR sel
613         - 31  # NDRPDR sel
614         - 32  # NDRPDR sel
615     vpp-performance-changes-2n-skx:
616       - "vpp-performance-changes-2n-skx-h1"
617       - "vpp-performance-changes-2n-skx-ref"
618       - "vpp-performance-changes-2n-skx-cmp"
619
620     vpp-soak-vs-ndr-2n-skx-ref:
621       csit-vpp-perf-verify-1904-2n-skx:
622         - 12  # NDRPDR sel
623         - 14  # NDRPDR sel
624         - 16  # NDRPDR sel
625         - 17  # NDRPDR sel
626         - 18  # NDRPDR sel
627         - 21  # NDRPDR sel
628         - 27  # NDRPDR sel
629         - 30  # NDRPDR sel
630         - 31  # NDRPDR sel
631         - 32  # NDRPDR sel
632     vpp-soak-vs-ndr-2n-skx-cmp:
633       csit-vpp-perf-verify-1904-2n-skx:
634         - 70  # soak
635         - 71  # soak
636     vpp-soak-vs-ndr-2n-skx:
637       csit-vpp-perf-verify-1904-2n-skx:
638         - 12  # NDRPDR sel
639         - 14  # NDRPDR sel
640         - 16  # NDRPDR sel
641         - 17  # NDRPDR sel
642         - 18  # NDRPDR sel
643         - 21  # NDRPDR sel
644         - 27  # NDRPDR sel
645         - 30  # NDRPDR sel
646         - 31  # NDRPDR sel
647         - 32  # NDRPDR sel
648         - 70  # soak
649         - 71  # soak
650
651     vpp-performance-changes-3n-hsw-mrr-h1:
652       csit-vpp-perf-verify-1810-3n-hsw:
653         - 9   # MRR sel
654     vpp-performance-changes-3n-hsw-mrr-ref:
655       csit-vpp-perf-verify-1901-3n-hsw:
656         - 35  # MRR sel
657     vpp-performance-changes-3n-hsw-mrr-cmp:
658       csit-vpp-perf-verify-1904-3n-hsw:
659         - 9   # MRR sel
660     vpp-performance-changes-3n-hsw-mrr:
661       - "vpp-performance-changes-3n-hsw-mrr-h1"
662       - "vpp-performance-changes-3n-hsw-mrr-ref"
663       - "vpp-performance-changes-3n-hsw-mrr-cmp"
664
665     vpp-performance-changes-3n-skx-mrr-h1:
666       csit-vpp-perf-verify-1810-3n-skx:
667         - 9   # MRR sel
668         - 11  # MRR sel
669         - 12  # MRR sel
670         - 13  # MRR sel
671     vpp-performance-changes-3n-skx-mrr-ref:
672       csit-vpp-perf-verify-1901-3n-skx:
673         - 32  # MRR sel
674     vpp-performance-changes-3n-skx-mrr-cmp:
675       csit-vpp-perf-verify-1904-3n-skx:
676         - 7   # MRR sel
677     vpp-performance-changes-3n-skx-mrr:
678       - "vpp-performance-changes-3n-skx-mrr-h1"
679       - "vpp-performance-changes-3n-skx-mrr-ref"
680       - "vpp-performance-changes-3n-skx-mrr-cmp"
681
682     vpp-performance-changes-2n-skx-mrr-h1:
683       csit-vpp-perf-verify-1810-2n-skx:
684         - 8   # MRR sel
685         - 10  # MRR sel
686         - 11  # MRR sel
687         - 12  # MRR sel
688     vpp-performance-changes-2n-skx-mrr-ref:
689       csit-vpp-perf-verify-1901-2n-skx:
690         - 22  # MRR sel
691     vpp-performance-changes-2n-skx-mrr-cmp:
692       csit-vpp-perf-verify-1904-2n-skx:
693         - 11  # MRR sel
694     vpp-performance-changes-2n-skx-mrr:
695       - "vpp-performance-changes-2n-skx-mrr-h1"
696       - "vpp-performance-changes-2n-skx-mrr-ref"
697       - "vpp-performance-changes-2n-skx-mrr-cmp"
698
699     dpdk-performance-changes-3n-hsw-h1:
700       csit-dpdk-perf-verify-1810-3n-hsw:
701         - 1   # NDRPDR sel
702         - 2   # NDRPDR sel
703         - 3   # NDRPDR sel
704         - 4   # NDRPDR sel
705         - 5   # NDRPDR sel
706         - 6   # NDRPDR sel
707         - 7   # NDRPDR sel
708         - 8   # NDRPDR sel
709         - 9   # NDRPDR sel
710         - 10  # NDRPDR sel
711     dpdk-performance-changes-3n-hsw-ref:
712       csit-dpdk-perf-verify-1901-3n-hsw:
713         - 13  # NDRPDR sel
714         - 14  # NDRPDR sel
715         - 16  # NDRPDR sel
716         - 17  # NDRPDR sel
717         - 18  # NDRPDR sel
718         - 19  # NDRPDR sel
719         - 20  # NDRPDR sel
720         - 21  # NDRPDR sel
721         - 22  # NDRPDR sel
722         - 23  # NDRPDR sel
723     dpdk-performance-changes-3n-hsw-cmp:
724       csit-dpdk-perf-verify-1904-3n-hsw:
725         - 2   # NDRPDR sel
726         - 3   # NDRPDR sel
727         - 5   # NDRPDR sel
728         - 6   # NDRPDR sel
729         - 13  # NDRPDR sel
730         - 14  # NDRPDR sel
731         - 15  # NDRPDR sel
732         - 18  # NDRPDR sel
733         - 19  # NDRPDR sel
734         - 20  # NDRPDR sel
735     dpdk-performance-changes-3n-hsw:
736       - "dpdk-performance-changes-3n-hsw-h1"
737       - "dpdk-performance-changes-3n-hsw-ref"
738       - "dpdk-performance-changes-3n-hsw-cmp"
739
740     dpdk-performance-changes-3n-skx-h1:
741       csit-dpdk-perf-verify-1810-3n-skx:
742         - 3   # NDRPDR sel
743         - 4   # NDRPDR sel
744         - 6   # NDRPDR sel
745         - 7   # NDRPDR sel
746         - 8   # NDRPDR sel
747         - 9   # NDRPDR sel
748         - 10  # NDRPDR sel
749         - 11  # NDRPDR sel
750         - 12  # NDRPDR sel
751         - 13  # NDRPDR sel
752     dpdk-performance-changes-3n-skx-ref:
753       csit-dpdk-perf-verify-1901-3n-skx:
754         - 3   # NDRPDR sel
755         - 5   # NDRPDR sel
756         - 6   # NDRPDR sel
757         - 7   # NDRPDR sel
758         - 8   # NDRPDR sel
759         - 9   # NDRPDR sel
760         - 10  # NDRPDR sel
761         - 11  # NDRPDR sel
762         - 12  # NDRPDR sel
763         - 13  # NDRPDR sel
764     dpdk-performance-changes-3n-skx-cmp:
765       csit-dpdk-perf-verify-1904-3n-skx:
766         - 2   # NDRPDR sel
767         - 3   # NDRPDR sel
768         - 4   # NDRPDR sel
769         - 5   # NDRPDR sel
770         - 6   # NDRPDR sel
771         - 7   # NDRPDR sel
772         - 11  # NDRPDR sel
773         - 12  # NDRPDR sel
774         - 13  # NDRPDR sel
775         - 14  # NDRPDR sel
776     dpdk-performance-changes-3n-skx:
777       - "dpdk-performance-changes-3n-skx-h1"
778       - "dpdk-performance-changes-3n-skx-ref"
779       - "dpdk-performance-changes-3n-skx-cmp"
780
781     dpdk-performance-changes-2n-skx-h1:
782       csit-dpdk-perf-verify-1810-2n-skx:
783         - 3   # NDRPDR sel
784         - 4   # NDRPDR sel
785         - 5   # NDRPDR sel
786         - 7   # NDRPDR sel
787         - 8   # NDRPDR sel
788         - 9   # NDRPDR sel
789         - 10  # NDRPDR sel
790         - 11  # NDRPDR sel
791         - 12  # NDRPDR sel
792         - 13  # NDRPDR sel
793     dpdk-performance-changes-2n-skx-ref:
794       csit-dpdk-perf-verify-1901-2n-skx:
795         - 12  # NDRPDR sel
796         - 13  # NDRPDR sel
797         - 14  # NDRPDR sel
798         - 15  # NDRPDR sel
799         - 16  # NDRPDR sel
800         - 17  # NDRPDR sel
801         - 18  # NDRPDR sel
802         - 19  # NDRPDR sel
803         - 20  # NDRPDR sel
804         - 21  # NDRPDR sel
805     dpdk-performance-changes-2n-skx-cmp:
806       csit-dpdk-perf-verify-1904-2n-skx:
807         - 2   # NDRPDR sel
808         - 3   # NDRPDR sel
809         - 4   # NDRPDR sel
810         - 5   # NDRPDR sel
811         - 7   # NDRPDR sel
812         - 8   # NDRPDR sel
813         - 9   # NDRPDR sel
814         - 10  # NDRPDR sel
815         - 11  # NDRPDR sel
816         - 12  # NDRPDR sel
817     dpdk-performance-changes-2n-skx:
818       - "dpdk-performance-changes-2n-skx-h1"
819       - "dpdk-performance-changes-2n-skx-ref"
820       - "dpdk-performance-changes-2n-skx-cmp"
821
822     # Compare testbeds
823
824     vpp-compare-testbeds-ref:
825       csit-vpp-perf-verify-1904-3n-hsw:
826         - 11  # NDRPDR sel
827         - 12  # NDRPDR sel
828         - 20  # NDRPDR sel
829         - 21  # NDRPDR sel
830         - 23  # NDRPDR sel
831         - 24  # NDRPDR sel
832         - 25  # NDRPDR sel
833         - 26  # NDRPDR sel
834         - 29  # NDRPDR sel
835         - 30  # NDRPDR sel
836     vpp-compare-testbeds-cmp:
837       csit-vpp-perf-verify-1904-3n-skx:
838         - 8   # NDRPDR sel
839         - 9   # NDRPDR sel
840         - 10  # NDRPDR sel
841         - 11  # NDRPDR sel
842         - 12  # NDRPDR sel
843         - 14  # NDRPDR sel
844         - 16  # NDRPDR sel
845         - 21  # NDRPDR sel
846         - 23  # NDRPDR sel
847         - 25  # NDRPDR sel
848     vpp-compare-testbeds:
849       - "vpp-compare-testbeds-ref"
850       - "vpp-compare-testbeds-cmp"
851
852     vpp-compare-testbeds-mrr-ref:
853       csit-vpp-perf-verify-1904-3n-hsw:
854         - 9   # MRR sel
855     vpp-compare-testbeds-mrr-cmp:
856       csit-vpp-perf-verify-1904-3n-skx:
857         - 7   # MRR sel
858     vpp-compare-testbeds-mrr:
859       - "vpp-compare-testbeds-mrr-ref"
860       - "vpp-compare-testbeds-mrr-cmp"
861
862     dpdk-compare-testbeds-ref:
863       csit-dpdk-perf-verify-1904-3n-hsw:
864         - 2   # NDRPDR sel
865         - 3   # NDRPDR sel
866         - 5   # NDRPDR sel
867         - 6   # NDRPDR sel
868         - 13  # NDRPDR sel
869         - 14  # NDRPDR sel
870         - 15  # NDRPDR sel
871         - 18  # NDRPDR sel
872         - 19  # NDRPDR sel
873         - 20  # NDRPDR sel
874     dpdk-compare-testbeds-cmp:
875       csit-dpdk-perf-verify-1904-3n-skx:
876         - 2   # NDRPDR sel
877         - 3   # NDRPDR sel
878         - 4   # NDRPDR sel
879         - 5   # NDRPDR sel
880         - 6   # NDRPDR sel
881         - 7   # NDRPDR sel
882         - 11  # NDRPDR sel
883         - 12  # NDRPDR sel
884         - 13  # NDRPDR sel
885         - 14  # NDRPDR sel
886     dpdk-compare-testbeds:
887       - "dpdk-compare-testbeds-ref"
888       - "dpdk-compare-testbeds-cmp"
889
890     # Compare topologies
891
892     vpp-compare-topologies-ref:
893       csit-vpp-perf-verify-1904-3n-skx:
894         - 8   # NDRPDR sel
895         - 9   # NDRPDR sel
896         - 10  # NDRPDR sel
897         - 11  # NDRPDR sel
898         - 12  # NDRPDR sel
899         - 14  # NDRPDR sel
900         - 16  # NDRPDR sel
901         - 21  # NDRPDR sel
902         - 23  # NDRPDR sel
903         - 25  # NDRPDR sel
904     vpp-compare-topologies-cmp:
905       csit-vpp-perf-verify-1904-2n-skx:
906         - 12  # NDRPDR sel
907         - 14  # NDRPDR sel
908         - 16  # NDRPDR sel
909         - 17  # NDRPDR sel
910         - 18  # NDRPDR sel
911         - 21  # NDRPDR sel
912         - 27  # NDRPDR sel
913         - 30  # NDRPDR sel
914         - 31  # NDRPDR sel
915         - 32  # NDRPDR sel
916     vpp-compare-topologies:
917       - "vpp-compare-topologies-ref"
918       - "vpp-compare-topologies-cmp"
919
920     vpp-compare-topologies-mrr-ref:
921       csit-vpp-perf-verify-1904-3n-skx:
922         - 7   # MRR sel
923     vpp-compare-topologies-mrr-cmp:
924       csit-vpp-perf-verify-1904-2n-skx:
925         - 11  # MRR sel
926     vpp-compare-topologies-mrr:
927       - "vpp-compare-topologies-mrr-ref"
928       - "vpp-compare-topologies-mrr-cmp"
929
930     dpdk-compare-topologies-ref:
931       csit-dpdk-perf-verify-1904-3n-skx:
932         - 2   # NDRPDR sel
933         - 3   # NDRPDR sel
934         - 4   # NDRPDR sel
935         - 5   # NDRPDR sel
936         - 6   # NDRPDR sel
937         - 7   # NDRPDR sel
938         - 11  # NDRPDR sel
939         - 12  # NDRPDR sel
940         - 13  # NDRPDR sel
941         - 14  # NDRPDR sel
942     dpdk-compare-topologies-cmp:
943       csit-dpdk-perf-verify-1904-2n-skx:
944         - 2   # NDRPDR sel
945         - 3   # NDRPDR sel
946         - 4   # NDRPDR sel
947         - 5   # NDRPDR sel
948         - 7   # NDRPDR sel
949         - 8   # NDRPDR sel
950         - 9   # NDRPDR sel
951         - 10  # NDRPDR sel
952         - 11  # NDRPDR sel
953         - 12  # NDRPDR sel
954     dpdk-compare-topologies:
955       - "dpdk-compare-topologies-ref"
956       - "dpdk-compare-topologies-cmp"
957
958   plot-layouts:
959
960     plot-soak-throughput:
961       titlefont:
962         size: 18
963       xaxis:
964         title: "<b>Test Cases [Index]</b>"
965         titlefont:
966           size: 16
967         autorange: True
968         fixedrange: False
969         gridcolor: "rgb(230, 230, 230)"
970         linecolor: "rgb(220, 220, 220)"
971         linewidth: 1
972         showgrid: True
973         showline: True
974         showticklabels: True
975         tickcolor: "rgb(220, 220, 220)"
976         tickmode: "linear"
977         tickfont:
978           size: 16
979         zeroline: False
980       yaxis:
981         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
982         titlefont:
983           size: 16
984         gridcolor: "rgb(230, 230, 230)"
985         hoverformat: ".4r"
986         tickformat: ".3r"
987         linecolor: "rgb(220, 220, 220)"
988         linewidth: 1
989         showgrid: True
990         showline: True
991         showticklabels: True
992         tickcolor: "rgb(220, 220, 220)"
993         tickfont:
994           size: 16
995         zeroline: False
996         range: [0,50]
997       autosize: False
998       margin:
999         t: 50
1000         b: 0
1001         l: 80
1002         r: 20
1003       showlegend: True
1004       legend:
1005         orientation: "h"
1006         font:
1007           size: 16
1008       width: 700
1009       height: 900
1010
1011     plot-service-density:
1012       titlefont:
1013         size: 18
1014       xaxis:
1015         side: "top"
1016         autorange: True
1017         fixedrange: False
1018         showgrid: False
1019         showline: False
1020         showticklabels: False
1021         ticks: ""
1022         ticklen: 0
1023         tickwidth: 0
1024         zeroline: False
1025       yaxis:
1026         autorange: "reversed"
1027         showgrid: False
1028         showline: False
1029         showticklabels: False
1030         ticks: ""
1031         ticklen: 0
1032         tickwidth: 0
1033         zeroline: False
1034       autosize: True
1035       showlegend: False
1036       width: 700
1037       height: 700
1038
1039     plot-cps:
1040       titlefont:
1041         size: 18
1042       xaxis:
1043         title: "<b>Test Cases [Index]</b>"
1044         titlefont:
1045           size: 16
1046         autorange: True
1047         fixedrange: False
1048         gridcolor: "rgb(230, 230, 230)"
1049         linecolor: "rgb(220, 220, 220)"
1050         linewidth: 1
1051         showgrid: True
1052         showline: True
1053         showticklabels: True
1054         tickcolor: "rgb(220, 220, 220)"
1055         tickmode: "linear"
1056         tickfont:
1057           size: 16
1058         zeroline: False
1059       yaxis:
1060         title: "<b>Connections Per Second [cps]</b>"
1061         titlefont:
1062           size: 16
1063         gridcolor: "rgb(230, 230, 230)"
1064         hoverformat: ".4s"
1065         linecolor: "rgb(220, 220, 220)"
1066         linewidth: 1
1067         rangemode: "tozero"
1068         showgrid: True
1069         showline: True
1070         showticklabels: True
1071         tickcolor: "rgb(220, 220, 220)"
1072         tickformat: ".3s"
1073         tickfont:
1074           size: 16
1075         zeroline: False
1076       boxmode: "group"
1077       boxgroupgap: 0.5
1078       autosize: False
1079       margin:
1080         t: 50
1081         b: 20
1082         l: 80
1083         r: 20
1084       showlegend: True
1085       legend:
1086         orientation: "h"
1087         font:
1088           size: 16
1089       width: 700
1090       height: 800
1091
1092     plot-rps:
1093       titlefont:
1094         size: 18
1095       xaxis:
1096         title: "<b>Test Cases [Index]</b>"
1097         titlefont:
1098           size: 16
1099         autorange: True
1100         fixedrange: False
1101         gridcolor: "rgb(230, 230, 230)"
1102         linecolor: "rgb(220, 220, 220)"
1103         linewidth: 1
1104         showgrid: True
1105         showline: True
1106         showticklabels: True
1107         tickcolor: "rgb(220, 220, 220)"
1108         tickmode: "linear"
1109         tickfont:
1110           size: 16
1111         zeroline: False
1112       yaxis:
1113         title: "<b>Requests Per Second [rps]</b>"
1114         titlefont:
1115           size: 16
1116         gridcolor: "rgb(230, 230, 230)"
1117         hoverformat: ".4s"
1118         linecolor: "rgb(220, 220, 220)"
1119         linewidth: 1
1120         rangemode: "tozero"
1121         showgrid: True
1122         showline: True
1123         showticklabels: True
1124         tickcolor: "rgb(230, 230, 230)"
1125         tickformat: ".3s"
1126         tickfont:
1127           size: 16
1128         zeroline: False
1129       boxmode: "group"
1130       boxgroupgap: 0.5
1131       autosize: False
1132       margin:
1133         t: 50
1134         b: 20
1135         l: 80
1136         r: 20
1137       showlegend: True
1138       legend:
1139         orientation: "h"
1140         font:
1141           size: 16
1142       width: 700
1143       height: 800
1144
1145     plot-throughput:
1146       titlefont:
1147         size: 18
1148       xaxis:
1149         title: "<b>Test Cases [Index]</b>"
1150         titlefont:
1151           size: 16
1152         autorange: True
1153         fixedrange: False
1154         gridcolor: "rgb(230, 230, 230)"
1155         linecolor: "rgb(220, 220, 220)"
1156         linewidth: 1
1157         showgrid: True
1158         showline: True
1159         showticklabels: True
1160         tickcolor: "rgb(220, 220, 220)"
1161         tickmode: "linear"
1162         tickfont:
1163           size: 16
1164         zeroline: False
1165       yaxis:
1166         title: "<b>Packet Throughput [Mpps]</b>"
1167         titlefont:
1168           size: 16
1169         gridcolor: "rgb(230, 230, 230)"
1170         hoverformat: ".4r"
1171         tickformat: ".3r"
1172         linecolor: "rgb(220, 220, 220)"
1173         linewidth: 1
1174         showgrid: True
1175         showline: True
1176         showticklabels: True
1177         tickcolor: "rgb(220, 220, 220)"
1178         tickfont:
1179           size: 16
1180         zeroline: False
1181         range: [0,50]
1182       boxmode: "group"
1183       boxgroupgap: 0.5
1184       autosize: False
1185       margin:
1186         t: 50
1187         b: 0
1188         l: 80
1189         r: 20
1190       showlegend: True
1191       legend:
1192         orientation: "h"
1193         font:
1194           size: 16
1195       width: 700
1196       height: 900
1197
1198     plot-throughput-speedup-analysis:
1199       titlefont:
1200         size: 18
1201       xaxis:
1202         title: "<b>Number of Cores [Qty]</b>"
1203         titlefont:
1204           size: 16
1205         autorange: True
1206         fixedrange: False
1207         gridcolor: "rgb(230, 230, 230)"
1208         linecolor: "rgb(220, 220, 220)"
1209         linewidth: 1
1210         showgrid: True
1211         showline: True
1212         showticklabels: True
1213         tickcolor: "rgb(238, 238, 238)"
1214         tickmode: "linear"
1215         tickfont:
1216           size: 16
1217         zeroline: False
1218       yaxis:
1219         title: "<b>Packet Throughput [Mpps]</b>"
1220         titlefont:
1221           size: 16
1222         type: "linear"
1223         gridcolor: "rgb(230, 230, 230)"
1224         hoverformat: ".4s"
1225         linecolor: "rgb(220, 220, 220)"
1226         linewidth: 1
1227         showgrid: True
1228         showline: True
1229         showticklabels: True
1230         tickcolor: "rgb(220, 220, 220)"
1231         tickformat: ".4s"
1232         tickfont:
1233           size: 16
1234         zeroline: True
1235         rangemode: "tozero"
1236         range: [0,100]
1237       legend:
1238         orientation: "h"
1239         font:
1240           size: 16
1241         xanchor: "left"
1242         yanchor: "top"
1243         x: 0
1244         y: -0.2
1245         bgcolor: "rgba(255, 255, 255, 0)"
1246         bordercolor: "rgba(255, 255, 255, 0)"
1247         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1248       autosize: False
1249       margin:
1250           't': 50
1251           'b': 150
1252           'l': 85
1253           'r': 10
1254       showlegend: True
1255       width: 700
1256       height: 700
1257       hoverlabel:
1258         namelength: -1
1259       annotations: [
1260         {
1261           text: "_ _          __          ...",
1262           align: "left",
1263           showarrow: False,
1264           xref: "paper",
1265           yref: "paper",
1266           xanchor: "left",
1267           yanchor: "top",
1268           x: 0,
1269           y: -0.13,
1270           font: {
1271             family: "Consolas, Courier New",
1272             size: 15
1273           },
1274         },
1275         {
1276           text: "    Perfect     Measured     Limit",
1277           align: "left",
1278           showarrow: False,
1279           xref: "paper",
1280           yref: "paper",
1281           xanchor: "left",
1282           yanchor: "top",
1283           x: 0,
1284           y: -0.15,
1285           font: {
1286             family: "Consolas, Courier New",
1287             size: 15
1288           },
1289         },
1290       ]
1291
1292     plot-latency:
1293       titlefont:
1294         size: 18
1295       xaxis:
1296         title: "<b>Direction</b>"
1297         titlefont:
1298           size: 16
1299         autorange: True
1300         fixedrange: False
1301         gridcolor: "rgb(230, 230, 230)"
1302         linecolor: "rgb(220, 220, 220)"
1303         linewidth: 1
1304         showgrid: True
1305         showline: True
1306         showticklabels: False
1307         tickcolor: "rgb(220, 220, 220)"
1308         tickmode: "linear"
1309         tickfont:
1310           size: 16
1311         zeroline: False
1312       yaxis:
1313         title: "<b>Packet Latency [uSec]</b>"
1314         titlefont:
1315           size: 16
1316         type: "linear"
1317         gridcolor: "rgb(230, 230, 230)"
1318         hoverformat: ".4s"
1319         linecolor: "rgb(220, 220, 220)"
1320         linewidth: 1
1321         showgrid: True
1322         showline: True
1323         showticklabels: True
1324         tickcolor: "rgb(220, 220, 220)"
1325         tickformat: ".4s"
1326         tickfont:
1327           size: 16
1328         zeroline: True
1329         rangemode: "tozero"
1330       legend:
1331         orientation: "h"
1332         font:
1333           size: 16
1334         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1335       autosize: False
1336       margin:
1337           't': 50
1338           'b': 150
1339           'l': 80
1340           'r': 10
1341       showlegend: True
1342       width: 700
1343       height: 700
1344       hoverlabel:
1345         namelength: -1
1346
1347 - type: "static"
1348   src-path: "{DIR[RST]}"
1349   dst-path: "{DIR[WORKING,SRC]}"
1350
1351 - type: "input"
1352   general:
1353     file-name: "robot-plugin.zip"
1354     file-format: ".zip"
1355     download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1356     extract: "robot-plugin/output.xml"
1357
1358   builds:
1359 ##    intel-dnv-vpp-release-1904:
1360 ##      - 1
1361 #
1362 #    intel-dnv-vpp-release-1901:
1363 #      - 1
1364 #
1365 #    intel-dnv-vpp-release-1810:
1366 #      - 1
1367
1368     csit-vpp-perf-verify-1810-3n-hsw:
1369       - 9   # MRR sel
1370       - 8   # NDRPDR sel
1371       - 12  # NDRPDR sel
1372       - 14  # NDRPDR sel
1373       - 18  # NDRPDR sel
1374       - 23  # NDRPDR sel
1375       - 25  # NDRPDR sel
1376       - 38  # NDRPDR sel
1377       - 39  # NDRPDR sel
1378       - 41  # NDRPDR sel
1379       - 42  # NDRPDR sel
1380 #      - 28  # WRK
1381 #      - 29  # WRK
1382 #      - 30  # WRK
1383 #      - 31  # WRK
1384 #      - 32  # WRK
1385 #      - 33  # WRK
1386 #      - 34  # WRK
1387 #      - 35  # WRK
1388 #      - 36  # WRK
1389 #      - 37  # WRK
1390     csit-vpp-perf-verify-1901-3n-hsw:
1391       - 35  # MRR sel
1392       - 10  # NDRPDR sel
1393       - 19  # NDRPDR sel
1394       - 31  # NDRPDR sel
1395       - 36  # NDRPDR sel
1396       - 40  # NDRPDR sel
1397       - 42  # NDRPDR sel
1398       - 44  # NDRPDR sel
1399       - 46  # NDRPDR sel
1400       - 47  # NDRPDR sel
1401       - 48  # NDRPDR sel
1402       - 61  # NDRPDR LB
1403       - 62  # NDRPDR LB
1404       - 63  # NDRPDR LB
1405       - 64  # NDRPDR LB
1406       - 65  # NDRPDR LB
1407       - 66  # NDRPDR LB
1408       - 67  # NDRPDR LB
1409       - 69  # NDRPDR LB
1410       - 70  # NDRPDR LB
1411       - 71  # NDRPDR LB
1412     # TODO: Add 1904 Data
1413     csit-vpp-perf-verify-1904-3n-hsw:
1414       - 9   # MRR sel
1415       - 32  # NDRPDR full
1416       - 33  # NDRPDR full
1417       - 35  # NDRPDR full
1418       - 36  # NDRPDR full
1419       - 37  # NDRPDR full
1420       - 38  # NDRPDR full
1421       - 40  # NDRPDR full
1422       - 45  # NDRPDR full
1423       - 46  # NDRPDR full
1424       - 48  # NDRPDR full
1425       - 49  # NDRPDR full
1426       - 50  # NDRPDR full
1427       - 51  # NDRPDR full
1428       - 52  # NDRPDR full
1429       - 53  # NDRPDR full
1430       - 54  # NDRPDR full
1431       - 11  # NDRPDR sel
1432       - 12  # NDRPDR sel
1433       - 20  # NDRPDR sel
1434       - 21  # NDRPDR sel
1435       - 23  # NDRPDR sel
1436       - 24  # NDRPDR sel
1437       - 25  # NDRPDR sel
1438       - 26  # NDRPDR sel
1439       - 29  # NDRPDR sel
1440       - 30  # NDRPDR sel
1441
1442     csit-vpp-perf-verify-1810-3n-skx:
1443       - 9   # MRR sel
1444       - 11  # MRR sel
1445       - 12  # MRR sel
1446       - 13  # MRR sel
1447       - 10  # NDRPDR sel
1448       - 14  # NDRPDR sel
1449       - 15  # NDRPDR sel
1450       - 16  # NDRPDR sel
1451       - 17  # NDRPDR sel
1452       - 19  # NDRPDR sel
1453       - 20  # NDRPDR sel
1454       - 21  # NDRPDR sel
1455       - 22  # NDRPDR sel
1456       - 25  # NDRPDR sel
1457     csit-vpp-perf-verify-1901-3n-skx:
1458       - 32  # MRR sel
1459       - 18  # NDRPDR sel
1460       - 19  # NDRPDR sel
1461       - 20  # NDRPDR sel
1462       - 28  # NDRPDR sel
1463       - 31  # NDRPDR sel
1464       - 33  # NDRPDR sel
1465       - 36  # NDRPDR sel
1466       - 38  # NDRPDR sel
1467       - 47  # NDRPDR sel
1468       - 48  # NDRPDR sel
1469       - 54  # NDRPDR LB
1470       - 57  # NDRPDR LB
1471       - 58  # NDRPDR LB
1472       - 59  # NDRPDR LB
1473       - 60  # NDRPDR LB
1474       - 63  # NDRPDR LB
1475       - 64  # NDRPDR LB
1476       - 65  # NDRPDR LB
1477       - 66  # NDRPDR LB
1478       - 67  # NDRPDR LB
1479     csit-vpp-perf-verify-1904-3n-skx:
1480       - 7   # MRR sel
1481       - 26  # NDRPDR full
1482       - 27  # NDRPDR full
1483       - 30  # NDRPDR full
1484       - 31  # NDRPDR full
1485       - 8   # NDRPDR sel
1486       - 9   # NDRPDR sel
1487       - 10  # NDRPDR sel
1488       - 11  # NDRPDR sel
1489       - 12  # NDRPDR sel
1490       - 14  # NDRPDR sel
1491       - 16  # NDRPDR sel
1492       - 21  # NDRPDR sel
1493       - 23  # NDRPDR sel
1494       - 25  # NDRPDR sel
1495
1496     csit-vpp-perf-verify-1810-2n-skx:
1497       - 8   # MRR sel
1498       - 10  # MRR sel
1499       - 11  # MRR sel
1500       - 12  # MRR sel
1501       - 9   # NDRPDR sel
1502       - 13  # NDRPDR sel
1503       - 14  # NDRPDR sel
1504       - 19  # NDRPDR sel
1505       - 20  # NDRPDR sel
1506       - 21  # NDRPDR sel
1507       - 22  # NDRPDR sel
1508       - 23  # NDRPDR sel
1509       - 24  # NDRPDR sel
1510       - 27  # NDRPDR sel
1511     csit-vpp-perf-verify-1901-2n-skx:
1512       - 22  # MRR sel
1513       - 5   # NDRPDR sel
1514       - 12  # NDRPDR sel
1515       - 13  # NDRPDR sel
1516       - 21  # NDRPDR sel
1517       - 23  # NDRPDR sel
1518       - 31  # NDRPDR sel
1519       - 34  # NDRPDR sel
1520       - 40  # NDRPDR sel
1521       - 42  # NDRPDR sel
1522       - 43  # NDRPDR sel
1523     csit-vpp-perf-verify-1904-2n-skx:
1524       - 11  # MRR sel
1525       - 33  # NDRPDR full
1526       - 39  # NDRPDR full
1527       - 58  # NDRPDR full
1528       - 62  # NDRPDR full
1529       - 12  # NDRPDR sel
1530       - 14  # NDRPDR sel
1531       - 16  # NDRPDR sel
1532       - 17  # NDRPDR sel
1533       - 18  # NDRPDR sel
1534       - 21  # NDRPDR sel
1535       - 27  # NDRPDR sel
1536       - 30  # NDRPDR sel
1537       - 31  # NDRPDR sel
1538       - 32  # NDRPDR sel
1539       - 40  # NFV MRR 64b
1540       - 41  # NFV MRR 64b
1541       - 42  # NFV MRR 64b
1542       - 47  # NFV MRR 64b
1543       - 48  # NFV MRR 64b
1544       - 49  # NFV MRR IMIX
1545       - 50  # NFV MRR IMIX
1546       - 51  # NFV MRR IMIX
1547       - 54  # NFV MRR IMIX
1548       - 55  # NFV MRR IMIX
1549       - 56  # NFV NDRPDR 64b
1550       - 59  # NFV NDRPDR 64b
1551       - 60  # NFV NDRPDR 64b
1552       - 65  # NFV NDRPDR 64b
1553       - 68  # NFV NDRPDR 64b
1554       - 66  # NFV NDRPDR IMIX
1555       - 67  # NFV NDRPDR IMIX
1556       - 69  # NFV NDRPDR IMIX
1557       - 82  # NFV NDRPDR IMIX
1558       - 83  # NFV NDRPDR IMIX
1559       - 80  # NFV MRR NDRPDR 64b IMIX
1560       - 81  # NFV MRR NDRPDR 64b IMIX
1561       - 84  # NFV MRR NDRPDR 64b IMIX
1562       - 85  # NFV MRR NDRPDR 64b IMIX
1563       - 86  # NFV MRR NDRPDR 64b IMIX
1564       - 70  # soak
1565       - 71  # soak
1566
1567 #    csit-ligato-perf-verify-1901-3n-hsw:
1568 #      - 10  # NDRPDR full
1569 #      - 8   # NDRPDR sel
1570 #      - 9   # NDRPDR sel
1571 #      - 11  # NDRPDR sel
1572 #      - 12  # NDRPDR sel
1573 #      - 13  # NDRPDR sel
1574 #      - 14  # NDRPDR sel
1575 #      - 15  # NDRPDR sel
1576 #      - 16  # NDRPDR sel
1577 #      - 17  # NDRPDR sel
1578 #      - 18  # NDRPDR sel
1579 ##    csit-ligato-perf-verify-1904-3n-hsw:
1580 ##      -
1581
1582     csit-dpdk-perf-verify-1810-3n-hsw:
1583       - 1   # NDRPDR sel
1584       - 2   # NDRPDR sel
1585       - 3   # NDRPDR sel
1586       - 4   # NDRPDR sel
1587       - 5   # NDRPDR sel
1588       - 6   # NDRPDR sel
1589       - 7   # NDRPDR sel
1590       - 8   # NDRPDR sel
1591       - 9   # NDRPDR sel
1592       - 10  # NDRPDR sel
1593     csit-dpdk-perf-verify-1901-3n-hsw:
1594       - 13  # NDRPDR sel
1595       - 14  # NDRPDR sel
1596       - 16  # NDRPDR sel
1597       - 17  # NDRPDR sel
1598       - 18  # NDRPDR sel
1599       - 19  # NDRPDR sel
1600       - 20  # NDRPDR sel
1601       - 21  # NDRPDR sel
1602       - 22  # NDRPDR sel
1603       - 23  # NDRPDR sel
1604     csit-dpdk-perf-verify-1904-3n-hsw:
1605       - 2   # NDRPDR sel
1606       - 3   # NDRPDR sel
1607       - 5   # NDRPDR sel
1608       - 6   # NDRPDR sel
1609       - 13  # NDRPDR sel
1610       - 14  # NDRPDR sel
1611       - 15  # NDRPDR sel
1612       - 18  # NDRPDR sel
1613       - 19  # NDRPDR sel
1614       - 20  # NDRPDR sel
1615
1616     csit-dpdk-perf-verify-1810-3n-skx:
1617       - 3   # NDRPDR sel
1618       - 4   # NDRPDR sel
1619       - 6   # NDRPDR sel
1620       - 7   # NDRPDR sel
1621       - 8   # NDRPDR sel
1622       - 9   # NDRPDR sel
1623       - 10  # NDRPDR sel
1624       - 11  # NDRPDR sel
1625       - 12  # NDRPDR sel
1626       - 13  # NDRPDR sel
1627     csit-dpdk-perf-verify-1901-3n-skx:
1628       - 3   # NDRPDR sel
1629       - 5   # NDRPDR sel
1630       - 6   # NDRPDR sel
1631       - 7   # NDRPDR sel
1632       - 8   # NDRPDR sel
1633       - 9   # NDRPDR sel
1634       - 10  # NDRPDR sel
1635       - 11  # NDRPDR sel
1636       - 12  # NDRPDR sel
1637       - 13  # NDRPDR sel
1638     csit-dpdk-perf-verify-1904-3n-skx:
1639       - 2   # NDRPDR sel
1640       - 3   # NDRPDR sel
1641       - 4   # NDRPDR sel
1642       - 5   # NDRPDR sel
1643       - 6   # NDRPDR sel
1644       - 7   # NDRPDR sel
1645       - 11  # NDRPDR sel
1646       - 12  # NDRPDR sel
1647       - 13  # NDRPDR sel
1648       - 14  # NDRPDR sel
1649
1650     csit-dpdk-perf-verify-1810-2n-skx:
1651       - 3   # NDRPDR sel
1652       - 4   # NDRPDR sel
1653       - 5   # NDRPDR sel
1654       - 7   # NDRPDR sel
1655       - 8   # NDRPDR sel
1656       - 9   # NDRPDR sel
1657       - 10  # NDRPDR sel
1658       - 11  # NDRPDR sel
1659       - 12  # NDRPDR sel
1660       - 13  # NDRPDR sel
1661     csit-dpdk-perf-verify-1901-2n-skx:
1662       - 12  # NDRPDR sel
1663       - 13  # NDRPDR sel
1664       - 14  # NDRPDR sel
1665       - 15  # NDRPDR sel
1666       - 16  # NDRPDR sel
1667       - 17  # NDRPDR sel
1668       - 18  # NDRPDR sel
1669       - 19  # NDRPDR sel
1670       - 20  # NDRPDR sel
1671       - 21  # NDRPDR sel
1672     csit-dpdk-perf-verify-1904-2n-skx:
1673       - 2   # NDRPDR sel
1674       - 3   # NDRPDR sel
1675       - 4   # NDRPDR sel
1676       - 5   # NDRPDR sel
1677       - 7   # NDRPDR sel
1678       - 8   # NDRPDR sel
1679       - 9   # NDRPDR sel
1680       - 10  # NDRPDR sel
1681       - 11  # NDRPDR sel
1682       - 12  # NDRPDR sel
1683
1684     csit-vpp-functional-1904-ubuntu1604-virl:
1685       - 33
1686     csit-vpp-functional-1904-centos7-virl:
1687       - 32
1688     csit-vpp-device-1904-ubuntu1804-1n-skx:
1689       - 32
1690 #    # Not used
1691 #    csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1692 #      - 1
1693     csit-dmm-functional-1904-ubuntu1604-virl:
1694       - 1
1695     csit-hc2vpp-verify-func-1904-ubuntu1604:
1696       - 4
1697
1698 - type: "output"
1699   output: "report"
1700   format:
1701     html:
1702     - full
1703     pdf:
1704     - minimal
1705
1706 ################################################################################
1707 ###                               T A B L E S                                ###
1708 ################################################################################
1709
1710 # VPP Soak vs NDR
1711 - type: "table"
1712   title: "VPP Soak vs NDR 2n-skx"
1713   algorithm: "table_soak_vs_ndr"
1714   output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
1715   reference:
1716     title: "NDR"
1717     data: "vpp-soak-vs-ndr-2n-skx-ref"
1718   compare:
1719     title: "Soak"
1720     data: "vpp-soak-vs-ndr-2n-skx-cmp"
1721   data: "vpp-soak-vs-ndr-2n-skx"
1722   include-tests: "NDR"
1723   filter: "('NDRPDR' or 'SOAK')"
1724   parameters:
1725     - "throughput"
1726     - "name"
1727     - "parent"
1728
1729 ################################################################################
1730
1731 # VPP Compare NICs 3n-hsw 1t1c ndr
1732 - type: "table"
1733   title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1734   algorithm: "table_nics_comparison"
1735   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1736   reference:
1737     title: "Intel-x520"
1738     nic: "NIC_Intel-X520-DA2"
1739   compare:
1740     title: "Intel-x710"
1741     nic: "NIC_Intel-X710"
1742   data: "vpp-nic-comparison-3n-hsw"
1743   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1744   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1745   parameters:
1746   - "name"
1747   - "parent"
1748   - "throughput"
1749   - "tags"
1750
1751 # VPP Compare NICs 3n-hsw 2t2c ndr
1752 - type: "table"
1753   title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1754   algorithm: "table_nics_comparison"
1755   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1756   reference:
1757     title: "Intel-x520"
1758     nic: "NIC_Intel-X520-DA2"
1759   compare:
1760     title: "Intel-x710"
1761     nic: "NIC_Intel-X710"
1762   data: "vpp-nic-comparison-3n-hsw"
1763   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1764   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1765   parameters:
1766   - "name"
1767   - "parent"
1768   - "throughput"
1769   - "tags"
1770
1771 # VPP Compare NICs 3n-hsw 1t1c pdr
1772 - type: "table"
1773   title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1774   algorithm: "table_nics_comparison"
1775   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1776   reference:
1777     title: "Intel-x520"
1778     nic: "NIC_Intel-X520-DA2"
1779   compare:
1780     title: "Intel-x710"
1781     nic: "NIC_Intel-X710"
1782   data: "vpp-nic-comparison-3n-hsw"
1783   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1784   filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1785   parameters:
1786   - "name"
1787   - "parent"
1788   - "throughput"
1789   - "tags"
1790
1791 # VPP Compare NICs 3n-hsw 2t2c pdr
1792 - type: "table"
1793   title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1794   algorithm: "table_nics_comparison"
1795   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1796   reference:
1797     title: "Intel-x520"
1798     nic: "NIC_Intel-X520-DA2"
1799   compare:
1800     title: "Intel-x710"
1801     nic: "NIC_Intel-X710"
1802   data: "vpp-nic-comparison-3n-hsw"
1803   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1804   filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1805   parameters:
1806   - "name"
1807   - "parent"
1808   - "throughput"
1809   - "tags"
1810
1811 # VPP Compare NICs 3n-hsw 1t1c mrr
1812 - type: "table"
1813   title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1814   algorithm: "table_nics_comparison"
1815   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1816   reference:
1817     title: "Intel-x520"
1818     nic: "NIC_Intel-X520-DA2"
1819   compare:
1820     title: "Intel-x710"
1821     nic: "NIC_Intel-X710"
1822   data: "vpp-nic-comparison-3n-hsw-mrr"
1823   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1824   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1825   parameters:
1826   - "name"
1827   - "parent"
1828   - "result"
1829   - "tags"
1830
1831 # VPP Compare NICs 3n-hsw 2t2c mrr
1832 - type: "table"
1833   title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1834   algorithm: "table_nics_comparison"
1835   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1836   reference:
1837     title: "Intel-x520"
1838     nic: "NIC_Intel-X520-DA2"
1839   compare:
1840     title: "Intel-x710"
1841     nic: "NIC_Intel-X710"
1842   data: "vpp-nic-comparison-3n-hsw-mrr"
1843   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1844   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1845   parameters:
1846   - "name"
1847   - "parent"
1848   - "result"
1849   - "tags"
1850
1851 # VPP Compare NICs 3n-hsw 4t4c mrr
1852 - type: "table"
1853   title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1854   algorithm: "table_nics_comparison"
1855   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1856   reference:
1857     title: "Intel-x520"
1858     nic: "NIC_Intel-X520-DA2"
1859   compare:
1860     title: "Intel-x710"
1861     nic: "NIC_Intel-X710"
1862   data: "vpp-nic-comparison-3n-hsw-mrr"
1863   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1864   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1865   parameters:
1866   - "name"
1867   - "parent"
1868   - "result"
1869   - "tags"
1870
1871 # VPP Compare NICs 3n-skx 2t1c ndr
1872 - type: "table"
1873   title: "VPP Compare NICs 3n-skx 2t1c ndr"
1874   algorithm: "table_nics_comparison"
1875   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1876   reference:
1877     title: "Intel-x710"
1878     nic: "NIC_Intel-X710"
1879   compare:
1880     title: "Intel-xxv710"
1881     nic: "NIC_Intel-XXV710"
1882   data: "vpp-nic-comparison-3n-skx"
1883   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1884   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1885   parameters:
1886   - "name"
1887   - "parent"
1888   - "throughput"
1889   - "tags"
1890
1891 # VPP Compare NICs 3n-skx 4t2c ndr
1892 - type: "table"
1893   title: "VPP Compare NICs 3n-skx 4t2c ndr"
1894   algorithm: "table_nics_comparison"
1895   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
1896   reference:
1897     title: "Intel-x710"
1898     nic: "NIC_Intel-X710"
1899   compare:
1900     title: "Intel-xxv710"
1901     nic: "NIC_Intel-XXV710"
1902   data: "vpp-nic-comparison-3n-skx"
1903   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1904   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1905   parameters:
1906   - "name"
1907   - "parent"
1908   - "throughput"
1909   - "tags"
1910
1911 # VPP Compare NICs 3n-skx 2t1c pdr
1912 - type: "table"
1913   title: "VPP Compare NICs 3n-skx 2t1c pdr"
1914   algorithm: "table_nics_comparison"
1915   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
1916   reference:
1917     title: "Intel-x710"
1918     nic: "NIC_Intel-X710"
1919   compare:
1920     title: "Intel-xxv710"
1921     nic: "NIC_Intel-XXV710"
1922   data: "vpp-nic-comparison-3n-skx"
1923   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1924   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1925   parameters:
1926   - "name"
1927   - "parent"
1928   - "throughput"
1929   - "tags"
1930
1931  # VPP Compare NICs 3n-skx 4t2c pdr
1932 - type: "table"
1933   title: "VPP Compare NICs 3n-skx 4t2c pdr"
1934   algorithm: "table_nics_comparison"
1935   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
1936   reference:
1937     title: "Intel-x710"
1938     nic: "NIC_Intel-X710"
1939   compare:
1940     title: "Intel-xxv710"
1941     nic: "NIC_Intel-XXV710"
1942   data: "vpp-nic-comparison-3n-skx"
1943   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1944   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1945   parameters:
1946   - "name"
1947   - "parent"
1948   - "throughput"
1949   - "tags"
1950
1951 # VPP Compare NICs 3n-skx 2t1c mrr
1952 - type: "table"
1953   title: "VPP Compare NICs 3n-skx 2t1c mrr"
1954   algorithm: "table_nics_comparison"
1955   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
1956   reference:
1957     title: "Intel-x710"
1958     nic: "NIC_Intel-X710"
1959   compare:
1960     title: "Intel-xxv710"
1961     nic: "NIC_Intel-XXV710"
1962   data: "vpp-nic-comparison-3n-skx-mrr"
1963   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1964   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1965   parameters:
1966   - "name"
1967   - "parent"
1968   - "result"
1969   - "tags"
1970
1971 # VPP Compare NICs 3n-skx 4t2c mrr
1972 - type: "table"
1973   title: "VPP Compare NICs 3n-skx 4t2c mrr"
1974   algorithm: "table_nics_comparison"
1975   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
1976   reference:
1977     title: "Intel-x710"
1978     nic: "NIC_Intel-X710"
1979   compare:
1980     title: "Intel-xxv710"
1981     nic: "NIC_Intel-XXV710"
1982   data: "vpp-nic-comparison-3n-skx-mrr"
1983   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1984   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1985   parameters:
1986   - "name"
1987   - "parent"
1988   - "result"
1989   - "tags"
1990
1991  # VPP Compare NICs 3n-skx 8t4c mrr
1992 - type: "table"
1993   title: "VPP Compare NICs 3n-skx 8t4c mrr"
1994   algorithm: "table_nics_comparison"
1995   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
1996   reference:
1997     title: "Intel-x710"
1998     nic: "NIC_Intel-X710"
1999   compare:
2000     title: "Intel-xxv710"
2001     nic: "NIC_Intel-XXV710"
2002   data: "vpp-nic-comparison-3n-skx-mrr"
2003   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2004   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2005   parameters:
2006   - "name"
2007   - "parent"
2008   - "result"
2009   - "tags"
2010
2011 # VPP Compare NICs 2n-skx 2t1c ndr
2012 - type: "table"
2013   title: "VPP Compare NICs 2n-skx 2t1c ndr"
2014   algorithm: "table_nics_comparison"
2015   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2016   reference:
2017     title: "Intel-x710"
2018     nic: "NIC_Intel-X710"
2019   compare:
2020     title: "Intel-xxv710"
2021     nic: "NIC_Intel-XXV710"
2022   data: "vpp-nic-comparison-2n-skx"
2023   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2024   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2025   parameters:
2026   - "name"
2027   - "parent"
2028   - "throughput"
2029   - "tags"
2030
2031 # VPP Compare NICs 2n-skx 4t2c ndr
2032 - type: "table"
2033   title: "VPP Compare NICs 2n-skx 4t2c ndr"
2034   algorithm: "table_nics_comparison"
2035   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2036   reference:
2037     title: "Intel-x710"
2038     nic: "NIC_Intel-X710"
2039   compare:
2040     title: "Intel-xxv710"
2041     nic: "NIC_Intel-XXV710"
2042   data: "vpp-nic-comparison-2n-skx"
2043   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2044   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2045   parameters:
2046   - "name"
2047   - "parent"
2048   - "throughput"
2049   - "tags"
2050
2051  # VPP Compare NICs 2n-skx 2t1c pdr
2052 - type: "table"
2053   title: "VPP Compare NICs 2n-skx 2t1c pdr"
2054   algorithm: "table_nics_comparison"
2055   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2056   reference:
2057     title: "Intel-x710"
2058     nic: "NIC_Intel-X710"
2059   compare:
2060     title: "Intel-xxv710"
2061     nic: "NIC_Intel-XXV710"
2062   data: "vpp-nic-comparison-2n-skx"
2063   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2064   filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2065   parameters:
2066   - "name"
2067   - "parent"
2068   - "throughput"
2069   - "tags"
2070
2071 # VPP Compare NICs 2n-skx 4t2c pdr
2072 - type: "table"
2073   title: "VPP Compare NICs 2n-skx 4t2c pdr"
2074   algorithm: "table_nics_comparison"
2075   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2076   reference:
2077     title: "Intel-x710"
2078     nic: "NIC_Intel-X710"
2079   compare:
2080     title: "Intel-xxv710"
2081     nic: "NIC_Intel-XXV710"
2082   data: "vpp-nic-comparison-2n-skx"
2083   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2084   filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2085   parameters:
2086   - "name"
2087   - "parent"
2088   - "throughput"
2089   - "tags"
2090
2091 # VPP Compare NICs 2n-skx 2t1c mrr
2092 - type: "table"
2093   title: "VPP Compare NICs 2n-skx 2t1c mrr"
2094   algorithm: "table_nics_comparison"
2095   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2096   reference:
2097     title: "Intel-x710"
2098     nic: "NIC_Intel-X710"
2099   compare:
2100     title: "Intel-xxv710"
2101     nic: "NIC_Intel-XXV710"
2102   data: "vpp-nic-comparison-2n-skx-mrr"
2103   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2104   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2105   parameters:
2106   - "name"
2107   - "parent"
2108   - "result"
2109   - "tags"
2110
2111 # VPP Compare NICs 2n-skx 4t2c mrr
2112 - type: "table"
2113   title: "VPP Compare NICs 2n-skx 4t2c mrr"
2114   algorithm: "table_nics_comparison"
2115   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2116   reference:
2117     title: "Intel-x710"
2118     nic: "NIC_Intel-X710"
2119   compare:
2120     title: "Intel-xxv710"
2121     nic: "NIC_Intel-XXV710"
2122   data: "vpp-nic-comparison-2n-skx-mrr"
2123   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2124   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2125   parameters:
2126   - "name"
2127   - "parent"
2128   - "result"
2129   - "tags"
2130
2131 # VPP Compare NICs 2n-skx 8t4c mrr
2132 - type: "table"
2133   title: "VPP Compare NICs 2n-skx 8t4c mrr"
2134   algorithm: "table_nics_comparison"
2135   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2136   reference:
2137     title: "Intel-x710"
2138     nic: "NIC_Intel-X710"
2139   compare:
2140     title: "Intel-xxv710"
2141     nic: "NIC_Intel-XXV710"
2142   data: "vpp-nic-comparison-2n-skx-mrr"
2143   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2144   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2145   parameters:
2146   - "name"
2147   - "parent"
2148   - "result"
2149   - "tags"
2150
2151 ################################################################################
2152 # VPP
2153
2154 ## VPP Performance Changes 2n-dnv 1t1c pdr
2155 #- type: "table"
2156 #  title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2157 #  algorithm: "table_performance_comparison"
2158 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2159 #  history:
2160 #    - title: "rls1810"
2161 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2162 #  reference:
2163 #    title: "rls1901"
2164 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2165 #  compare:
2166 #    title: "rls1904"
2167 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2168 #  data: "intel-dnv-vpp-changes-2n-dnv"
2169 #  include-tests: "PDR"
2170 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2171 #  parameters:
2172 #  - "name"
2173 #  - "parent"
2174 #  - "throughput"
2175 #
2176 ## VPP Performance Changes 2n-dnv 2t2c pdr
2177 #- type: "table"
2178 #  title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2179 #  algorithm: "table_performance_comparison"
2180 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2181 #  history:
2182 #    - title: "rls1810"
2183 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2184 #  reference:
2185 #    title: "rls1901"
2186 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2187 #  compare:
2188 #    title: "rls1904"
2189 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2190 #  data: "intel-dnv-vpp-changes-2n-dnv"
2191 #  include-tests: "PDR"
2192 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2193 #  parameters:
2194 #  - "name"
2195 #  - "parent"
2196 #  - "throughput"
2197 #
2198 ## VPP Performance Changes 2n-dnv 1t1c ndr
2199 #- type: "table"
2200 #  title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2201 #  algorithm: "table_performance_comparison"
2202 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2203 #  history:
2204 #    - title: "rls1810"
2205 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2206 #  reference:
2207 #    title: "rls1901"
2208 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2209 #  compare:
2210 #    title: "rls1904"
2211 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2212 #  data: "intel-dnv-vpp-changes-2n-dnv"
2213 #  include-tests: "NDR"
2214 #  filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2215 #  parameters:
2216 #  - "name"
2217 #  - "parent"
2218 #  - "throughput"
2219 #
2220 ## VPP Performance Changes 2n-dnv 2t2c ndr
2221 #- type: "table"
2222 #  title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2223 #  algorithm: "table_performance_comparison"
2224 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2225 #  history:
2226 #    - title: "rls1810"
2227 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2228 #  reference:
2229 #    title: "rls1901"
2230 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2231 #  compare:
2232 #    title: "rls1904"
2233 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2234 #  data: "intel-dnv-vpp-changes-2n-dnv"
2235 #  include-tests: "NDR"
2236 #  filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2237 #  parameters:
2238 #  - "name"
2239 #  - "parent"
2240 #  - "throughput"
2241 #
2242 ## VPP Performance Changes 2n-dnv 1t1c MRR
2243 #- type: "table"
2244 #  title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2245 #  algorithm: "table_performance_comparison"
2246 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2247 #  history:
2248 #    - title: "rls1810"
2249 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2250 #  reference:
2251 #    title: "rls1901"
2252 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2253 #  compare:
2254 #    title: "rls1904"
2255 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2256 #  data: "intel-dnv-vpp-changes-2n-dnv"
2257 #  include-tests: "MRR"
2258 #  filter: "'1T1C' and 'MRR'"
2259 #  parameters:
2260 #  - "name"
2261 #  - "parent"
2262 #  - "result"
2263 #
2264 ## VPP Performance Changes 2n-dnv 2t2c MRR
2265 #- type: "table"
2266 #  title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2267 #  algorithm: "table_performance_comparison"
2268 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2269 #  history:
2270 #    - title: "rls1810"
2271 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2272 #  reference:
2273 #    title: "rls1901"
2274 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2275 #  compare:
2276 #    title: "rls1904"
2277 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2278 #  data: "intel-dnv-vpp-changes-2n-dnv"
2279 #  include-tests: "MRR"
2280 #  filter: "'2T2C' and 'MRR'"
2281 #  parameters:
2282 #  - "name"
2283 #  - "parent"
2284 #  - "result"
2285 #
2286 ## VPP Performance Changes 2n-dnv 4t4c MRR
2287 #- type: "table"
2288 #  title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2289 #  algorithm: "table_performance_comparison"
2290 #  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2291 #  history:
2292 #    - title: "rls1810"
2293 #      data: "intel-dnv-vpp-changes-2n-dnv-h1"
2294 #  reference:
2295 #    title: "rls1901"
2296 #    data: "intel-dnv-vpp-changes-2n-dnv-ref"
2297 #  compare:
2298 #    title: "rls1904"
2299 #    data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2300 #  data: "intel-dnv-vpp-changes-2n-dnv"
2301 #  include-tests: "MRR"
2302 #  filter: "'4T4C' and 'MRR'"
2303 #  parameters:
2304 #  - "name"
2305 #  - "parent"
2306 #  - "result"
2307
2308 # VPP Performance Changes 3n-hsw 1t1c pdr
2309 - type: "table"
2310   title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2311   algorithm: "table_performance_comparison"
2312   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2313   history:
2314     - title: "rls1810"
2315       data: "vpp-performance-changes-3n-hsw-h1"
2316   reference:
2317     title: "rls1901"
2318     data: "vpp-performance-changes-3n-hsw-ref"
2319   compare:
2320     title: "rls1904"
2321     data: "vpp-performance-changes-3n-hsw-cmp"
2322   data: "vpp-performance-changes-3n-hsw"
2323   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2324   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2325   parameters:
2326   - "name"
2327   - "parent"
2328   - "throughput"
2329
2330 # VPP Performance Changes 3n-hsw 2t2c pdr
2331 - type: "table"
2332   title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2333   algorithm: "table_performance_comparison"
2334   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2335   history:
2336     - title: "rls1810"
2337       data: "vpp-performance-changes-3n-hsw-h1"
2338   reference:
2339     title: "rls1901"
2340     data: "vpp-performance-changes-3n-hsw-ref"
2341   compare:
2342     title: "rls1904"
2343     data: "vpp-performance-changes-3n-hsw-cmp"
2344   data: "vpp-performance-changes-3n-hsw"
2345   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2346   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2347   parameters:
2348   - "name"
2349   - "parent"
2350   - "throughput"
2351
2352 # VPP Performance Changes 3n-hsw 1t1c ndr
2353 - type: "table"
2354   title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2355   algorithm: "table_performance_comparison"
2356   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2357   history:
2358     - title: "rls1810"
2359       data: "vpp-performance-changes-3n-hsw-h1"
2360   reference:
2361     title: "rls1901"
2362     data: "vpp-performance-changes-3n-hsw-ref"
2363   compare:
2364     title: "rls1904"
2365     data: "vpp-performance-changes-3n-hsw-cmp"
2366   data: "vpp-performance-changes-3n-hsw"
2367   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2368   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2369   parameters:
2370   - "name"
2371   - "parent"
2372   - "throughput"
2373
2374 # VPP Performance Changes 3n-hsw 2t2c ndr
2375 - type: "table"
2376   title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2377   algorithm: "table_performance_comparison"
2378   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2379   history:
2380     - title: "rls1810"
2381       data: "vpp-performance-changes-3n-hsw-h1"
2382   reference:
2383     title: "rls1901"
2384     data: "vpp-performance-changes-3n-hsw-ref"
2385   compare:
2386     title: "rls1904"
2387     data: "vpp-performance-changes-3n-hsw-cmp"
2388   data: "vpp-performance-changes-3n-hsw"
2389   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2390   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2391   parameters:
2392   - "name"
2393   - "parent"
2394   - "throughput"
2395
2396 # VPP Performance Changes 3n-skx 2t1c pdr
2397 - type: "table"
2398   title: "VPP Performance Changes 3n-skx 2t1c pdr"
2399   algorithm: "table_performance_comparison"
2400   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2401   history:
2402     - title: "rls1810"
2403       data: "vpp-performance-changes-3n-skx-h1"
2404   reference:
2405     title: "rls1901"
2406     data: "vpp-performance-changes-3n-skx-ref"
2407   compare:
2408     title: "rls1904"
2409     data: "vpp-performance-changes-3n-skx-cmp"
2410   data: "vpp-performance-changes-3n-skx"
2411   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2412   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2413   parameters:
2414   - "name"
2415   - "parent"
2416   - "throughput"
2417
2418 # VPP Performance Changes 3n-skx 4t2c pdr
2419 - type: "table"
2420   title: "VPP Performance Changes 3n-skx 4t2c pdr"
2421   algorithm: "table_performance_comparison"
2422   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2423   history:
2424     - title: "rls1810"
2425       data: "vpp-performance-changes-3n-skx-h1"
2426   reference:
2427     title: "rls1901"
2428     data: "vpp-performance-changes-3n-skx-ref"
2429   compare:
2430     title: "rls1904"
2431     data: "vpp-performance-changes-3n-skx-cmp"
2432   data: "vpp-performance-changes-3n-skx"
2433   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2434   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2435   parameters:
2436   - "name"
2437   - "parent"
2438   - "throughput"
2439
2440 # VPP Performance Changes 3n-skx 2t1c ndr
2441 - type: "table"
2442   title: "VPP Performance Changes 3n-skx 2t1c ndr"
2443   algorithm: "table_performance_comparison"
2444   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2445   history:
2446     - title: "rls1810"
2447       data: "vpp-performance-changes-3n-skx-h1"
2448   reference:
2449     title: "rls1901"
2450     data: "vpp-performance-changes-3n-skx-ref"
2451   compare:
2452     title: "rls1904"
2453     data: "vpp-performance-changes-3n-skx-cmp"
2454   data: "vpp-performance-changes-3n-skx"
2455   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2456   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2457   parameters:
2458   - "name"
2459   - "parent"
2460   - "throughput"
2461
2462 # VPP Performance Changes 3n-skx 4t2c ndr
2463 - type: "table"
2464   title: "VPP Performance Changes 3n-skx 4t2c ndr"
2465   algorithm: "table_performance_comparison"
2466   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2467   history:
2468     - title: "rls1810"
2469       data: "vpp-performance-changes-3n-skx-h1"
2470   reference:
2471     title: "rls1901"
2472     data: "vpp-performance-changes-3n-skx-ref"
2473   compare:
2474     title: "rls1904"
2475     data: "vpp-performance-changes-3n-skx-cmp"
2476   data: "vpp-performance-changes-3n-skx"
2477   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2478   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2479   parameters:
2480   - "name"
2481   - "parent"
2482   - "throughput"
2483
2484 # VPP Performance Changes 2n-skx 2t1c pdr
2485 - type: "table"
2486   title: "VPP Performance Changes 2n-skx 2t1c pdr"
2487   algorithm: "table_performance_comparison"
2488   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2489   history:
2490     - title: "rls1810"
2491       data: "vpp-performance-changes-2n-skx-h1"
2492   reference:
2493     title: "rls1901"
2494     data: "vpp-performance-changes-2n-skx-ref"
2495   compare:
2496     title: "rls1904"
2497     data: "vpp-performance-changes-2n-skx-cmp"
2498   data: "vpp-performance-changes-2n-skx"
2499   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2500   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2501   parameters:
2502   - "name"
2503   - "parent"
2504   - "throughput"
2505
2506 # VPP Performance Changes 2n-skx 4t2c pdr
2507 - type: "table"
2508   title: "VPP Performance Changes 2n-skx 4t2c pdr"
2509   algorithm: "table_performance_comparison"
2510   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2511   history:
2512     - title: "rls1810"
2513       data: "vpp-performance-changes-2n-skx-h1"
2514   reference:
2515     title: "rls1901"
2516     data: "vpp-performance-changes-2n-skx-ref"
2517   compare:
2518     title: "rls1904"
2519     data: "vpp-performance-changes-2n-skx-cmp"
2520   data: "vpp-performance-changes-2n-skx"
2521   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2522   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2523   parameters:
2524   - "name"
2525   - "parent"
2526   - "throughput"
2527
2528 # VPP Performance Changes 2n-skx 2t1c ndr
2529 - type: "table"
2530   title: "VPP Performance Changes 2n-skx 2t1c ndr"
2531   algorithm: "table_performance_comparison"
2532   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2533   history:
2534     - title: "rls1810"
2535       data: "vpp-performance-changes-2n-skx-h1"
2536   reference:
2537     title: "rls1901"
2538     data: "vpp-performance-changes-2n-skx-ref"
2539   compare:
2540     title: "rls1904"
2541     data: "vpp-performance-changes-2n-skx-cmp"
2542   data: "vpp-performance-changes-2n-skx"
2543   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2544   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2545   parameters:
2546   - "name"
2547   - "parent"
2548   - "throughput"
2549
2550 # VPP Performance Changes 2n-skx 4t2c ndr
2551 - type: "table"
2552   title: "VPP Performance Changes 2n-skx 4t2c ndr"
2553   algorithm: "table_performance_comparison"
2554   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2555   history:
2556     - title: "rls1810"
2557       data: "vpp-performance-changes-2n-skx-h1"
2558   reference:
2559     title: "rls1901"
2560     data: "vpp-performance-changes-2n-skx-ref"
2561   compare:
2562     title: "rls1904"
2563     data: "vpp-performance-changes-2n-skx-cmp"
2564   data: "vpp-performance-changes-2n-skx"
2565   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2566   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2567   parameters:
2568   - "name"
2569   - "parent"
2570   - "throughput"
2571
2572 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2573 - type: "table"
2574   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2575   algorithm: "table_performance_comparison"
2576   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2577   reference:
2578     title: "3-Node Hsw"
2579     data: "vpp-compare-testbeds-ref"
2580   compare:
2581     title: "3-Node Skx"
2582     data: "vpp-compare-testbeds-cmp"
2583   data: "vpp-compare-testbeds"
2584   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2585   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2586   parameters:
2587   - "name"
2588   - "parent"
2589   - "throughput"
2590
2591 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2592 - type: "table"
2593   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2594   algorithm: "table_performance_comparison"
2595   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2596   reference:
2597     title: "3-Node Hsw"
2598     data: "vpp-compare-testbeds-ref"
2599   compare:
2600     title: "3-Node Skx"
2601     data: "vpp-compare-testbeds-cmp"
2602   data: "vpp-compare-testbeds"
2603   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2604   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2605   parameters:
2606   - "name"
2607   - "parent"
2608   - "throughput"
2609
2610 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2611 - type: "table"
2612   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2613   algorithm: "table_performance_comparison"
2614   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2615   reference:
2616     title: "3-Node Hsw"
2617     data: "vpp-compare-testbeds-ref"
2618   compare:
2619     title: "3-Node Skx"
2620     data: "vpp-compare-testbeds-cmp"
2621   data: "vpp-compare-testbeds"
2622   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2623   filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2624   parameters:
2625   - "name"
2626   - "parent"
2627   - "throughput"
2628
2629 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2630 - type: "table"
2631   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2632   algorithm: "table_performance_comparison"
2633   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2634   reference:
2635     title: "3-Node Hsw"
2636     data: "vpp-compare-testbeds-ref"
2637   compare:
2638     title: "3-Node Skx"
2639     data: "vpp-compare-testbeds-cmp"
2640   data: "vpp-compare-testbeds"
2641   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2642   filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2643   parameters:
2644   - "name"
2645   - "parent"
2646   - "throughput"
2647
2648 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2649 - type: "table"
2650   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2651   algorithm: "table_performance_comparison"
2652   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2653   reference:
2654     title: "3-Node Skx"
2655     data: "vpp-compare-topologies-ref"
2656   compare:
2657     title: "2-Node Skx"
2658     data: "vpp-compare-topologies-cmp"
2659   data: "vpp-compare-topologies"
2660   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2661   filter: "'NDRPDR' and '1C'"
2662   parameters:
2663   - "name"
2664   - "parent"
2665   - "throughput"
2666
2667 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2668 - type: "table"
2669   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2670   algorithm: "table_performance_comparison"
2671   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2672   reference:
2673     title: "3-Node Skx"
2674     data: "vpp-compare-topologies-ref"
2675   compare:
2676     title: "2-Node Skx"
2677     data: "vpp-compare-topologies-cmp"
2678   data: "vpp-compare-topologies"
2679   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2680   filter: "'NDRPDR' and '2C'"
2681   parameters:
2682   - "name"
2683   - "parent"
2684   - "throughput"
2685
2686 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2687 - type: "table"
2688   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2689   algorithm: "table_performance_comparison"
2690   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2691   reference:
2692     title: "3-Node Skx"
2693     data: "vpp-compare-topologies-ref"
2694   compare:
2695     title: "2-Node Skx"
2696     data: "vpp-compare-topologies-cmp"
2697   data: "vpp-compare-topologies"
2698   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2699   filter: "'NDRPDR' and '1C'"
2700   parameters:
2701   - "name"
2702   - "parent"
2703   - "throughput"
2704
2705 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2706 - type: "table"
2707   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2708   algorithm: "table_performance_comparison"
2709   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2710   reference:
2711     title: "3-Node Skx"
2712     data: "vpp-compare-topologies-ref"
2713   compare:
2714     title: "2-Node Skx"
2715     data: "vpp-compare-topologies-cmp"
2716   data: "vpp-compare-topologies"
2717   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2718   filter: "'NDRPDR' and '2C'"
2719   parameters:
2720   - "name"
2721   - "parent"
2722   - "throughput"
2723
2724 # VPP Performance Changes 3n-hsw 1t1c MRR
2725 - type: "table"
2726   title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2727   algorithm: "table_performance_comparison"
2728   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2729   history:
2730     - title: "rls1810"
2731       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2732   reference:
2733     title: "rls1901"
2734     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2735   compare:
2736     title: "rls1904"
2737     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2738   data: "vpp-performance-changes-3n-hsw-mrr"
2739   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2740   filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2741   parameters:
2742   - "name"
2743   - "parent"
2744   - "result"
2745
2746 # VPP Performance Changes 3n-hsw 2t2c MRR
2747 - type: "table"
2748   title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2749   algorithm: "table_performance_comparison"
2750   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2751   history:
2752     - title: "rls1810"
2753       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2754   reference:
2755     title: "rls1901"
2756     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2757   compare:
2758     title: "rls1904"
2759     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2760   data: "vpp-performance-changes-3n-hsw-mrr"
2761   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2762   filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2763   parameters:
2764   - "name"
2765   - "parent"
2766   - "result"
2767
2768 # VPP Performance Changes 3n-hsw 4t4c MRR
2769 - type: "table"
2770   title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2771   algorithm: "table_performance_comparison"
2772   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2773   history:
2774     - title: "rls1810"
2775       data: "vpp-performance-changes-3n-hsw-mrr-h1"
2776   reference:
2777     title: "rls1901"
2778     data: "vpp-performance-changes-3n-hsw-mrr-ref"
2779   compare:
2780     title: "rls1904"
2781     data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2782   data: "vpp-performance-changes-3n-hsw-mrr"
2783   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2784   filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2785   parameters:
2786   - "name"
2787   - "parent"
2788   - "result"
2789
2790 # VPP Performance Changes 3n-skx 2t1c MRR
2791 - type: "table"
2792   title: "VPP Performance Changes 3n-skx 2t1c MRR"
2793   algorithm: "table_performance_comparison"
2794   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2795   history:
2796     - title: "rls1810"
2797       data: "vpp-performance-changes-3n-skx-mrr-h1"
2798   reference:
2799     title: "rls1901"
2800     data: "vpp-performance-changes-3n-skx-mrr-ref"
2801   compare:
2802     title: "rls1904"
2803     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2804   data: "vpp-performance-changes-3n-skx-mrr"
2805   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2806   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2807   parameters:
2808   - "name"
2809   - "parent"
2810   - "result"
2811
2812 # VPP Performance Changes 3n-skx 4t2c MRR
2813 - type: "table"
2814   title: "VPP Performance Changes 3n-skx 4t2c MRR"
2815   algorithm: "table_performance_comparison"
2816   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2817   history:
2818     - title: "rls1810"
2819       data: "vpp-performance-changes-3n-skx-mrr-h1"
2820   reference:
2821     title: "rls1901"
2822     data: "vpp-performance-changes-3n-skx-mrr-ref"
2823   compare:
2824     title: "rls1904"
2825     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2826   data: "vpp-performance-changes-3n-skx-mrr"
2827   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2828   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2829   parameters:
2830   - "name"
2831   - "parent"
2832   - "result"
2833
2834 # VPP Performance Changes 3n-skx 8t4c MRR
2835 - type: "table"
2836   title: "VPP Performance Changes 3n-skx 8t4c MRR"
2837   algorithm: "table_performance_comparison"
2838   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2839   history:
2840     - title: "rls1810"
2841       data: "vpp-performance-changes-3n-skx-mrr-h1"
2842   reference:
2843     title: "rls1901"
2844     data: "vpp-performance-changes-3n-skx-mrr-ref"
2845   compare:
2846     title: "rls1904"
2847     data: "vpp-performance-changes-3n-skx-mrr-cmp"
2848   data: "vpp-performance-changes-3n-skx-mrr"
2849   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2850   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2851   parameters:
2852   - "name"
2853   - "parent"
2854   - "result"
2855
2856 # VPP Performance Changes 2n-skx 2t1c MRR
2857 - type: "table"
2858   title: "VPP Performance Changes 2n-skx 2t1c MRR"
2859   algorithm: "table_performance_comparison"
2860   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
2861   history:
2862     - title: "rls1810"
2863       data: "vpp-performance-changes-2n-skx-mrr-h1"
2864   reference:
2865     title: "rls1901"
2866     data: "vpp-performance-changes-2n-skx-mrr-ref"
2867   compare:
2868     title: "rls1904"
2869     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2870   data: "vpp-performance-changes-2n-skx-mrr"
2871   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2872   filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2873   parameters:
2874   - "name"
2875   - "parent"
2876   - "result"
2877
2878 # VPP Performance Changes 2n-skx 4t2c MRR
2879 - type: "table"
2880   title: "VPP Performance Changes 2n-skx 4t2c MRR"
2881   algorithm: "table_performance_comparison"
2882   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
2883   history:
2884     - title: "rls1810"
2885       data: "vpp-performance-changes-2n-skx-mrr-h1"
2886   reference:
2887     title: "rls1901"
2888     data: "vpp-performance-changes-2n-skx-mrr-ref"
2889   compare:
2890     title: "rls1904"
2891     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2892   data: "vpp-performance-changes-2n-skx-mrr"
2893   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2894   filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2895   parameters:
2896   - "name"
2897   - "parent"
2898   - "result"
2899
2900 # VPP Performance Changes 2n-skx 8t4c MRR
2901 - type: "table"
2902   title: "VPP Performance Changes 2n-skx 8t4c MRR"
2903   algorithm: "table_performance_comparison"
2904   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
2905   history:
2906     - title: "rls1810"
2907       data: "vpp-performance-changes-2n-skx-mrr-h1"
2908   reference:
2909     title: "rls1901"
2910     data: "vpp-performance-changes-2n-skx-mrr-ref"
2911   compare:
2912     title: "rls1904"
2913     data: "vpp-performance-changes-2n-skx-mrr-cmp"
2914   data: "vpp-performance-changes-2n-skx-mrr"
2915   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2916   filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2917   parameters:
2918   - "name"
2919   - "parent"
2920   - "result"
2921
2922 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
2923 - type: "table"
2924   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
2925   algorithm: "table_performance_comparison"
2926   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
2927   reference:
2928     title: "3-Node Hsw"
2929     data: "vpp-compare-testbeds-mrr-ref"
2930   compare:
2931     title: "3-Node Skx"
2932     data: "vpp-compare-testbeds-mrr-cmp"
2933   data: "vpp-compare-testbeds-mrr"
2934   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2935   filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
2936   parameters:
2937   - "name"
2938   - "parent"
2939   - "result"
2940
2941 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
2942 - type: "table"
2943   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
2944   algorithm: "table_performance_comparison"
2945   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
2946   reference:
2947     title: "3-Node Hsw"
2948     data: "vpp-compare-testbeds-mrr-ref"
2949   compare:
2950     title: "3-Node Skx"
2951     data: "vpp-compare-testbeds-mrr-cmp"
2952   data: "vpp-compare-testbeds-mrr"
2953   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2954   filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
2955   parameters:
2956   - "name"
2957   - "parent"
2958   - "result"
2959
2960 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
2961 - type: "table"
2962   title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
2963   algorithm: "table_performance_comparison"
2964   output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
2965   reference:
2966     title: "3-Node Hsw"
2967     data: "vpp-compare-testbeds-mrr-ref"
2968   compare:
2969     title: "3-Node Skx"
2970     data: "vpp-compare-testbeds-mrr-cmp"
2971   data: "vpp-compare-testbeds-mrr"
2972   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2973   filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
2974   parameters:
2975   - "name"
2976   - "parent"
2977   - "result"
2978
2979 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
2980 - type: "table"
2981   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
2982   algorithm: "table_performance_comparison"
2983   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
2984   reference:
2985     title: "3-Node Skx"
2986     data: "vpp-compare-topologies-mrr-ref"
2987   compare:
2988     title: "2-Node Skx"
2989     data: "vpp-compare-topologies-mrr-cmp"
2990   data: "vpp-compare-topologies-mrr"
2991   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2992   filter: "'MRR' and '1C'"
2993   parameters:
2994   - "name"
2995   - "parent"
2996   - "result"
2997
2998 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
2999 - type: "table"
3000   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3001   algorithm: "table_performance_comparison"
3002   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3003   reference:
3004     title: "3-Node Skx"
3005     data: "vpp-compare-topologies-mrr-ref"
3006   compare:
3007     title: "2-Node Skx"
3008     data: "vpp-compare-topologies-mrr-cmp"
3009   data: "vpp-compare-topologies-mrr"
3010   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3011   filter: "'MRR' and '2C'"
3012   parameters:
3013   - "name"
3014   - "parent"
3015   - "result"
3016
3017 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3018 - type: "table"
3019   title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3020   algorithm: "table_performance_comparison"
3021   output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3022   reference:
3023     title: "3-Node Skx"
3024     data: "vpp-compare-topologies-mrr-ref"
3025   compare:
3026     title: "2-Node Skx"
3027     data: "vpp-compare-topologies-mrr-cmp"
3028   data: "vpp-compare-topologies-mrr"
3029   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3030   filter: "'MRR' and '4C'"
3031   parameters:
3032   - "name"
3033   - "parent"
3034   - "result"
3035
3036 # Detailed Test Results - VPP Performance Results 3n-hsw
3037 - type: "table"
3038   title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3039   algorithm: "table_merged_details"
3040   output-file-ext: ".csv"
3041   output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3042   columns:
3043   - title: "Name"
3044     data: "data name"
3045   - title: "Status"
3046     data: "data msg"
3047   rows: "generated"
3048   data: "vpp-perf-results-3n-hsw"
3049   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3050   parameters:
3051   - "name"
3052   - "parent"
3053   - "msg"
3054
3055 # Detailed Test Results - VPP Performance Results 3n-skx
3056 - type: "table"
3057   title: "Detailed Test Results - VPP Performance Results 3n-skx"
3058   algorithm: "table_merged_details"
3059   output-file-ext: ".csv"
3060   output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3061   columns:
3062   - title: "Name"
3063     data: "data name"
3064   - title: "Status"
3065     data: "data msg"
3066   rows: "generated"
3067   data: "vpp-perf-results-3n-skx"
3068   filter: "not 'CFS_OPT'"
3069   parameters:
3070   - "name"
3071   - "parent"
3072   - "msg"
3073
3074 # Detailed Test Results - VPP Performance Results 2n-skx
3075 - type: "table"
3076   title: "Detailed Test Results - VPP Performance Results 2n-skx"
3077   algorithm: "table_merged_details"
3078   output-file-ext: ".csv"
3079   output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3080   columns:
3081   - title: "Name"
3082     data: "data name"
3083   - title: "Status"
3084     data: "data msg"
3085   rows: "generated"
3086   data: "vpp-perf-results-2n-skx"
3087   filter: "not 'CFS_OPT'"
3088   parameters:
3089   - "name"
3090   - "parent"
3091   - "msg"
3092
3093 ## Detailed Test Results - VPP Performance Results 2n-dnv
3094 #- type: "table"
3095 #  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3096 #  algorithm: "table_details"
3097 #  output-file-ext: ".csv"
3098 #  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3099 #  columns:
3100 #  - title: "Name"
3101 #    data: "data name"
3102 #  - title: "Status"
3103 #    data: "data msg"
3104 #  rows: "generated"
3105 #  data: "intel-dnv-vpp"
3106 #  filter: "'NDRPDR'"
3107 #  parameters:
3108 #  - "name"
3109 #  - "parent"
3110 #  - "msg"
3111
3112 # Test configuration - VPP Performance Test Configs 3n-hsw
3113 - type: "table"
3114   title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3115   algorithm: "table_merged_details"
3116   output-file-ext: ".csv"
3117   output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3118   columns:
3119   - title: "Name"
3120     data: "data name"
3121   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3122     data: "data conf-history"
3123   rows: "generated"
3124   data: "vpp-perf-results-3n-hsw"
3125   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3126   parameters:
3127   - "parent"
3128   - "name"
3129   - "conf-history"
3130
3131 # Test configuration - VPP Performance Test Configs 3n-skx
3132 - type: "table"
3133   title: "Test configuration - VPP Performance Test Configs 3n-skx"
3134   algorithm: "table_merged_details"
3135   output-file-ext: ".csv"
3136   output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3137   columns:
3138   - title: "Name"
3139     data: "data name"
3140   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3141     data: "data conf-history"
3142   rows: "generated"
3143   data: "vpp-perf-results-3n-skx"
3144   filter: "not 'CFS_OPT'"
3145   parameters:
3146   - "parent"
3147   - "name"
3148   - "conf-history"
3149
3150 # Test configuration - VPP Performance Test Configs 2n-skx
3151 - type: "table"
3152   title: "Test configuration - VPP Performance Test Configs 2n-skx"
3153   algorithm: "table_merged_details"
3154   output-file-ext: ".csv"
3155   output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3156   columns:
3157   - title: "Name"
3158     data: "data name"
3159   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3160     data: "data conf-history"
3161   rows: "generated"
3162   data: "vpp-perf-results-2n-skx"
3163   filter: "not 'CFS_OPT'"
3164   parameters:
3165   - "parent"
3166   - "name"
3167   - "conf-history"
3168
3169 ## Test configuration - VPP Performance Test Configs 2n-dnv
3170 #- type: "table"
3171 #  title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3172 #  algorithm: "table_details"
3173 #  output-file-ext: ".csv"
3174 #  output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3175 #  columns:
3176 #  - title: "Name"
3177 #    data: "data name"
3178 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3179 #    data: "data conf-history"
3180 #  rows: "generated"
3181 #  data: "intel-dnv-vpp"
3182 #  filter: "'NDRPDR'"
3183 #  parameters:
3184 #  - "parent"
3185 #  - "name"
3186 #  - "conf-history"
3187
3188 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3189 - type: "table"
3190   title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3191   algorithm: "table_merged_details"
3192   output-file-ext: ".csv"
3193   output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3194   columns:
3195   - title: "Name"
3196     data: "data name"
3197   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3198     data: "data show-run"
3199   rows: "generated"
3200   data: "vpp-perf-results-3n-hsw"
3201   filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
3202   parameters:
3203   - "parent"
3204   - "name"
3205   - "show-run"
3206
3207 # Test Operational Data - VPP Performance Operational Data 3n-skx
3208 - type: "table"
3209   title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3210   algorithm: "table_merged_details"
3211   output-file-ext: ".csv"
3212   output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3213   columns:
3214   - title: "Name"
3215     data: "data name"
3216   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3217     data: "data show-run"
3218   rows: "generated"
3219   data: "vpp-perf-results-3n-skx"
3220   filter: "not 'CFS_OPT'"
3221   parameters:
3222   - "parent"
3223   - "name"
3224   - "show-run"
3225
3226 # Test Operational Data - VPP Performance Operational Data 2n-skx
3227 - type: "table"
3228   title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
3229   algorithm: "table_merged_details"
3230   output-file-ext: ".csv"
3231   output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
3232   columns:
3233   - title: "Name"
3234     data: "data name"
3235   - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3236     data: "data show-run"
3237   rows: "generated"
3238   data: "vpp-perf-results-2n-skx"
3239   filter: "not 'CFS_OPT'"
3240   parameters:
3241   - "parent"
3242   - "name"
3243   - "show-run"
3244
3245 ## Test Operational Data - VPP Performance Operational Data 2n-dnv
3246 #- type: "table"
3247 #  title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
3248 #  algorithm: "table_details"
3249 #  output-file-ext: ".csv"
3250 #  output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
3251 #  columns:
3252 #  - title: "Name"
3253 #    data: "data name"
3254 #  - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3255 #    data: "data show-run"
3256 #  rows: "generated"
3257 #  data: "intel-dnv-vpp"
3258 #  filter: "'NDRPDR'"
3259 #  parameters:
3260 #  - "parent"
3261 #  - "name"
3262 #  - "show-run"
3263
3264 # Detailed Test Results - VPP MRR Results 3n-hsw
3265 - type: "table"
3266   title: "Detailed Test Results - VPP MRR Results 3n-hsw"
3267   algorithm: "table_details"
3268   output-file-ext: ".csv"
3269   output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
3270   columns:
3271   - title: "Name"
3272     data: "data name"
3273   - title: "Status"
3274     data: "data msg"
3275   rows: "generated"
3276   data: "vpp-mrr-results-3n-hsw"
3277   filter: "'MRR'"
3278   parameters:
3279   - "name"
3280   - "parent"
3281   - "msg"
3282
3283 # Detailed Test Results - VPP MRR Results 3n-skx
3284 - type: "table"
3285   title: "Detailed Test Results - VPP MRR Results 3n-skx"
3286   algorithm: "table_details"
3287   output-file-ext: ".csv"
3288   output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
3289   columns:
3290   - title: "Name"
3291     data: "data name"
3292   - title: "Status"
3293     data: "data msg"
3294   rows: "generated"
3295   data: "vpp-mrr-results-3n-skx"
3296   filter: "'MRR'"
3297   parameters:
3298   - "name"
3299   - "parent"
3300   - "msg"
3301
3302 # Detailed Test Results - VPP MRR Results 2n-skx
3303 - type: "table"
3304   title: "Detailed Test Results - VPP MRR Results 2n-skx"
3305   algorithm: "table_details"
3306   output-file-ext: ".csv"
3307   output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
3308   columns:
3309   - title: "Name"
3310     data: "data name"
3311   - title: "Status"
3312     data: "data msg"
3313   rows: "generated"
3314   data: "vpp-mrr-results-2n-skx"
3315   filter: "'MRR'"
3316   parameters:
3317   - "name"
3318   - "parent"
3319   - "msg"
3320
3321 ## Detailed Test Results - VPP MRR Results 2n-dnv
3322 #- type: "table"
3323 #  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
3324 #  algorithm: "table_details"
3325 #  output-file-ext: ".csv"
3326 #  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
3327 #  columns:
3328 #  - title: "Name"
3329 #    data: "data name"
3330 #  - title: "Status"
3331 #    data: "data msg"
3332 #  rows: "generated"
3333 #  data: "intel-dnv-vpp"
3334 #  filter: "'MRR'"
3335 #  parameters:
3336 #  - "name"
3337 #  - "parent"
3338 #  - "msg"
3339
3340 # Test configuration - VPP MRR Test Configs 3n-hsw
3341 - type: "table"
3342   title: "Test configuration - VPP MRR Test Configs 3n-hsw"
3343   algorithm: "table_details"
3344   output-file-ext: ".csv"
3345   output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw"
3346   columns:
3347   - title: "Name"
3348     data: "data name"
3349   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3350     data: "data conf-history"
3351   rows: "generated"
3352   data: "vpp-mrr-results-3n-hsw"
3353   filter: "'MRR'"
3354   parameters:
3355   - "parent"
3356   - "name"
3357   - "conf-history"
3358
3359 # Test configuration - VPP MRR Test Configs 3n-skx
3360 - type: "table"
3361   title: "Test configuration - VPP MRR Test Configs 3n-skx"
3362   algorithm: "table_details"
3363   output-file-ext: ".csv"
3364   output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx"
3365   columns:
3366   - title: "Name"
3367     data: "data name"
3368   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3369     data: "data conf-history"
3370   rows: "generated"
3371   data: "vpp-mrr-results-3n-skx"
3372   filter: "'MRR'"
3373   parameters:
3374   - "parent"
3375   - "name"
3376   - "conf-history"
3377
3378 # Test configuration - VPP MRR Test Configs 2n-skx
3379 - type: "table"
3380   title: "Test configuration - VPP MRR Test Configs 2n-skx"
3381   algorithm: "table_details"
3382   output-file-ext: ".csv"
3383   output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx"
3384   columns:
3385   - title: "Name"
3386     data: "data name"
3387   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3388     data: "data conf-history"
3389   rows: "generated"
3390   data: "vpp-mrr-results-2n-skx"
3391   filter: "'MRR'"
3392   parameters:
3393   - "parent"
3394   - "name"
3395   - "conf-history"
3396
3397 ## Test configuration - VPP MRR Test Configs 2n-dnv
3398 #- type: "table"
3399 #  title: "Test configuration - VPP MRR Test Configs 2n-dnv"
3400 #  algorithm: "table_details"
3401 #  output-file-ext: ".csv"
3402 #  output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv"
3403 #  columns:
3404 #  - title: "Name"
3405 #    data: "data name"
3406 #  - title: "VPP API Test Commands History - Commands Used Per Test Case"
3407 #    data: "data conf-history"
3408 #  rows: "generated"
3409 #  data: "intel-dnv-vpp"
3410 #  filter: "'MRR'"
3411 #  parameters:
3412 #  - "parent"
3413 #  - "name"
3414 #  - "conf-history"
3415
3416 # Detailed Test Results - VPP Functional Results - Ubuntu
3417 - type: "table"
3418   title: "Detailed Test Results - VPP Functional Results - Ubuntu"
3419   algorithm: "table_details"
3420   output-file-ext: ".csv"
3421   output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
3422   columns:
3423   - title: "Name"
3424     data: "data name"
3425   - title: "Documentation"
3426     data: "data doc"
3427   - title: "Status"
3428     data: "data status"
3429   rows: "generated"
3430   data: "vpp-func-results-ubuntu"
3431   filter: "all"
3432   parameters:
3433   - "name"
3434   - "parent"
3435   - "doc"
3436   - "status"
3437
3438 # Detailed Test Results - VPP Functional Results - CentOS
3439 - type: "table"
3440   title: "Detailed Test Results - VPP Functional Results - CentOS"
3441   algorithm: "table_details"
3442   output-file-ext: ".csv"
3443   output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
3444   columns:
3445   - title: "Name"
3446     data: "data name"
3447   - title: "Documentation"
3448     data: "data doc"
3449   -
3450     title: "Status"
3451     data: "data status"
3452   rows: "generated"
3453   data:
3454     "vpp-func-results-centos"
3455   filter: "all"
3456   parameters:
3457   - "name"
3458   - "parent"
3459   - "doc"
3460   - "status"
3461
3462 # Test configuration - VPP Functional Test Configs - Ubuntu
3463 - type: "table"
3464   title: "Test configuration - VPP Functional Test Configs - Ubuntu"
3465   algorithm: "table_details"
3466   output-file-ext: ".csv"
3467   output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu"
3468   columns:
3469   - title: "Name"
3470     data: "data name"
3471   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3472     data: "data conf-history"
3473   rows: "generated"
3474   data: "vpp-func-results-ubuntu"
3475   filter: "all"
3476   parameters:
3477   - "parent"
3478   - "name"
3479   - "conf-history"
3480
3481 # Test configuration - VPP Functional Test Configs - CentOS
3482 - type: "table"
3483   title: "Test configuration - VPP Functional Test Configs - CentOS"
3484   algorithm: "table_details"
3485   output-file-ext: ".csv"
3486   output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
3487   columns:
3488   - title: "Name"
3489     data: "data name"
3490   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3491     data: "data conf-history"
3492   rows: "generated"
3493   data: "vpp-func-results-centos"
3494   filter: "all"
3495   parameters:
3496   - "parent"
3497   - "name"
3498   - "conf-history"
3499
3500 ## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw
3501 #- type: "table"
3502 #  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
3503 #  algorithm: "table_details"
3504 #  output-file-ext: ".csv"
3505 #  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
3506 #  columns:
3507 #  - title: "Name"
3508 #    data: "data name"
3509 #  - title: "Status"
3510 #    data: "data msg"
3511 #  rows: "generated"
3512 #  data: "ligato-perf-results-3n-hsw"
3513 #  filter: "all"
3514 #  parameters:
3515 #  - "name"
3516 #  - "parent"
3517 #  - "msg"
3518
3519 # Detailed Test Results - VPP Device Results - Ubuntu
3520 - type: "table"
3521   title: "Detailed Test Results - VPP Device Results - Ubuntu"
3522   algorithm: "table_details"
3523   output-file-ext: ".csv"
3524   output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
3525   columns:
3526   - title: "Name"
3527     data: "data name"
3528   - title: "Documentation"
3529     data: "data doc"
3530   - title: "Status"
3531     data: "data status"
3532   rows: "generated"
3533   data: "vpp-device-results-ubuntu"
3534   filter: "all"
3535   parameters:
3536   - "name"
3537   - "parent"
3538   - "doc"
3539   - "status"
3540
3541 # Test configuration - VPP Device Test Configs - Ubuntu
3542 - type: "table"
3543   title: "Test configuration - VPP Device Test Configs - Ubuntu"
3544   algorithm: "table_details"
3545   output-file-ext: ".csv"
3546   output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
3547   columns:
3548   - title: "Name"
3549     data: "data name"
3550   - title: "VPP API Test Commands History - Commands Used Per Test Case"
3551     data: "data conf-history"
3552   rows: "generated"
3553   data: "vpp-device-results-ubuntu"
3554   filter: "all"
3555   parameters:
3556   - "parent"
3557   - "name"
3558   - "conf-history"
3559
3560 ################################################################################
3561
3562 # DPDK Performance Changes 3n-hsw 1t1c pdr
3563 - type: "table"
3564   title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
3565   algorithm: "table_performance_comparison"
3566   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
3567   history:
3568     - title: "rls1810"
3569       data: "dpdk-performance-changes-3n-hsw-h1"
3570   reference:
3571     title: "rls1901"
3572     data: "dpdk-performance-changes-3n-hsw-ref"
3573   compare:
3574     title: "rls1904"
3575     data: "dpdk-performance-changes-3n-hsw-cmp"
3576   data: "dpdk-performance-changes-3n-hsw"
3577   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3578   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3579   parameters:
3580   - "name"
3581   - "parent"
3582   - "throughput"
3583
3584 # DPDK Performance Changes 3n-hsw 2t2c pdr
3585 - type: "table"
3586   title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
3587   algorithm: "table_performance_comparison"
3588   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
3589   history:
3590     - title: "rls1810"
3591       data: "dpdk-performance-changes-3n-hsw-h1"
3592   reference:
3593     title: "rls1901"
3594     data: "dpdk-performance-changes-3n-hsw-ref"
3595   compare:
3596     title: "rls1904"
3597     data: "dpdk-performance-changes-3n-hsw-cmp"
3598   data: "dpdk-performance-changes-3n-hsw"
3599   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3600   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3601   parameters:
3602   - "name"
3603   - "parent"
3604   - "throughput"
3605
3606 # DPDK Performance Changes 3n-hsw 1t1c ndr
3607 - type: "table"
3608   title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
3609   algorithm: "table_performance_comparison"
3610   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
3611   history:
3612     - title: "rls1810"
3613       data: "dpdk-performance-changes-3n-hsw-h1"
3614   reference:
3615     title: "rls1901"
3616     data: "dpdk-performance-changes-3n-hsw-ref"
3617   compare:
3618     title: "rls1904"
3619     data: "dpdk-performance-changes-3n-hsw-cmp"
3620   data: "dpdk-performance-changes-3n-hsw"
3621   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3622   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3623   parameters:
3624   - "name"
3625   - "parent"
3626   - "throughput"
3627
3628 # DPDK Performance Changes 3n-hsw 2t2c ndr
3629 - type: "table"
3630   title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
3631   algorithm: "table_performance_comparison"
3632   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
3633   history:
3634     - title: "rls1810"
3635       data: "dpdk-performance-changes-3n-hsw-h1"
3636   reference:
3637     title: "rls1901"
3638     data: "dpdk-performance-changes-3n-hsw-ref"
3639   compare:
3640     title: "rls1904"
3641     data: "dpdk-performance-changes-3n-hsw-cmp"
3642   data: "dpdk-performance-changes-3n-hsw"
3643   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3644   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3645   parameters:
3646   - "name"
3647   - "parent"
3648   - "throughput"
3649
3650 # DPDK Performance Changes 3n-skx 2t1c pdr
3651 - type: "table"
3652   title: "DPDK Performance Changes 3n-skx 2t1c pdr"
3653   algorithm: "table_performance_comparison"
3654   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
3655   history:
3656     - title: "rls1810"
3657       data: "dpdk-performance-changes-3n-skx-h1"
3658   reference:
3659     title: "rls1901"
3660     data: "dpdk-performance-changes-3n-skx-ref"
3661   compare:
3662     title: "rls1904"
3663     data: "dpdk-performance-changes-3n-skx-cmp"
3664   data: "dpdk-performance-changes-3n-skx"
3665   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3666   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3667   parameters:
3668   - "name"
3669   - "parent"
3670   - "throughput"
3671
3672 # DPDK Performance Changes 3n-skx 4t2c pdr
3673 - type: "table"
3674   title: "DPDK Performance Changes 3n-skx 4t2c pdr"
3675   algorithm: "table_performance_comparison"
3676   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
3677   history:
3678     - title: "rls1810"
3679       data: "dpdk-performance-changes-3n-skx-h1"
3680   reference:
3681     title: "rls1901"
3682     data: "dpdk-performance-changes-3n-skx-ref"
3683   compare:
3684     title: "rls1904"
3685     data: "dpdk-performance-changes-3n-skx-cmp"
3686   data: "dpdk-performance-changes-3n-skx"
3687   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3688   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3689   parameters:
3690   - "name"
3691   - "parent"
3692   - "throughput"
3693
3694 # DPDK Performance Changes 3n-skx 2t1c ndr
3695 - type: "table"
3696   title: "DPDK Performance Changes 3n-skx 2t1c ndr"
3697   algorithm: "table_performance_comparison"
3698   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
3699   history:
3700     - title: "rls1810"
3701       data: "dpdk-performance-changes-3n-skx-h1"
3702   reference:
3703     title: "rls1901"
3704     data: "dpdk-performance-changes-3n-skx-ref"
3705   compare:
3706     title: "rls1904"
3707     data: "dpdk-performance-changes-3n-skx-cmp"
3708   data: "dpdk-performance-changes-3n-skx"
3709   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3710   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3711   parameters:
3712   - "name"
3713   - "parent"
3714   - "throughput"
3715
3716 # DPDK Performance Changes 3n-skx 4t2c ndr
3717 - type: "table"
3718   title: "DPDK Performance Changes 3n-skx 4t2c ndr"
3719   algorithm: "table_performance_comparison"
3720   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
3721   history:
3722     - title: "rls1810"
3723       data: "dpdk-performance-changes-3n-skx-h1"
3724   reference:
3725     title: "rls1901"
3726     data: "dpdk-performance-changes-3n-skx-ref"
3727   compare:
3728     title: "rls1904"
3729     data: "dpdk-performance-changes-3n-skx-cmp"
3730   data: "dpdk-performance-changes-3n-skx"
3731   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3732   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3733   parameters:
3734   - "name"
3735   - "parent"
3736   - "throughput"
3737
3738 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
3739 - type: "table"
3740   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
3741   algorithm: "table_performance_comparison"
3742   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
3743   reference:
3744     title: "3-Node Hsw"
3745     data: "dpdk-compare-testbeds-ref"
3746   compare:
3747     title: "3-Node Skx"
3748     data: "dpdk-compare-testbeds-cmp"
3749   data: "dpdk-compare-testbeds"
3750   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3751   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3752   parameters:
3753   - "name"
3754   - "parent"
3755   - "throughput"
3756
3757 # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
3758 - type: "table"
3759   title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
3760   algorithm: "table_performance_comparison"
3761   output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
3762   reference:
3763     title: "3-Node Hsw"
3764     data: "dpdk-compare-testbeds-ref"
3765   compare:
3766     title: "3-Node Skx"
3767     data: "dpdk-compare-testbeds-cmp"
3768   data: "dpdk-compare-testbeds"
3769   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3770   filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3771   parameters:
3772   - "name"
3773   - "parent"
3774   - "throughput"
3775
3776 # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
3777 - type: "table"
3778   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
3779   algorithm: "table_performance_comparison"
3780   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
3781   reference:
3782     title: "3-Node Skx"
3783     data: "dpdk-compare-topologies-ref"
3784   compare:
3785     title: "2-Node Skx"
3786     data: "dpdk-compare-topologies-cmp"
3787   data: "dpdk-compare-topologies"
3788   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3789   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3790   parameters:
3791   - "name"
3792   - "parent"
3793   - "throughput"
3794
3795 # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
3796 - type: "table"
3797   title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
3798   algorithm: "table_performance_comparison"
3799   output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
3800   reference:
3801     title: "3-Node Skx"
3802     data: "dpdk-compare-topologies-ref"
3803   compare:
3804     title: "2-Node Skx"
3805     data: "dpdk-compare-topologies-cmp"
3806   data: "dpdk-compare-topologies"
3807   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3808   filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3809   parameters:
3810   - "name"
3811   - "parent"
3812   - "throughput"
3813
3814 # DPDK Performance Changes 2n-skx 2t1c pdr
3815 - type: "table"
3816   title: "DPDK Performance Changes 2n-skx 2t1c pdr"
3817   algorithm: "table_performance_comparison"
3818   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
3819   history:
3820     - title: "rls1810"
3821       data: "dpdk-performance-changes-2n-skx-h1"
3822   reference:
3823     title: "rls1901"
3824     data: "dpdk-performance-changes-2n-skx-ref"
3825   compare:
3826     title: "rls1904"
3827     data: "dpdk-performance-changes-2n-skx-cmp"
3828   data: "dpdk-performance-changes-2n-skx"
3829   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3830   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3831   parameters:
3832   - "name"
3833   - "parent"
3834   - "throughput"
3835
3836 # DPDK Performance Changes 2n-skx 4t2c pdr
3837 - type: "table"
3838   title: "DPDK Performance Changes 2n-skx 4t2c pdr"
3839   algorithm: "table_performance_comparison"
3840   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
3841   history:
3842     - title: "rls1810"
3843       data: "dpdk-performance-changes-2n-skx-h1"
3844   reference:
3845     title: "rls1901"
3846     data: "dpdk-performance-changes-2n-skx-ref"
3847   compare:
3848     title: "rls1904"
3849     data: "dpdk-performance-changes-2n-skx-cmp"
3850   data: "dpdk-performance-changes-2n-skx"
3851   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
3852   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3853   parameters:
3854   - "name"
3855   - "parent"
3856   - "throughput"
3857
3858 # DPDK Performance Changes 2n-skx 2t1c ndr
3859 - type: "table"
3860   title: "DPDK Performance Changes 2n-skx 2t1c ndr"
3861   algorithm: "table_performance_comparison"
3862   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
3863   history:
3864     - title: "rls1810"
3865       data: "dpdk-performance-changes-2n-skx-h1"
3866   reference:
3867     title: "rls1901"
3868     data: "dpdk-performance-changes-2n-skx-ref"
3869   compare:
3870     title: "rls1904"
3871     data: "dpdk-performance-changes-2n-skx-cmp"
3872   data: "dpdk-performance-changes-2n-skx"
3873   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3874   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3875   parameters:
3876   - "name"
3877   - "parent"
3878   - "throughput"
3879
3880 # DPDK Performance Changes 2n-skx 4t2c ndr
3881 - type: "table"
3882   title: "DPDK Performance Changes 2n-skx 4t2c ndr"
3883   algorithm: "table_performance_comparison"
3884   output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
3885   history:
3886     - title: "rls1810"
3887       data: "dpdk-performance-changes-2n-skx-h1"
3888   reference:
3889     title: "rls1901"
3890     data: "dpdk-performance-changes-2n-skx-ref"
3891   compare:
3892     title: "rls1904"
3893     data: "dpdk-performance-changes-2n-skx-cmp"
3894   data: "dpdk-performance-changes-2n-skx"
3895   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
3896   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3897   parameters:
3898   - "name"
3899   - "parent"
3900   - "throughput"
3901
3902 # Detailed Test Results - DPDK Performance Results 3n-hsw
3903 - type: "table"
3904   title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
3905   algorithm: "table_details"
3906   output-file-ext: ".csv"
3907   output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
3908   columns:
3909   - title: "Name"
3910     data: "data name"
3911   - title: "Status"
3912     data: "data msg"
3913   rows: "generated"
3914   data: "dpdk-perf-results-3n-hsw"
3915   filter: "all"
3916   parameters:
3917   - "name"
3918   - "parent"
3919   - "msg"
3920
3921 # Detailed Test Results - DPDK Performance Results 3n-skx
3922 - type: "table"
3923   title: "Detailed Test Results - DPDK Performance Results 3n-skx"
3924   algorithm: "table_details"
3925   output-file-ext: ".csv"
3926   output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
3927   columns:
3928   - title: "Name"
3929     data: "data name"
3930   - title: "Status"
3931     data: "data msg"
3932   rows: "generated"
3933   data: "dpdk-perf-results-3n-skx"
3934   filter: "all"
3935   parameters:
3936   - "name"
3937   - "parent"
3938   - "msg"
3939
3940 # Detailed Test Results - DPDK Performance Results 2n-skx
3941 - type: "table"
3942   title: "Detailed Test Results - DPDK Performance Results 2n-skx"
3943   algorithm: "table_details"
3944   output-file-ext: ".csv"
3945   output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
3946   columns:
3947   - title: "Name"
3948     data: "data name"
3949   - title: "Status"
3950     data: "data msg"
3951   rows: "generated"
3952   data: "dpdk-perf-results-2n-skx"
3953   filter: "all"
3954   parameters:
3955   - "name"
3956   - "parent"
3957   - "msg"
3958
3959 ################################################################################
3960 # HoneyComb
3961 - type: "table"
3962   title: "Detailed Test Results - Honeycomb Functional Results"
3963   algorithm: "table_details"
3964   output-file-ext: ".csv"
3965   output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
3966   columns:
3967   - title: "Name"
3968     data: "data name"
3969   - title: "Documentation"
3970     data: "data doc"
3971   - title: "Status"
3972     data: "data status"
3973   rows: "generated"
3974   data:
3975     "hc-func-results"
3976   filter: "all"
3977   parameters:
3978   - "name"
3979   - "parent"
3980   - "doc"
3981   - "status"
3982
3983 ################################################################################
3984 # NSH SFC
3985 #-
3986 #  type: "table"
3987 #  title: "Detailed Test Results - NSH SFC Functional Results"
3988 #  algorithm: "table_details"
3989 #  output-file-ext: ".csv"
3990 #  output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
3991 #  columns:
3992 #  -
3993 #    title: "Name"
3994 #    data: "data name"
3995 #  -
3996 #    title: "Documentation"
3997 #    data: "data doc"
3998 #  -
3999 #    title: "Status"
4000 #    data: "data status"
4001 #  rows: "generated"
4002 #  data:
4003 #    "nsh-func-results"
4004 #  filter: "all"