5 # Top level directories:
9 DIR[BUILD,HTML]: "_build"
10 DIR[BUILD,LATEX]: "_build_latex"
13 DIR[RST]: "../../../docs/report"
16 ## Input data files (.zip, .xml)
17 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
18 ## Static source files from git
19 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
20 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
23 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
24 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
25 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
26 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
28 # Detailed test results
29 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
30 DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
31 DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
32 DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
33 DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
34 DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
35 DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
36 DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
37 DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
38 DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
39 DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
40 DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
41 DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
42 DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
43 DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
44 DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
45 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
46 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
47 DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
48 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
50 # Detailed test configurations
51 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
52 DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
53 DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
54 DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
55 DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
56 DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
57 DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
58 DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
59 DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
60 DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
61 DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
62 DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
64 # Detailed tests operational data
65 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
66 DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
67 DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
68 DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
69 DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
71 # .css patch file to fix tables generated by Sphinx
72 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
73 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
76 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
77 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
78 URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
79 # URL[VIRL,DNV]: "http://download.it/from/nexus"
80 URL[NEXUS]: "https://docs.fd.io/csit"
81 DIR[NEXUS]: "report/_static/archive"
84 # List the directories which are created while preparing the environment.
85 # All directories MUST be defined in "paths" section.
92 - "DIR[WORKING,SRC,STATIC]"
95 # List the directories which are deleted while cleaning the environment.
96 # All directories MUST be defined in "paths" section.
101 # List the directories where the results (build) is stored.
102 # All directories MUST be defined in "paths" section.
107 type: "configuration"
124 pci-g3-x8: 74404761.90
125 pci-g3-x16: 148809523.81
129 ###########################################################################
134 plot-vpp-throughput-latency-3n-hsw:
135 csit-vpp-perf-verify-1901-3n-hsw:
156 - 72 # 1901.1 NDRPDR sel
157 - 78 # 1901.1 NDRPDR sel
159 plot-throughput-speedup-analysis-3n-hsw:
160 csit-vpp-perf-verify-1901-3n-hsw:
181 - 72 # 1901.1 NDRPDR sel
182 - 78 # 1901.1 NDRPDR sel
184 plot-vpp-http-server-performance:
185 # TODO: Replace with new data
186 # csit-vpp-perf-verify-1901-3n-hsw:
187 csit-vpp-perf-verify-1810-3n-hsw:
199 plot-ligato-throughput-latency-3n-hsw:
200 csit-ligato-perf-verify-1901-3n-hsw:
212 plot-ligato-throughput-speedup-analysis-3n-hsw:
213 csit-ligato-perf-verify-1901-3n-hsw:
225 plot-dpdk-throughput-latency-3n-hsw:
226 csit-dpdk-perf-verify-1901-3n-hsw:
240 plot-vpp-throughput-latency-3n-skx:
241 csit-vpp-perf-verify-1901-3n-skx:
262 - 68 # 1901.1 NDRPDR sel
264 plot-throughput-speedup-analysis-3n-skx:
265 csit-vpp-perf-verify-1901-3n-skx:
286 - 68 # 1901.1 NDRPDR sel
288 plot-dpdk-throughput-latency-3n-skx:
289 csit-dpdk-perf-verify-1901-3n-skx:
303 plot-vpp-throughput-latency-2n-skx:
304 csit-vpp-perf-verify-1901-2n-skx:
315 - 64 # 1901.1 NDRPDR sel
317 plot-throughput-speedup-analysis-2n-skx:
318 csit-vpp-perf-verify-1901-2n-skx:
329 - 64 # 1901.1 NDRPDR sel
331 plot-vpp-soak-2n-skx:
332 csit-vpp-perf-verify-1901-2n-skx:
336 csit-vpp-perf-verify-1901-2n-skx:
343 plot-vpp-nfv-2n-skx-mrr:
344 csit-vpp-perf-verify-1901-2n-skx:
351 plot-dpdk-throughput-latency-2n-skx:
352 csit-dpdk-perf-verify-1901-2n-skx:
368 intel-dnv-vpp-release-1901:
371 ###########################################################################
372 # Simple tables (only one data set):
376 vpp-nic-comparison-3n-hsw:
377 csit-vpp-perf-verify-1901-3n-hsw:
398 - 72 # 1901.1 NDRPDR sel
399 - 78 # 1901.1 NDRPDR sel
401 vpp-nic-comparison-3n-skx:
402 csit-vpp-perf-verify-1901-3n-skx:
423 - 68 # 1901.1 NDRPDR sel
425 vpp-nic-comparison-2n-skx:
426 csit-vpp-perf-verify-1901-2n-skx:
437 - 64 # 1901.1 NDRPDR sel
439 vpp-nic-comparison-3n-hsw-mrr:
440 csit-vpp-perf-verify-1901-3n-hsw:
442 - 73 # 1901.1 MRR sel
443 - 77 # 1901.1 MRR sel
445 vpp-nic-comparison-3n-skx-mrr:
446 csit-vpp-perf-verify-1901-3n-skx:
448 - 69 # 1901.1 MRR sel
450 vpp-nic-comparison-2n-skx-mrr:
451 csit-vpp-perf-verify-1901-2n-skx:
453 - 65 # 1901.1 MRR sel
457 vpp-perf-results-3n-hsw:
458 csit-vpp-perf-verify-1901-3n-hsw:
463 - 72 # 1901.1 NDRPDR sel
464 - 78 # 1901.1 NDRPDR sel
466 vpp-perf-results-3n-skx:
467 csit-vpp-perf-verify-1901-3n-skx:
472 - 68 # 1901.1 NDRPDR sel
474 vpp-perf-results-2n-skx:
475 csit-vpp-perf-verify-1901-2n-skx:
480 - 64 # 1901.1 NDRPDR sel
482 vpp-mrr-results-3n-hsw:
483 csit-vpp-perf-verify-1901-3n-hsw:
485 - 73 # 1901.1 MRR sel
486 - 77 # 1901.1 MRR sel
488 vpp-mrr-results-3n-skx:
489 csit-vpp-perf-verify-1901-3n-skx:
491 - 69 # 1901.1 MRR sel
493 vpp-mrr-results-2n-skx:
494 csit-vpp-perf-verify-1901-2n-skx:
496 - 65 # 1901.1 MRR sel
498 vpp-func-results-ubuntu:
499 csit-vpp-functional-1901-ubuntu1604-virl:
502 vpp-func-results-centos:
503 csit-vpp-functional-1901-centos7-virl:
506 vpp-device-results-ubuntu:
507 csit-vpp-device-1901-ubuntu1804-1n-skx:
511 ligato-perf-results-3n-hsw:
512 csit-ligato-perf-verify-1901-3n-hsw:
515 dpdk-perf-results-3n-hsw:
516 csit-dpdk-perf-verify-1901-3n-hsw:
519 dpdk-perf-results-3n-skx:
520 csit-dpdk-perf-verify-1901-3n-skx:
523 dpdk-perf-results-2n-skx:
524 csit-dpdk-perf-verify-1901-2n-skx:
527 # HoneyComb Functional
529 csit-hc2vpp-verify-func-1901-ubuntu1604:
535 csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
540 csit-dmm-functional-1901-ubuntu1604-virl:
543 ###########################################################################
544 # Tables (more than one data set)
546 # Performance changes
548 intel-dnv-vpp-changes-2n-dnv-ref:
549 intel-dnv-vpp-release-1810:
551 intel-dnv-vpp-changes-2n-dnv-cmp:
552 intel-dnv-vpp-release-1901:
554 intel-dnv-vpp-changes-2n-dnv:
555 - "intel-dnv-vpp-changes-2n-dnv-ref"
556 - "intel-dnv-vpp-changes-2n-dnv-cmp"
558 vpp-performance-changes-3n-hsw-h1:
559 csit-vpp-perf-verify-1807-3n-hsw:
573 vpp-performance-changes-3n-hsw-ref:
574 csit-vpp-perf-verify-1810-3n-hsw:
585 vpp-performance-changes-3n-hsw-cmp:
586 csit-vpp-perf-verify-1901-3n-hsw:
607 - 72 # 1901.1 NDRPDR sel
608 - 78 # 1901.1 NDRPDR sel
609 vpp-performance-changes-3n-hsw:
610 - "vpp-performance-changes-3n-hsw-h1"
611 - "vpp-performance-changes-3n-hsw-ref"
612 - "vpp-performance-changes-3n-hsw-cmp"
614 vpp-performance-changes-3n-skx-h1:
615 csit-vpp-perf-verify-1807-3n-skx:
626 vpp-performance-changes-3n-skx-ref:
627 csit-vpp-perf-verify-1810-3n-skx:
638 vpp-performance-changes-3n-skx-cmp:
639 csit-vpp-perf-verify-1901-3n-skx:
660 - 68 # 1901.1 NDRPDR sel
661 vpp-performance-changes-3n-skx:
662 - "vpp-performance-changes-3n-skx-h1"
663 - "vpp-performance-changes-3n-skx-ref"
664 - "vpp-performance-changes-3n-skx-cmp"
666 vpp-performance-changes-2n-skx-h1:
667 csit-vpp-perf-verify-1807-2n-skx:
678 vpp-performance-changes-2n-skx-ref:
679 csit-vpp-perf-verify-1810-2n-skx:
690 vpp-performance-changes-2n-skx-cmp:
691 csit-vpp-perf-verify-1901-2n-skx:
702 - 64 # 1901.1 NDRPDR sel
703 vpp-performance-changes-2n-skx:
704 - "vpp-performance-changes-2n-skx-h1"
705 - "vpp-performance-changes-2n-skx-ref"
706 - "vpp-performance-changes-2n-skx-cmp"
708 vpp-performance-changes-3n-hsw-mrr-h1:
709 csit-vpp-perf-verify-1807-3n-hsw:
719 vpp-performance-changes-3n-hsw-mrr-ref:
720 csit-vpp-perf-verify-1810-3n-hsw:
722 vpp-performance-changes-3n-hsw-mrr-cmp:
723 csit-vpp-perf-verify-1901-3n-hsw:
725 - 73 # 1901.1 MRR sel
726 - 77 # 1901.1 MRR sel
727 vpp-performance-changes-3n-hsw-mrr:
728 - "vpp-performance-changes-3n-hsw-mrr-h1"
729 - "vpp-performance-changes-3n-hsw-mrr-ref"
730 - "vpp-performance-changes-3n-hsw-mrr-cmp"
732 vpp-performance-changes-3n-skx-mrr-h1:
733 csit-vpp-perf-verify-1807-3n-skx:
744 vpp-performance-changes-3n-skx-mrr-ref:
745 csit-vpp-perf-verify-1810-3n-skx:
750 vpp-performance-changes-3n-skx-mrr-cmp:
751 csit-vpp-perf-verify-1901-3n-skx:
753 - 69 # 1901.1 MRR sel
754 vpp-performance-changes-3n-skx-mrr:
755 - "vpp-performance-changes-3n-skx-mrr-h1"
756 - "vpp-performance-changes-3n-skx-mrr-ref"
757 - "vpp-performance-changes-3n-skx-mrr-cmp"
759 vpp-performance-changes-2n-skx-mrr-h1:
760 csit-vpp-perf-verify-1807-2n-skx:
771 vpp-performance-changes-2n-skx-mrr-ref:
772 csit-vpp-perf-verify-1810-2n-skx:
777 vpp-performance-changes-2n-skx-mrr-cmp:
778 csit-vpp-perf-verify-1901-2n-skx:
780 - 65 # 1901.1 MRR sel
781 vpp-performance-changes-2n-skx-mrr:
782 - "vpp-performance-changes-2n-skx-mrr-h1"
783 - "vpp-performance-changes-2n-skx-mrr-ref"
784 - "vpp-performance-changes-2n-skx-mrr-cmp"
786 dpdk-performance-changes-3n-hsw-h1:
787 csit-dpdk-perf-verify-1807-3n-hsw:
798 dpdk-performance-changes-3n-hsw-ref:
799 csit-dpdk-perf-verify-1810-3n-hsw:
810 dpdk-performance-changes-3n-hsw-cmp:
811 csit-dpdk-perf-verify-1901-3n-hsw:
822 dpdk-performance-changes-3n-hsw:
823 - "dpdk-performance-changes-3n-hsw-h1"
824 - "dpdk-performance-changes-3n-hsw-ref"
825 - "dpdk-performance-changes-3n-hsw-cmp"
827 dpdk-performance-changes-3n-skx-h1:
828 csit-dpdk-perf-verify-1807-3n-skx:
839 dpdk-performance-changes-3n-skx-ref:
840 csit-dpdk-perf-verify-1810-3n-skx:
851 dpdk-performance-changes-3n-skx-cmp:
852 csit-dpdk-perf-verify-1901-3n-skx:
863 dpdk-performance-changes-3n-skx:
864 - "dpdk-performance-changes-3n-skx-h1"
865 - "dpdk-performance-changes-3n-skx-ref"
866 - "dpdk-performance-changes-3n-skx-cmp"
868 dpdk-performance-changes-2n-skx-ref:
869 csit-dpdk-perf-verify-1810-2n-skx:
880 dpdk-performance-changes-2n-skx-cmp:
881 csit-dpdk-perf-verify-1901-2n-skx:
892 dpdk-performance-changes-2n-skx:
893 - "dpdk-performance-changes-2n-skx-ref"
894 - "dpdk-performance-changes-2n-skx-cmp"
898 vpp-compare-testbeds-ref:
899 csit-vpp-perf-verify-1901-3n-hsw:
920 - 72 # 1901.1 NDRPDR sel
921 - 78 # 1901.1 NDRPDR sel
922 vpp-compare-testbeds-cmp:
923 csit-vpp-perf-verify-1901-3n-skx:
944 - 68 # 1901.1 NDRPDR sel
945 vpp-compare-testbeds:
946 - "vpp-compare-testbeds-ref"
947 - "vpp-compare-testbeds-cmp"
949 vpp-compare-testbeds-mrr-ref:
950 csit-vpp-perf-verify-1901-3n-hsw:
952 - 73 # 1901.1 MRR sel
953 - 77 # 1901.1 MRR sel
954 vpp-compare-testbeds-mrr-cmp:
955 csit-vpp-perf-verify-1901-3n-skx:
957 - 69 # 1901.1 MRR sel
958 vpp-compare-testbeds-mrr:
959 - "vpp-compare-testbeds-mrr-ref"
960 - "vpp-compare-testbeds-mrr-cmp"
962 dpdk-compare-testbeds-ref:
963 csit-dpdk-perf-verify-1901-3n-hsw:
974 dpdk-compare-testbeds-cmp:
975 csit-dpdk-perf-verify-1901-3n-skx:
986 dpdk-compare-testbeds:
987 - "dpdk-compare-testbeds-ref"
988 - "dpdk-compare-testbeds-cmp"
992 vpp-compare-topologies-ref:
993 csit-vpp-perf-verify-1901-3n-skx:
1014 - 68 # 1901.1 NDRPDR sel
1015 vpp-compare-topologies-cmp:
1016 csit-vpp-perf-verify-1901-2n-skx:
1027 - 64 # 1901.1 NDRPDR sel
1028 vpp-compare-topologies:
1029 - "vpp-compare-topologies-ref"
1030 - "vpp-compare-topologies-cmp"
1032 vpp-compare-topologies-mrr-ref:
1033 csit-vpp-perf-verify-1901-3n-skx:
1035 - 69 # 1901.1 MRR sel
1036 vpp-compare-topologies-mrr-cmp:
1037 csit-vpp-perf-verify-1901-2n-skx:
1039 - 65 # 1901.1 MRR sel
1040 vpp-compare-topologies-mrr:
1041 - "vpp-compare-topologies-mrr-ref"
1042 - "vpp-compare-topologies-mrr-cmp"
1044 dpdk-compare-topologies-ref:
1045 csit-dpdk-perf-verify-1901-3n-skx:
1056 dpdk-compare-topologies-cmp:
1057 csit-dpdk-perf-verify-1901-2n-skx:
1068 dpdk-compare-topologies:
1069 - "dpdk-compare-topologies-ref"
1070 - "dpdk-compare-topologies-cmp"
1074 plot-soak-throughput:
1078 title: "<b>Test Cases [Index]</b>"
1083 gridcolor: "rgb(230, 230, 230)"
1084 linecolor: "rgb(220, 220, 220)"
1088 showticklabels: True
1089 tickcolor: "rgb(220, 220, 220)"
1095 title: "<b>Packet Throughput [Mpps]</b>"
1098 gridcolor: "rgb(230, 230, 230)"
1101 linecolor: "rgb(220, 220, 220)"
1105 showticklabels: True
1106 tickcolor: "rgb(220, 220, 220)"
1125 plot-service-density:
1134 showticklabels: False
1140 autorange: "reversed"
1143 showticklabels: False
1157 title: "<b>Test Cases [Index]</b>"
1162 gridcolor: "rgb(230, 230, 230)"
1163 linecolor: "rgb(220, 220, 220)"
1167 showticklabels: True
1168 tickcolor: "rgb(220, 220, 220)"
1174 title: "<b>Connections Per Second [cps]</b>"
1177 gridcolor: "rgb(230, 230, 230)"
1179 linecolor: "rgb(220, 220, 220)"
1184 showticklabels: True
1185 tickcolor: "rgb(220, 220, 220)"
1210 title: "<b>Test Cases [Index]</b>"
1215 gridcolor: "rgb(230, 230, 230)"
1216 linecolor: "rgb(220, 220, 220)"
1220 showticklabels: True
1221 tickcolor: "rgb(220, 220, 220)"
1227 title: "<b>Requests Per Second [rps]</b>"
1230 gridcolor: "rgb(230, 230, 230)"
1232 linecolor: "rgb(220, 220, 220)"
1237 showticklabels: True
1238 tickcolor: "rgb(230, 230, 230)"
1263 title: "<b>Test Cases [Index]</b>"
1268 gridcolor: "rgb(230, 230, 230)"
1269 linecolor: "rgb(220, 220, 220)"
1273 showticklabels: True
1274 tickcolor: "rgb(220, 220, 220)"
1280 title: "<b>Packet Throughput [Mpps]</b>"
1283 gridcolor: "rgb(230, 230, 230)"
1286 linecolor: "rgb(220, 220, 220)"
1290 showticklabels: True
1291 tickcolor: "rgb(220, 220, 220)"
1312 plot-throughput-speedup-analysis:
1316 title: "<b>Number of Cores [Qty]</b>"
1321 gridcolor: "rgb(230, 230, 230)"
1322 linecolor: "rgb(220, 220, 220)"
1326 showticklabels: True
1327 tickcolor: "rgb(238, 238, 238)"
1333 title: "<b>Packet Throughput [Mpps]</b>"
1337 gridcolor: "rgb(230, 230, 230)"
1339 linecolor: "rgb(220, 220, 220)"
1343 showticklabels: True
1344 tickcolor: "rgb(220, 220, 220)"
1359 bgcolor: "rgba(255, 255, 255, 0)"
1360 bordercolor: "rgba(255, 255, 255, 0)"
1361 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1385 family: "Consolas, Courier New",
1390 text: " Perfect Measured Limit",
1400 family: "Consolas, Courier New",
1410 title: "<b>Direction</b>"
1415 gridcolor: "rgb(230, 230, 230)"
1416 linecolor: "rgb(220, 220, 220)"
1420 showticklabels: False
1421 tickcolor: "rgb(220, 220, 220)"
1427 title: "<b>Packet Latency [uSec]</b>"
1431 gridcolor: "rgb(230, 230, 230)"
1433 linecolor: "rgb(220, 220, 220)"
1437 showticklabels: True
1438 tickcolor: "rgb(220, 220, 220)"
1448 traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
1463 src-path: "{DIR[RST]}"
1464 dst-path: "{DIR[WORKING,SRC]}"
1469 file-name: "robot-plugin.zip"
1471 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
1472 extract: "robot-plugin/output.xml"
1476 intel-dnv-vpp-release-1901:
1479 intel-dnv-vpp-release-1810:
1482 csit-vpp-perf-verify-1807-3n-hsw:
1492 - 11 # NDRPDR full 1
1493 - 22 # NDRPDR full 2
1494 - 45 # NDRPDR full 3
1495 - 46 # NDRPDR full 4
1505 csit-vpp-perf-verify-1810-3n-hsw:
1531 csit-vpp-perf-verify-1901-3n-hsw:
1533 # - 38 # NDRPDR full
1534 # - 43 # NDRPDR full
1535 # - 45 # NDRPDR full
1536 # - 49 # NDRPDR full
1557 - 72 # 1901.1 NDRPDR sel
1558 - 78 # 1901.1 NDRPDR sel
1559 - 73 # 1901.1 MRR sel
1560 - 77 # 1901.1 MRR sel
1561 csit-vpp-perf-verify-1807-3n-skx:
1573 - 40 # NDRPDR full 1
1574 - 41 # NDRPDR full 2
1585 csit-vpp-perf-verify-1810-3n-skx:
1602 csit-vpp-perf-verify-1901-3n-skx:
1604 # - 37 # NDRPDR full
1605 # - 39 # NDRPDR full
1606 # - 40 # NDRPDR full
1607 # - 49 # NDRPDR full
1628 - 68 # 1901.1 NDRPDR sel
1629 - 69 # 1901.1 MRR sel
1630 csit-vpp-perf-verify-1807-2n-skx:
1653 csit-vpp-perf-verify-1810-2n-skx:
1670 csit-vpp-perf-verify-1901-2n-skx:
1672 # - 25 # NDRPDR full
1673 # - 30 # NDRPDR full
1674 # - 33 # NDRPDR full
1675 # - 44 # NDRPDR full
1697 - 64 # 1901.1 NDRPDR sel
1698 - 65 # 1901.1 MRR sel
1699 csit-ligato-perf-verify-1901-3n-hsw:
1711 csit-dpdk-perf-verify-1807-3n-hsw:
1722 csit-dpdk-perf-verify-1810-3n-hsw:
1733 csit-dpdk-perf-verify-1901-3n-hsw:
1744 csit-dpdk-perf-verify-1807-3n-skx:
1755 csit-dpdk-perf-verify-1810-3n-skx:
1766 csit-dpdk-perf-verify-1901-3n-skx:
1777 csit-dpdk-perf-verify-1810-2n-skx:
1788 csit-dpdk-perf-verify-1901-2n-skx:
1799 csit-vpp-functional-1901-ubuntu1604-virl:
1801 csit-vpp-functional-1901-centos7-virl:
1803 csit-vpp-device-1901-ubuntu1804-1n-skx:
1806 csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
1808 csit-dmm-functional-1901-ubuntu1604-virl:
1810 csit-hc2vpp-verify-func-1901-ubuntu1604:
1822 ################################################################################
1824 ################################################################################
1826 # VPP Compare NICs 3n-hsw 1t1c ndr
1829 title: "VPP Compare NICs 3n-hsw 1t1c ndr"
1830 algorithm: "table_nics_comparison"
1831 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-ndr"
1834 nic: "NIC_Intel-X520-DA2"
1837 nic: "NIC_Intel-X710"
1838 data: "vpp-nic-comparison-3n-hsw"
1839 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1840 filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1847 # VPP Compare NICs 3n-hsw 2t2c ndr
1850 title: "VPP Compare NICs 3n-hsw 2t2c ndr"
1851 algorithm: "table_nics_comparison"
1852 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-ndr"
1855 nic: "NIC_Intel-X520-DA2"
1858 nic: "NIC_Intel-X710"
1859 data: "vpp-nic-comparison-3n-hsw"
1860 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1861 filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1868 # VPP Compare NICs 3n-hsw 1t1c pdr
1871 title: "VPP Compare NICs 3n-hsw 1t1c pdr"
1872 algorithm: "table_nics_comparison"
1873 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-pdr"
1876 nic: "NIC_Intel-X520-DA2"
1879 nic: "NIC_Intel-X710"
1880 data: "vpp-nic-comparison-3n-hsw"
1881 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1882 filter: "'1T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1889 # VPP Compare NICs 3n-hsw 2t2c pdr
1892 title: "VPP Compare NICs 3n-hsw 2t2c pdr"
1893 algorithm: "table_nics_comparison"
1894 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-pdr"
1897 nic: "NIC_Intel-X520-DA2"
1900 nic: "NIC_Intel-X710"
1901 data: "vpp-nic-comparison-3n-hsw"
1902 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
1903 filter: "'2T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1910 # VPP Compare NICs 3n-hsw 1t1c mrr
1913 title: "VPP Compare NICs 3n-hsw 1t1c mrr"
1914 algorithm: "table_nics_comparison"
1915 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-nics-mrr"
1918 nic: "NIC_Intel-X520-DA2"
1921 nic: "NIC_Intel-X710"
1922 data: "vpp-nic-comparison-3n-hsw-mrr"
1923 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1924 filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1931 # VPP Compare NICs 3n-hsw 2t2c mrr
1934 title: "VPP Compare NICs 3n-hsw 2t2c mrr"
1935 algorithm: "table_nics_comparison"
1936 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-nics-mrr"
1939 nic: "NIC_Intel-X520-DA2"
1942 nic: "NIC_Intel-X710"
1943 data: "vpp-nic-comparison-3n-hsw-mrr"
1944 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1945 filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1952 # VPP Compare NICs 3n-hsw 4t4c mrr
1955 title: "VPP Compare NICs 3n-hsw 4t4c mrr"
1956 algorithm: "table_nics_comparison"
1957 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-nics-mrr"
1960 nic: "NIC_Intel-X520-DA2"
1963 nic: "NIC_Intel-X710"
1964 data: "vpp-nic-comparison-3n-hsw-mrr"
1965 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
1966 filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1973 # VPP Compare NICs 3n-skx 2t1c ndr
1976 title: "VPP Compare NICs 3n-skx 2t1c ndr"
1977 algorithm: "table_nics_comparison"
1978 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
1981 nic: "NIC_Intel-X710"
1983 title: "Intel-xxv710"
1984 nic: "NIC_Intel-XXV710"
1985 data: "vpp-nic-comparison-3n-skx"
1986 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
1987 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
1994 # VPP Compare NICs 3n-skx 4t2c ndr
1997 title: "VPP Compare NICs 3n-skx 4t2c ndr"
1998 algorithm: "table_nics_comparison"
1999 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
2002 nic: "NIC_Intel-X710"
2004 title: "Intel-xxv710"
2005 nic: "NIC_Intel-XXV710"
2006 data: "vpp-nic-comparison-3n-skx"
2007 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2008 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2015 # VPP Compare NICs 3n-skx 2t1c pdr
2018 title: "VPP Compare NICs 3n-skx 2t1c pdr"
2019 algorithm: "table_nics_comparison"
2020 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
2023 nic: "NIC_Intel-X710"
2025 title: "Intel-xxv710"
2026 nic: "NIC_Intel-XXV710"
2027 data: "vpp-nic-comparison-3n-skx"
2028 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2029 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2036 # VPP Compare NICs 3n-skx 4t2c pdr
2039 title: "VPP Compare NICs 3n-skx 4t2c pdr"
2040 algorithm: "table_nics_comparison"
2041 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
2044 nic: "NIC_Intel-X710"
2046 title: "Intel-xxv710"
2047 nic: "NIC_Intel-XXV710"
2048 data: "vpp-nic-comparison-3n-skx"
2049 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2050 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2057 # VPP Compare NICs 3n-skx 2t1c mrr
2060 title: "VPP Compare NICs 3n-skx 2t1c mrr"
2061 algorithm: "table_nics_comparison"
2062 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
2065 nic: "NIC_Intel-X710"
2067 title: "Intel-xxv710"
2068 nic: "NIC_Intel-XXV710"
2069 data: "vpp-nic-comparison-3n-skx-mrr"
2070 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2071 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2078 # VPP Compare NICs 3n-skx 4t2c mrr
2081 title: "VPP Compare NICs 3n-skx 4t2c mrr"
2082 algorithm: "table_nics_comparison"
2083 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
2086 nic: "NIC_Intel-X710"
2088 title: "Intel-xxv710"
2089 nic: "NIC_Intel-XXV710"
2090 data: "vpp-nic-comparison-3n-skx-mrr"
2091 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2092 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2099 # VPP Compare NICs 3n-skx 8t4c mrr
2102 title: "VPP Compare NICs 3n-skx 8t4c mrr"
2103 algorithm: "table_nics_comparison"
2104 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
2107 nic: "NIC_Intel-X710"
2109 title: "Intel-xxv710"
2110 nic: "NIC_Intel-XXV710"
2111 data: "vpp-nic-comparison-3n-skx-mrr"
2112 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2113 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2120 # VPP Compare NICs 2n-skx 2t1c ndr
2123 title: "VPP Compare NICs 2n-skx 2t1c ndr"
2124 algorithm: "table_nics_comparison"
2125 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
2128 nic: "NIC_Intel-X710"
2130 title: "Intel-xxv710"
2131 nic: "NIC_Intel-XXV710"
2132 data: "vpp-nic-comparison-2n-skx"
2133 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2134 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2141 # VPP Compare NICs 2n-skx 4t2c ndr
2144 title: "VPP Compare NICs 2n-skx 4t2c ndr"
2145 algorithm: "table_nics_comparison"
2146 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
2149 nic: "NIC_Intel-X710"
2151 title: "Intel-xxv710"
2152 nic: "NIC_Intel-XXV710"
2153 data: "vpp-nic-comparison-2n-skx"
2154 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2155 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2162 # VPP Compare NICs 2n-skx 2t1c pdr
2165 title: "VPP Compare NICs 2n-skx 2t1c pdr"
2166 algorithm: "table_nics_comparison"
2167 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
2170 nic: "NIC_Intel-X710"
2172 title: "Intel-xxv710"
2173 nic: "NIC_Intel-XXV710"
2174 data: "vpp-nic-comparison-2n-skx"
2175 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2176 filter: "'2T1C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2183 # VPP Compare NICs 2n-skx 4t2c pdr
2186 title: "VPP Compare NICs 2n-skx 4t2c pdr"
2187 algorithm: "table_nics_comparison"
2188 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
2191 nic: "NIC_Intel-X710"
2193 title: "Intel-xxv710"
2194 nic: "NIC_Intel-XXV710"
2195 data: "vpp-nic-comparison-2n-skx"
2196 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2197 filter: "'4T2C' and 'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2204 # VPP Compare NICs 2n-skx 2t1c mrr
2207 title: "VPP Compare NICs 2n-skx 2t1c mrr"
2208 algorithm: "table_nics_comparison"
2209 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
2212 nic: "NIC_Intel-X710"
2214 title: "Intel-xxv710"
2215 nic: "NIC_Intel-XXV710"
2216 data: "vpp-nic-comparison-2n-skx-mrr"
2217 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2218 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2225 # VPP Compare NICs 2n-skx 4t2c mrr
2228 title: "VPP Compare NICs 2n-skx 4t2c mrr"
2229 algorithm: "table_nics_comparison"
2230 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
2233 nic: "NIC_Intel-X710"
2235 title: "Intel-xxv710"
2236 nic: "NIC_Intel-XXV710"
2237 data: "vpp-nic-comparison-2n-skx-mrr"
2238 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2239 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2246 # VPP Compare NICs 2n-skx 8t4c mrr
2249 title: "VPP Compare NICs 2n-skx 8t4c mrr"
2250 algorithm: "table_nics_comparison"
2251 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
2254 nic: "NIC_Intel-X710"
2256 title: "Intel-xxv710"
2257 nic: "NIC_Intel-XXV710"
2258 data: "vpp-nic-comparison-2n-skx-mrr"
2259 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2260 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2267 ################################################################################
2270 # VPP Performance Changes 2n-dnv 1t1c pdr
2273 title: "VPP Performance Changes 2n-dnv 1t1c pdr"
2274 algorithm: "table_performance_comparison"
2275 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
2278 data: "intel-dnv-vpp-changes-2n-dnv-ref"
2281 data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2282 data: "intel-dnv-vpp-changes-2n-dnv"
2283 include-tests: "PDR"
2284 filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2290 # VPP Performance Changes 2n-dnv 2t2c pdr
2293 title: "VPP Performance Changes 2n-dnv 2t2c pdr"
2294 algorithm: "table_performance_comparison"
2295 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
2298 data: "intel-dnv-vpp-changes-2n-dnv-ref"
2301 data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2302 data: "intel-dnv-vpp-changes-2n-dnv"
2303 include-tests: "PDR"
2304 filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2310 # VPP Performance Changes 2n-dnv 1t1c ndr
2313 title: "VPP Performance Changes 2n-dnv 1t1c ndr"
2314 algorithm: "table_performance_comparison"
2315 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
2318 data: "intel-dnv-vpp-changes-2n-dnv-ref"
2321 data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2322 data: "intel-dnv-vpp-changes-2n-dnv"
2323 include-tests: "NDR"
2324 filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')"
2330 # VPP Performance Changes 2n-dnv 2t2c ndr
2333 title: "VPP Performance Changes 2n-dnv 2t2c ndr"
2334 algorithm: "table_performance_comparison"
2335 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
2338 data: "intel-dnv-vpp-changes-2n-dnv-ref"
2341 data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2342 data: "intel-dnv-vpp-changes-2n-dnv"
2343 include-tests: "NDR"
2344 filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')"
2351 # VPP Performance Changes 2n-dnv 1t1c MRR
2354 title: "VPP Performance Changes 2n-dnv 1t1c MRR"
2355 algorithm: "table_performance_comparison"
2356 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
2359 data: "intel-dnv-vpp-changes-2n-dnv-ref"
2362 data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2363 data: "intel-dnv-vpp-changes-2n-dnv"
2364 include-tests: "MRR"
2365 filter: "'1T1C' and 'MRR'"
2371 # VPP Performance Changes 2n-dnv 2t2c MRR
2374 title: "VPP Performance Changes 2n-dnv 2t2c MRR"
2375 algorithm: "table_performance_comparison"
2376 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
2379 data: "intel-dnv-vpp-changes-2n-dnv-ref"
2382 data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2383 data: "intel-dnv-vpp-changes-2n-dnv"
2384 include-tests: "MRR"
2385 filter: "'2T2C' and 'MRR'"
2391 # VPP Performance Changes 2n-dnv 4t4c MRR
2394 title: "VPP Performance Changes 2n-dnv 4t4c MRR"
2395 algorithm: "table_performance_comparison"
2396 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
2399 data: "intel-dnv-vpp-changes-2n-dnv-ref"
2402 data: "intel-dnv-vpp-changes-2n-dnv-cmp"
2403 data: "intel-dnv-vpp-changes-2n-dnv"
2404 include-tests: "MRR"
2405 filter: "'4T4C' and 'MRR'"
2411 # VPP Performance Changes 3n-hsw 1t1c pdr
2414 title: "VPP Performance Changes 3n-hsw 1t1c pdr"
2415 algorithm: "table_performance_comparison"
2416 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
2420 data: "vpp-performance-changes-3n-hsw-h1"
2423 data: "vpp-performance-changes-3n-hsw-ref"
2426 data: "vpp-performance-changes-3n-hsw-cmp"
2427 data: "vpp-performance-changes-3n-hsw"
2428 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2429 filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2435 # VPP Performance Changes 3n-hsw 2t2c pdr
2438 title: "VPP Performance Changes 3n-hsw 2t2c pdr"
2439 algorithm: "table_performance_comparison"
2440 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
2444 data: "vpp-performance-changes-3n-hsw-h1"
2447 data: "vpp-performance-changes-3n-hsw-ref"
2450 data: "vpp-performance-changes-3n-hsw-cmp"
2451 data: "vpp-performance-changes-3n-hsw"
2452 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2453 filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2459 # VPP Performance Changes 3n-hsw 1t1c ndr
2462 title: "VPP Performance Changes 3n-hsw 1t1c ndr"
2463 algorithm: "table_performance_comparison"
2464 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
2468 data: "vpp-performance-changes-3n-hsw-h1"
2471 data: "vpp-performance-changes-3n-hsw-ref"
2474 data: "vpp-performance-changes-3n-hsw-cmp"
2475 data: "vpp-performance-changes-3n-hsw"
2476 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2477 filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2483 # VPP Performance Changes 3n-hsw 2t2c ndr
2486 title: "VPP Performance Changes 3n-hsw 2t2c ndr"
2487 algorithm: "table_performance_comparison"
2488 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
2492 data: "vpp-performance-changes-3n-hsw-h1"
2495 data: "vpp-performance-changes-3n-hsw-ref"
2498 data: "vpp-performance-changes-3n-hsw-cmp"
2499 data: "vpp-performance-changes-3n-hsw"
2500 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2501 filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2507 # VPP Performance Changes 3n-skx 2t1c pdr
2510 title: "VPP Performance Changes 3n-skx 2t1c pdr"
2511 algorithm: "table_performance_comparison"
2512 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
2516 data: "vpp-performance-changes-3n-skx-h1"
2519 data: "vpp-performance-changes-3n-skx-ref"
2522 data: "vpp-performance-changes-3n-skx-cmp"
2523 data: "vpp-performance-changes-3n-skx"
2524 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2525 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2531 # VPP Performance Changes 3n-skx 4t2c pdr
2534 title: "VPP Performance Changes 3n-skx 4t2c pdr"
2535 algorithm: "table_performance_comparison"
2536 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
2540 data: "vpp-performance-changes-3n-skx-h1"
2543 data: "vpp-performance-changes-3n-skx-ref"
2546 data: "vpp-performance-changes-3n-skx-cmp"
2547 data: "vpp-performance-changes-3n-skx"
2548 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2549 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2555 # VPP Performance Changes 3n-skx 2t1c ndr
2558 title: "VPP Performance Changes 3n-skx 2t1c ndr"
2559 algorithm: "table_performance_comparison"
2560 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
2564 data: "vpp-performance-changes-3n-skx-h1"
2567 data: "vpp-performance-changes-3n-skx-ref"
2570 data: "vpp-performance-changes-3n-skx-cmp"
2571 data: "vpp-performance-changes-3n-skx"
2572 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2573 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2579 # VPP Performance Changes 3n-skx 4t2c ndr
2582 title: "VPP Performance Changes 3n-skx 4t2c ndr"
2583 algorithm: "table_performance_comparison"
2584 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
2588 data: "vpp-performance-changes-3n-skx-h1"
2591 data: "vpp-performance-changes-3n-skx-ref"
2594 data: "vpp-performance-changes-3n-skx-cmp"
2595 data: "vpp-performance-changes-3n-skx"
2596 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2597 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2603 # VPP Performance Changes 2n-skx 2t1c pdr
2606 title: "VPP Performance Changes 2n-skx 2t1c pdr"
2607 algorithm: "table_performance_comparison"
2608 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
2612 data: "vpp-performance-changes-2n-skx-h1"
2615 data: "vpp-performance-changes-2n-skx-ref"
2618 data: "vpp-performance-changes-2n-skx-cmp"
2619 data: "vpp-performance-changes-2n-skx"
2620 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2621 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2627 # VPP Performance Changes 2n-skx 4t2c pdr
2630 title: "VPP Performance Changes 2n-skx 4t2c pdr"
2631 algorithm: "table_performance_comparison"
2632 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
2635 data: "vpp-performance-changes-2n-skx-h1"
2638 data: "vpp-performance-changes-2n-skx-ref"
2641 data: "vpp-performance-changes-2n-skx-cmp"
2642 data: "vpp-performance-changes-2n-skx"
2643 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2644 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2650 # VPP Performance Changes 2n-skx 2t1c ndr
2653 title: "VPP Performance Changes 2n-skx 2t1c ndr"
2654 algorithm: "table_performance_comparison"
2655 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
2658 data: "vpp-performance-changes-2n-skx-h1"
2661 data: "vpp-performance-changes-2n-skx-ref"
2664 data: "vpp-performance-changes-2n-skx-cmp"
2665 data: "vpp-performance-changes-2n-skx"
2666 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2667 filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2673 # VPP Performance Changes 2n-skx 4t2c ndr
2676 title: "VPP Performance Changes 2n-skx 4t2c ndr"
2677 algorithm: "table_performance_comparison"
2678 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
2681 data: "vpp-performance-changes-2n-skx-h1"
2684 data: "vpp-performance-changes-2n-skx-ref"
2687 data: "vpp-performance-changes-2n-skx-cmp"
2688 data: "vpp-performance-changes-2n-skx"
2689 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2690 filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2696 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
2699 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
2700 algorithm: "table_performance_comparison"
2701 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
2704 data: "vpp-compare-testbeds-ref"
2707 data: "vpp-compare-testbeds-cmp"
2708 data: "vpp-compare-testbeds"
2709 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2710 filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2716 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
2719 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
2720 algorithm: "table_performance_comparison"
2721 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
2724 data: "vpp-compare-testbeds-ref"
2727 data: "vpp-compare-testbeds-cmp"
2728 data: "vpp-compare-testbeds"
2729 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2730 filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2736 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
2739 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
2740 algorithm: "table_performance_comparison"
2741 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
2744 data: "vpp-compare-testbeds-ref"
2747 data: "vpp-compare-testbeds-cmp"
2748 data: "vpp-compare-testbeds"
2749 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2750 filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
2756 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
2759 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
2760 algorithm: "table_performance_comparison"
2761 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
2764 data: "vpp-compare-testbeds-ref"
2767 data: "vpp-compare-testbeds-cmp"
2768 data: "vpp-compare-testbeds"
2769 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2770 filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
2776 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
2779 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
2780 algorithm: "table_performance_comparison"
2781 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
2784 data: "vpp-compare-topologies-ref"
2787 data: "vpp-compare-topologies-cmp"
2788 data: "vpp-compare-topologies"
2789 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2790 filter: "'NDRPDR' and '1C'"
2796 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
2799 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
2800 algorithm: "table_performance_comparison"
2801 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
2804 data: "vpp-compare-topologies-ref"
2807 data: "vpp-compare-topologies-cmp"
2808 data: "vpp-compare-topologies"
2809 include-tests: "NDR" # "PDR" | "NDR" | "MRR"
2810 filter: "'NDRPDR' and '2C'"
2816 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
2819 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
2820 algorithm: "table_performance_comparison"
2821 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
2824 data: "vpp-compare-topologies-ref"
2827 data: "vpp-compare-topologies-cmp"
2828 data: "vpp-compare-topologies"
2829 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2830 filter: "'NDRPDR' and '1C'"
2836 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
2839 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
2840 algorithm: "table_performance_comparison"
2841 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
2844 data: "vpp-compare-topologies-ref"
2847 data: "vpp-compare-topologies-cmp"
2848 data: "vpp-compare-topologies"
2849 include-tests: "PDR" # "PDR" | "NDR" | "MRR"
2850 filter: "'NDRPDR' and '2C'"
2856 # VPP Performance Changes 3n-hsw 1t1c MRR
2859 title: "VPP Performance Changes 3n-hsw 1t1c MRR"
2860 algorithm: "table_performance_comparison"
2861 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
2865 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2868 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2871 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2872 data: "vpp-performance-changes-3n-hsw-mrr"
2873 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2874 filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2880 # VPP Performance Changes 3n-hsw 2t2c MRR
2883 title: "VPP Performance Changes 3n-hsw 2t2c MRR"
2884 algorithm: "table_performance_comparison"
2885 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
2889 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2892 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2895 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2896 data: "vpp-performance-changes-3n-hsw-mrr"
2897 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2898 filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2904 # VPP Performance Changes 3n-hsw 4t4c MRR
2907 title: "VPP Performance Changes 3n-hsw 4t4c MRR"
2908 algorithm: "table_performance_comparison"
2909 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
2913 data: "vpp-performance-changes-3n-hsw-mrr-h1"
2916 data: "vpp-performance-changes-3n-hsw-mrr-ref"
2919 data: "vpp-performance-changes-3n-hsw-mrr-cmp"
2920 data: "vpp-performance-changes-3n-hsw-mrr"
2921 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2922 filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2928 # VPP Performance Changes 3n-skx 2t1c MRR
2931 title: "VPP Performance Changes 3n-skx 2t1c MRR"
2932 algorithm: "table_performance_comparison"
2933 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
2937 data: "vpp-performance-changes-3n-skx-mrr-h1"
2940 data: "vpp-performance-changes-3n-skx-mrr-ref"
2943 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2944 data: "vpp-performance-changes-3n-skx-mrr"
2945 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2946 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2952 # VPP Performance Changes 3n-skx 4t2c MRR
2955 title: "VPP Performance Changes 3n-skx 4t2c MRR"
2956 algorithm: "table_performance_comparison"
2957 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
2961 data: "vpp-performance-changes-3n-skx-mrr-h1"
2964 data: "vpp-performance-changes-3n-skx-mrr-ref"
2967 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2968 data: "vpp-performance-changes-3n-skx-mrr"
2969 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2970 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
2976 # VPP Performance Changes 3n-skx 8t4c MRR
2979 title: "VPP Performance Changes 3n-skx 8t4c MRR"
2980 algorithm: "table_performance_comparison"
2981 output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
2985 data: "vpp-performance-changes-3n-skx-mrr-h1"
2988 data: "vpp-performance-changes-3n-skx-mrr-ref"
2991 data: "vpp-performance-changes-3n-skx-mrr-cmp"
2992 data: "vpp-performance-changes-3n-skx-mrr"
2993 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
2994 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3000 # VPP Performance Changes 2n-skx 2t1c MRR
3003 title: "VPP Performance Changes 2n-skx 2t1c MRR"
3004 algorithm: "table_performance_comparison"
3005 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
3009 data: "vpp-performance-changes-2n-skx-mrr-h1"
3012 data: "vpp-performance-changes-2n-skx-mrr-ref"
3015 data: "vpp-performance-changes-2n-skx-mrr-cmp"
3016 data: "vpp-performance-changes-2n-skx-mrr"
3017 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3018 filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3024 # VPP Performance Changes 2n-skx 4t2c MRR
3027 title: "VPP Performance Changes 2n-skx 4t2c MRR"
3028 algorithm: "table_performance_comparison"
3029 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
3033 data: "vpp-performance-changes-2n-skx-mrr-h1"
3036 data: "vpp-performance-changes-2n-skx-mrr-ref"
3039 data: "vpp-performance-changes-2n-skx-mrr-cmp"
3040 data: "vpp-performance-changes-2n-skx-mrr"
3041 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3042 filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3048 # VPP Performance Changes 2n-skx 8t4c MRR
3051 title: "VPP Performance Changes 2n-skx 8t4c MRR"
3052 algorithm: "table_performance_comparison"
3053 output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
3057 data: "vpp-performance-changes-2n-skx-mrr-h1"
3060 data: "vpp-performance-changes-2n-skx-mrr-ref"
3063 data: "vpp-performance-changes-2n-skx-mrr-cmp"
3064 data: "vpp-performance-changes-2n-skx-mrr"
3065 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3066 filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
3072 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
3075 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
3076 algorithm: "table_performance_comparison"
3077 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
3080 data: "vpp-compare-testbeds-mrr-ref"
3083 data: "vpp-compare-testbeds-mrr-cmp"
3084 data: "vpp-compare-testbeds-mrr"
3085 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3086 filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
3092 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
3095 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
3096 algorithm: "table_performance_comparison"
3097 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
3100 data: "vpp-compare-testbeds-mrr-ref"
3103 data: "vpp-compare-testbeds-mrr-cmp"
3104 data: "vpp-compare-testbeds-mrr"
3105 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3106 filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
3112 # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
3115 title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
3116 algorithm: "table_performance_comparison"
3117 output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
3120 data: "vpp-compare-testbeds-mrr-ref"
3123 data: "vpp-compare-testbeds-mrr-cmp"
3124 data: "vpp-compare-testbeds-mrr"
3125 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3126 filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
3132 # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
3135 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
3136 algorithm: "table_performance_comparison"
3137 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
3140 data: "vpp-compare-topologies-mrr-ref"
3143 data: "vpp-compare-topologies-mrr-cmp"
3144 data: "vpp-compare-topologies-mrr"
3145 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3146 filter: "'MRR' and '1C'"
3152 # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
3155 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
3156 algorithm: "table_performance_comparison"
3157 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
3160 data: "vpp-compare-topologies-mrr-ref"
3163 data: "vpp-compare-topologies-mrr-cmp"
3164 data: "vpp-compare-topologies-mrr"
3165 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3166 filter: "'MRR' and '2C'"
3172 # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
3175 title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
3176 algorithm: "table_performance_comparison"
3177 output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
3180 data: "vpp-compare-topologies-mrr-ref"
3183 data: "vpp-compare-topologies-mrr-cmp"
3184 data: "vpp-compare-topologies-mrr"
3185 include-tests: "MRR" # "PDR" | "NDR" | "MRR"
3186 filter: "'MRR' and '4C'"
3192 # Detailed Test Results - VPP Performance Results 3n-hsw
3195 title: "Detailed Test Results - VPP Performance Results 3n-hsw"
3196 algorithm: "table_merged_details"
3197 output-file-ext: ".csv"
3198 output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
3207 data: "vpp-perf-results-3n-hsw"
3208 filter: "not 'NDRCHK' and not 'PDRCHK'"
3214 # Detailed Test Results - VPP Performance Results 3n-skx
3217 title: "Detailed Test Results - VPP Performance Results 3n-skx"
3218 algorithm: "table_merged_details"
3219 output-file-ext: ".csv"
3220 output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
3229 data: "vpp-perf-results-3n-skx"
3230 filter: "not 'NDRCHK' and not 'PDRCHK'"
3236 # Detailed Test Results - VPP Performance Results 2n-skx
3239 title: "Detailed Test Results - VPP Performance Results 2n-skx"
3240 algorithm: "table_merged_details"
3241 output-file-ext: ".csv"
3242 output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
3251 data: "vpp-perf-results-2n-skx"
3252 filter: "not 'NDRCHK' and not 'PDRCHK'"
3258 # Detailed Test Results - VPP Performance Results 2n-dnv
3261 title: "Detailed Test Results - VPP Performance Results 2n-dnv"
3262 algorithm: "table_details"
3263 output-file-ext: ".csv"
3264 output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
3273 data: "intel-dnv-vpp"
3280 # Test configuration - VPP Performance Test Configs 3n-hsw
3283 title: "Test configuration - VPP Performance Test Configs 3n-hsw"
3284 algorithm: "table_merged_details"
3285 output-file-ext: ".csv"
3286 output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw"
3292 title: "VPP API Test Commands History - Commands Used Per Test Case"
3293 data: "data conf-history"
3295 data: "vpp-perf-results-3n-hsw"
3296 filter: "not 'NDRCHK' and not 'PDRCHK'"
3302 # Test configuration - VPP Performance Test Configs 3n-skx
3305 title: "Test configuration - VPP Performance Test Configs 3n-skx"
3306 algorithm: "table_merged_details"
3307 output-file-ext: ".csv"
3308 output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx"
3314 title: "VPP API Test Commands History - Commands Used Per Test Case"
3315 data: "data conf-history"
3317 data: "vpp-perf-results-3n-skx"
3318 filter: "not 'NDRCHK' and not 'PDRCHK'"
3324 # Test configuration - VPP Performance Test Configs 2n-skx
3327 title: "Test configuration - VPP Performance Test Configs 2n-skx"
3328 algorithm: "table_merged_details"
3329 output-file-ext: ".csv"
3330 output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx"
3336 title: "VPP API Test Commands History - Commands Used Per Test Case"
3337 data: "data conf-history"
3339 data: "vpp-perf-results-2n-skx"
3340 filter: "not 'NDRCHK' and not 'PDRCHK'"
3346 # Test configuration - VPP Performance Test Configs 2n-dnv
3349 title: "Test configuration - VPP Performance Test Configs 2n-dnv"
3350 algorithm: "table_details"
3351 output-file-ext: ".csv"
3352 output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv"
3358 title: "VPP API Test Commands History - Commands Used Per Test Case"
3359 data: "data conf-history"
3361 data: "intel-dnv-vpp"
3368 # Test Operational Data - VPP Performance Operational Data 3n-hsw
3371 title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
3372 algorithm: "table_merged_details"
3373 output-file-ext: ".csv"
3374 output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
3380 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3381 data: "data show-run"
3383 data: "vpp-perf-results-3n-hsw"
3384 filter: "not 'NDRCHK' and not 'PDRCHK'"
3390 # Test Operational Data - VPP Performance Operational Data 3n-skx
3393 title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
3394 algorithm: "table_merged_details"
3395 output-file-ext: ".csv"
3396 output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
3402 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
3403 data: "data show-run"
3405 data: "vpp-perf-results-3n-skx"
3406 filter: "not 'NDRCHK' and not 'PDRCHK'"
3412 # Test Operational Data - VPP Performance Operational Data 2n-skx