"10.30.51.48": "LF-3n-SKX-31"
"10.30.51.60": "LF-3n-SKX-32"
"10.30.51.49": "LF-3n-TSH-33"
+ "10.32.8.10": "LF-DNV"
-
type: "configuration"
table-last-failed-tests-3n-tsh:
csit-vpp-perf-mrr-daily-master-3n-tsh:
- "lastCompletedBuild"
+ table-last-failed-tests-3n-dnv:
+ csit-vpp-perf-mrr-daily-master-3n-dnv:
+ - "lastCompletedBuild"
+ table-last-failed-tests-2n-dnv:
+ csit-vpp-perf-mrr-daily-master-2n-dnv:
+ - "lastCompletedBuild"
# 3n-hsw
plot-performance-trending-all-3n-hsw:
- 64
- 65
+ plot-performance-trending-vpp-3n-dnv:
+ csit-vpp-perf-mrr-daily-master-3n-dnv:
+ start: 41
+ end: "lastCompletedBuild"
+ skip:
+ - 46
+ - 47
+ - 57
+ - 58
+ - 59
+ - 60
+ - 62
+ - 63
+
+ plot-performance-trending-vpp-2n-dnv:
+ csit-vpp-perf-mrr-daily-master-2n-dnv:
+ start: 41
+ end: "lastCompletedBuild"
+ skip:
+ - 46
+ - 47
+ - 57
+ - 58
+ - 59
+
plot-layouts:
plot-cpta:
- 61
- 62
- 63
- - 64
- - 65
+
+ # 3n-dnv
+ csit-vpp-perf-mrr-daily-master-3n-dnv:
+ start: 41
+ end: "lastCompletedBuild"
+ skip:
+ - 46
+ - 47
+ - 57
+ - 58
+ - 59
+ - 60
+ - 62
+ - 63
+
+ # 2n-dnv
+ csit-vpp-perf-mrr-daily-master-2n-dnv:
+ start: 41
+ end: "lastCompletedBuild"
+ skip:
+ - 46
+ - 47
+ - 57
+ - 58
+ - 59
-
type: "output"
- "parent"
- "status"
+-
+ type: "table"
+ title: "Last failed tests (last builds) 3n-dnv"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv"
+ data: "table-last-failed-tests-3n-dnv"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
+-
+ type: "table"
+ title: "Last failed tests (last builds) 2n-dnv"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv"
+ data: "table-last-failed-tests-2n-dnv"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
# 3n-hsw
-
type: "table"
output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.rst"
testbed: "3n-tsh"
+################################################################################
+# 3n-dnv
+-
+ type: "table"
+ title: "Performance trending dashboard 1t1c-3n-dnv"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'MRR' and '1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 14
+ long-trend-window: 180
+
+-
+ type: "table"
+ title: "Performance trending dashboard 2t2c-3n-dnv"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'MRR' and '2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 14
+ long-trend-window: 180
+
+-
+ type: "table"
+ title: "Performance trending dashboard 4t4c-3n-dnv"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'MRR' and '4T4C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 14
+ long-trend-window: 180
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 1t1c-3n-dnv"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst"
+ testbed: "3n-dnv"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t2c-3n-dnv"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst"
+ testbed: "3n-dnv"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 4t4c-3n-dnv"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst"
+ testbed: "3n-dnv"
+
+-
+ type: "table"
+ title: "Failed MRR tests 3n-dnv"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ window: 7 # days
+
+-
+ type: "table"
+ title: "HTML Failed MRR tests 3n-dnv"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst"
+ testbed: "3n-dnv"
+
+################################################################################
+# 2n-dnv
+-
+ type: "table"
+ title: "Performance trending dashboard 1t1c-2n-dnv"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'MRR' and '1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 14
+ long-trend-window: 180
+
+-
+ type: "table"
+ title: "Performance trending dashboard 2t2c-2n-dnv"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'MRR' and '2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 14
+ long-trend-window: 180
+
+-
+ type: "table"
+ title: "Performance trending dashboard 4t4c-2n-dnv"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'MRR' and '4T4C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 14
+ long-trend-window: 180
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 1t1c-2n-dnv"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst"
+ testbed: "2n-dnv"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t2c-2n-dnv"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst"
+ testbed: "2n-dnv"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 4t4c-2n-dnv"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst"
+ testbed: "2n-dnv"
+
+-
+ type: "table"
+ title: "Failed MRR tests 2n-dnv"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ window: 7 # days
+
+-
+ type: "table"
+ title: "HTML Failed MRR tests 2n-dnv"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst"
+ testbed: "2n-dnv"
+
################################################################################
### C P T A ###
################################################################################
parameters:
- "result"
layout: "plot-cpta"
+
+################################################################################
+# 3n-dnv
+
+# L2 - x533
+
+ - title: "3n-dnv-x533-l2sw-64b-base-scale-1t1c"
+ output-file-name: "l2-1t1c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-l2sw-64b-base-scale-2t2c"
+ output-file-name: "l2-2t2c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-l2sw-64b-base-scale-4t4c"
+ output-file-name: "l2-4t4c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+# IPv4 - x533
+
+ - title: "3n-dnv-x533-ip4-64b-base-scale-1t1c"
+ output-file-name: "ip4-1t1c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-ip4-64b-base-scale-2t2c"
+ output-file-name: "ip4-2t2c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-ip4-64b-base-scale-4t4c"
+ output-file-name: "ip4-4t4c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+# IPv4 Tunnels - x533
+
+ - title: "3n-dnv-x533-ip4tun-64b-base-1t1c"
+ output-file-name: "ip4-tunnels-1t1c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-ip4tun-64b-base-2t2c"
+ output-file-name: "ip4-tunnels-2t2c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-ip4tun-64b-base-4t4c"
+ output-file-name: "ip4-tunnels-4t4c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+# IPv6 - x533
+
+ - title: "3n-dnv-x533-ip6-78b-base-scale-1t1c"
+ output-file-name: "ip6-1t1c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-ip6-78b-base-scale-2t2c"
+ output-file-name: "ip6-2t2c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-ip6-78b-base-scale-4t4c"
+ output-file-name: "ip6-4t4c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+# IPSec HW
+
+ - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-1t1c"
+ output-file-name: "ipsechw-1t1c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and not 'VHOST'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-2t2c"
+ output-file-name: "ipsechw-2t2c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and not 'VHOST'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-4t4c"
+ output-file-name: "ipsechw-4t4c-x533-3n-dnv"
+ data: "plot-performance-trending-vpp-3n-dnv"
+ filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and not 'VHOST'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+################################################################################
+# 2n-dnv
+
+# L2 - x533
+
+ - title: "2n-dnv-x533-l2sw-64b-base-scale-1t1c"
+ output-file-name: "l2-1t1c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "2n-dnv-x533-l2sw-64b-base-scale-2t2c"
+ output-file-name: "l2-2t2c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "2n-dnv-x533-l2sw-64b-base-scale-4t4c"
+ output-file-name: "l2-4t4c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+# IPv4 - x533
+
+ - title: "2n-dnv-x533-ip4-64b-base-scale-1t1c"
+ output-file-name: "ip4-1t1c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "2n-dnv-x533-ip4-64b-base-scale-2t2c"
+ output-file-name: "ip4-2t2c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "2n-dnv-x533-ip4-64b-base-scale-4t4c"
+ output-file-name: "ip4-4t4c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+# IPv6 - x533
+
+ - title: "2n-dnv-x533-ip6-78b-base-scale-1t1c"
+ output-file-name: "ip6-1t1c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "2n-dnv-x533-ip6-78b-base-scale-2t2c"
+ output-file-name: "ip6-2t2c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "2n-dnv-x533-ip6-78b-base-scale-4t4c"
+ output-file-name: "ip6-4t4c-x533-2n-dnv"
+ data: "plot-performance-trending-vpp-2n-dnv"
+ filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
Code Review / csit.git / blobdiff