X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Ftrending%2Felements.yaml;h=68ec170af0692adb73ef5bc1d3c81a1729848ecc;hp=c43709f03d30c47925e7cecb40199c8f33864fa8;hb=b3881e8cb219865423bc578c1e65324e15336847;hpb=37ea2ceb606bdfc338cc76330cb9289c12f63852 diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index c43709f03d..68ec170af0 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -94,50 +94,6 @@ - reference: -2 compare: -1 -# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr -- type: "table" - title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-3n-hsw" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr -- type: "table" - title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-3n-hsw" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# Compressed failed tests (last build) -- - type: "table" - title: "Last failed tests (last builds) VPP 3n-hsw" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-mrr" - data: "table-last-failed-tests-3n-hsw" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - type: "table" title: "Last failed tests (last builds) VPP 3n-skx" @@ -242,19 +198,6 @@ - "parent" - "status" -- - type: "table" - title: "Last failed tests (last builds) VPP 3n-hsw-ndrpdr" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-ndrpdr" - data: "table-last-failed-tests-3n-hsw-ndrpdr" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - type: "table" title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr" @@ -294,19 +237,6 @@ - "parent" - "status" -- - type: "table" - title: "Last failed tests (last builds) DPDK 3n-hsw" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-hsw-mrr" - data: "table-last-failed-tests-dpdk-3n-hsw" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - type: "table" title: "Last failed tests (last builds) DPDK 3n-tsh" @@ -372,129 +302,6 @@ - "parent" - "status" -# 3n-hsw -- - type: "table" - title: "Performance trending dashboard 1t1c-3n-hsw" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw" - data: "plot-performance-trending-all-3n-hsw" - filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- - type: "table" - title: "Performance trending dashboard 2t2c-3n-hsw" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw" - data: "plot-performance-trending-all-3n-hsw" - filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- - type: "table" - title: "Performance trending dashboard 4t4c-3n-hsw" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw" - data: "plot-performance-trending-all-3n-hsw" - filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- - type: "table" - title: "HTML performance trending dashboard 1t1c-3n-hsw" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.rst" - testbed: "3n-hsw" - -- - type: "table" - title: "HTML performance trending dashboard 2t2c-3n-hsw" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.rst" - testbed: "3n-hsw" - -- - type: "table" - title: "HTML performance trending dashboard 4t4c-3n-hsw" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst" - testbed: "3n-hsw" - -# 3n-hsw -- - type: "table" - title: "Performance trending dashboard 1t1c-3n-hsw ndr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr" - data: "plot-ndrpdr-comparison-3n-hsw" - filter: "'NDRPDR' and '1T1C'" - include-tests: "NDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 4 - long-trend-window: 12 - -- - type: "table" - title: "Performance trending dashboard 1t1c-3n-hsw pdr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr" - data: "plot-ndrpdr-comparison-3n-hsw" - filter: "'NDRPDR' and '1T1C'" - include-tests: "PDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 4 - long-trend-window: 12 - -- - type: "table" - title: "HTML performance trending dashboard 1t1c-3n-hsw ndr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst" - testbed: "3n-hsw" - test-type: "NDR" - add-links: True - -- - type: "table" - title: "HTML performance trending dashboard 1t1c-3n-hsw pdr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst" - testbed: "3n-hsw" - test-type: "PDR" - add-links: True - # 3n-skx - type: "table" @@ -654,51 +461,6 @@ test-type: "PDR" add-links: True -- - type: "table" - title: "Failed MRR tests 3n-hsw" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw" - data: "plot-performance-trending-all-3n-hsw" - filter: "'MRR' and not 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "status" - window: 7 # days - -- - type: "table" - title: "HTML Failed MRR tests 3n-hsw" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst" - testbed: "3n-hsw" - -- - type: "table" - title: "Failed NDRPDR tests 3n-hsw" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr" - data: "plot-ndrpdr-comparison-3n-hsw" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - window: 30 # days - -- - type: "table" - title: "HTML Failed NDRPDR tests 3n-hsw" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst" - testbed: "3n-hsw" - test-type: "NDRPDR" - ############################################################################### # 3n-skx - @@ -2290,17 +2052,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" layout: "plot-cpta" - - title: "3n-hsw-xl710-64b-{core}-ip4routing-base-scale-dpdk" - output-file-name: "3n-hsw-xl710-64b-{core}-ip4-base-scale-dpdk" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-mrr.64B-{core}-dot1q-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-rnd-mrr.64B-{core}-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-64b-{core}-ip4routing-base-scale-avf" output-file-name: "3n-skx-x710-64b-{core}-ip4-base-scale-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -2365,15 +2116,6 @@ - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-{core}-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr" layout: "plot-cpta" - - title: "3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk" - output-file-name: "3n-hsw-xl710-64b-{core}-ip4-tunnels-base-dpdk" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - title: "3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-dpdk" output-file-name: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-scale-avf-dpdk" data: "plot-performance-trending-vpp-3n-skx" @@ -2545,17 +2287,6 @@ - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" layout: "plot-cpta" - - title: "3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk" - output-file-name: "3n-hsw-xl710-78b-{core}-ip6-base-scale-dpdk" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Dot1Q-Ip6Base-mrr.78B-{core}-dot1q-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-78b-{core}-ip6routing-base-scale-avf" output-file-name: "3n-skx-x710-78b-{core}-ip6-base-scale-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -2624,30 +2355,6 @@ - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" layout: "plot-cpta" - - title: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk" - output-file-name: "3n-hsw-xl710-imix-{core}-ipsec-base-scale-sw-dpdk" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk" - output-file-name: "3n-hsw-xl710-imix-{core}-ipsec-base-scale-hw-dpdk" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - title: "3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf" output-file-name: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -2887,19 +2594,6 @@ - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" layout: "plot-cpta" - - title: "3n-hsw-xl710-64b-{core}-l2switching-base-scale-dpdk" - output-file-name: "3n-hsw-xl710-64b-{core}-l2-base-scale-dpdk" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Xcbase-mrr.64B-{core}-dot1q-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-64b-{core}-l2switching-base-scale-avf" output-file-name: "3n-skx-x710-64b-{core}-l2-base-scale-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -2983,19 +2677,6 @@ - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-mrr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr" layout: "plot-cpta" - - title: "3n-hsw-xl710-78b-{core}-srv6-ip6routing-base-dpdk" - output-file-name: "3n-hsw-xl710-78b-{core}-srv6-base-dpdk" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-mrr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-mrr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-mrr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-mrr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-mrr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-mrr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-dyn-mrr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-mrr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-masq-mrr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-mrr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-stat-mrr" - layout: "plot-cpta" - - title: "3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf" output-file-name: "3n-skx-xxv710-78b-{core}-srv6-base-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -3134,30 +2815,6 @@ - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" layout: "plot-cpta" - - title: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-testpmd" - output-file-name: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-testpmd" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp" - output-file-name: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp" - data: "plot-performance-trending-vpp-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr10241Vm-Vppl2Xc-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1V-m-Vppl2Xc-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-testpmd" output-file-name: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-testpmd" data: "plot-performance-trending-vpp-3n-skx" @@ -3304,24 +2961,6 @@ - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" layout: "plot-cpta" - - title: "3n-hsw-x710-64b-{core}-dpdk" - output-file-name: "3n-hsw-x710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - - title: "3n-hsw-xl710-64b-{core}-dpdk" - output-file-name: "3n-hsw-xl710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-64b-{core}-dpdk" output-file-name: "3n-skx-x710-64b-{core}-dpdk" data: "plot-performance-trending-dpdk-3n-skx" @@ -5215,131 +4854,3 @@ - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: "plot-cpta" - -# 3n-hsw ipsec - - - title: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - output-file-name: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: "plot-cpta" - - - title: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - output-file-name: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: "plot-cpta" - -# 3n-hsw ip4 - - - title: "3n-hsw-xl710-64b-{core}-ip4-base-scale-dpdk-{test_type}" - output-file-name: "3n-hsw-xl710-64b-{core}-ip4-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - -# 3n-hsw ip4 tunnels - - - title: "3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk-{test_type}" - output-file-name: "3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - -# 3n-hsw ip6 - - - title: "3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - output-file-name: "3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: "plot-cpta" - -# 3n-hsw l2 - - - title: "3n-hsw-xl710-64b-{core}-l2-base-scale-dpdk-{test_type}" - output-file-name: "3n-hsw-xl710-64b-{core}-l2-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - -# 3n-hsw srv6 - - - title: "3n-hsw-xl710-78b-{core}-srv6-base-dpdk-{test_type}" - output-file-name: "3n-hsw-xl710-78b-{core}-srv6-base-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: "plot-cpta" - -# 3n-hsw vhost - - - title: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-testpmd-{test_type}" - output-file-name: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - output-file-name: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-ndrpdr-comparison-3n-hsw" - core: ["1t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr10241Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1V-m-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: "plot-cpta"