X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Ftrending%2Felements.yaml;h=25369e3495d597b914a90da14b65b2ebb8f90687;hp=ca382fa16e0e81abf67848bb10e5656428ba26db;hb=2948af03c8240706b54c8f059423779f3de0877c;hpb=e5796ad7fac33f70942e4fd0f126a9c97e9fe9be diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index ca382fa16e..25369e3495 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -2,6 +2,14 @@ ### P L O T S ### ################################################################################ +- type: "plot" + title: "Statistics: 3n-alt mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-3n-alt-mrr" + data: "plot-performance-trending-vpp-3n-alt" + layout: + layout: "plot-statistics" + - type: "plot" title: "Statistics: 2n-icx mrr" algorithm: "plot_statistics" @@ -496,19 +504,6 @@ - "status" - "msg" -- type: "table" - title: "Last failed tests (last builds) VPP 3n-aws" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-aws-mrr" - data: "table-last-failed-tests-3n-aws" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - - type: "table" title: "Last failed tests (last builds) VPP 2n-aws" algorithm: "table_last_failed_tests" @@ -1295,6 +1290,92 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx.rst" testbed: "2n-icx" +################################################################################ +# 3n-alt +- type: "table" + title: "Performance trending dashboard 1t1c-3n-alt" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt" + data: "plot-performance-trending-vpp-3n-alt" + filter: "'MRR' and '1t1c'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "Performance trending dashboard 2t2c-3n-alt" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt" + data: "plot-performance-trending-vpp-3n-alt" + filter: "'MRR' and '2t2c'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "Performance trending dashboard 4t4c-3n-alt" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt" + data: "plot-performance-trending-vpp-3n-alt" + filter: "'MRR' and '4t4c'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- type: "table" + title: "HTML performance trending dashboard 1t1c-3n-alt" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt.rst" + testbed: "3n-alt" + +- type: "table" + title: "HTML performance trending dashboard 2t2c-3n-alt" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt.rst" + testbed: "3n-alt" + +- type: "table" + title: "HTML performance trending dashboard 4t4c-3n-alt" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt.rst" + testbed: "3n-alt" + +- type: "table" + title: "Failed MRR tests 3n-alt" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt" + data: "plot-performance-trending-vpp-3n-alt" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + window: 7 # days + +- type: "table" + title: "HTML Failed MRR tests 3n-alt" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt.rst" + testbed: "3n-alt" + ################################################################################ # 3n-icx - type: "table" @@ -1871,6 +1952,106 @@ ################################################################################ # NFV +# 2n-icx + + - title: "VPP NF Service Density VNFc IMIX MRR Trending 2n-icx" + output-file-name: "2n-icx-xxv710-imix-{core}-vhost-chains-avf" + data: "plot-performance-trending-vpp-nfv-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] + - ["4R1C", "4R2C", "4R4C", "4R6C"] + - ["6R1C", "6R2C", "6R4C"] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + layout: "plot-cpta" + + - title: "VPP NF Service Density VNFc VXLAN IMIX MRR Trending 2n-icx" + output-file-name: "2n-icx-xxv710-imix-{core}-vhost-chains-vxlan-avf" + data: "plot-performance-trending-vpp-nfv-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr" + groups: + - ["1R1C", ] + - ["2R1C", ] + - ["4R1C", ] + - ["6R1C", ] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + layout: "plot-cpta" + + - title: "VPP NF Service Density CNFc IMIX MRR Trending 2n-icx" + output-file-name: "2n-icx-xxv710-imix-{core}-memif-chains-avf" + data: "plot-performance-trending-vpp-nfv-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] + - ["4R1C", "4R2C", "4R4C", "4R6C"] + - ["6R1C", "6R2C", "6R4C"] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + layout: "plot-cpta" + + - title: "VPP NF Service Density CNFp IMIX MRR Trending 2n-icx" + output-file-name: "2n-icx-xxv710-imix-{core}-memif-pipelines-avf" + data: "plot-performance-trending-vpp-nfv-2n-icx" + core: ["2t1c", "4t2c", "8t4c"] + include: + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr" + - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] + - ["4R1C", "4R2C", "4R4C", "4R6C"] + - ["6R1C", "6R2C", "6R4C"] + group-names: + - "1 Pipe" + - "2 Pipes" + - "4 Pipes" + - "6 Pipes" + layout: "plot-cpta" + +################################################################################ + # 2n-skx - title: "VPP NF Service Density VNFc IMIX MRR Trending 2n-skx" @@ -4022,14 +4203,14 @@ - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" layout: "plot-cpta" - - title: "2n-zn2-cx556a-64b-8t4c-rdma-l2-vhost-base" - output-file-name: "2n-zn2-cx556a-64b-8t4c-rdma-l2-vhost-base" + - title: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base" + output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base" data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-8t4c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-8t4c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-8t4c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" layout: "plot-cpta" - title: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base" @@ -4476,6 +4657,155 @@ - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" layout: "plot-cpta" +# 3n-alt + + - title: "3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw" + output-file-name: "3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw" + output-file-name: "3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw" + output-file-name: "3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw" + output-file-name: "3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto" + output-file-name: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw" + output-file-name: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-mrr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ip4-base-scale" + output-file-name: "3n-alt-xl710-64b-{core}-ip4-base-scale" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale200K-Mrr.64B-{core}-ethip4-ip4scale200k-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ip4-feature" + output-file-name: "3n-alt-xl710-64b-{core}-ip4-feature" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Mrr.64B-{core}-ethip4-ip4base-iacldstbase-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-ip4tunnel-base" + output-file-name: "3n-alt-xl710-64b-{core}-ip4tunnel-base" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" + - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-78b-{core}-ip6-base-scale" + output-file-name: "3n-alt-xl710-78b-{core}-ip6-base-scale" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale200K-Mrr.78B-{core}-ethip6-ip6scale200k-mrr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Mrr.78B-{core}-ethip6-ip6base-iacldstbase-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-l2-base-scale" + output-file-name: "3n-alt-xl710-64b-{core}-l2-base-scale" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-l2-feature" + output-file-name: "3n-alt-xl710-64b-{core}-l2-feature" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr" + layout: "plot-cpta" + + - title: "3n-alt-xl710-64b-{core}-vhost" + output-file-name: "3n-alt-xl710-64b-{core}-vhost" + data: "plot-performance-trending-vpp-3n-alt" + core: ["1t1c", "2t2c", "4t4c"] + include: + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-mrr" + layout: "plot-cpta" + # 2n-tx2 - title: "2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk"