X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=b7f4e08b3deb5918709a62df4d2101420c0479f5;hp=22151679fbc69e0805dde5450dbe8df9a38857ea;hb=5147d3ac0844b31852a3c221759f31915744b1c7;hpb=80e558550b0f076857618c4451987fb60ced19b9 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 22151679fb..b7f4e08b3d 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -728,6 +728,77 @@ - "vpp-performance-changes-2n-skx-ref" - "vpp-performance-changes-2n-skx-cmp" + vpp-performance-changes-nfv-2n-skx-ref: + csit-vpp-perf-verify-1908-2n-skx: + - 22 # NFV + - 31 # NFV + - 32 # NFV +# - 35 # NDRPDR sel +# - 36 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel +# - 44 # NDRPDR sel +# - 45 # NDRPDR sel +# - 46 # NDRPDR sel + vpp-performance-changes-nfv-2n-skx-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 22 # NFV + - 31 # NFV + - 32 # NFV + vpp-performance-changes-nfv-2n-skx: + - "vpp-performance-changes-nfv-2n-skx-ref" + - "vpp-performance-changes-nfv-2n-skx-cmp" + + vpp-performance-changes-2n-dnv-ref: + csit-vpp-perf-verify-1908-2n-dnv: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + vpp-performance-changes-2n-dnv-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-dnv: + csit-vpp-perf-verify-1908-2n-dnv: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + vpp-performance-changes-2n-dnv: + - "vpp-performance-changes-2n-dnv-ref" + - "vpp-performance-changes-2n-dnv-cmp" + + vpp-performance-changes-3n-dnv-ref: + csit-vpp-perf-verify-1908-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + vpp-performance-changes-3n-dnv-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-3n-dnv: + csit-vpp-perf-verify-1908-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + vpp-performance-changes-3n-dnv: + - "vpp-performance-changes-3n-dnv-ref" + - "vpp-performance-changes-3n-dnv-cmp" + + vpp-performance-changes-3n-tsh-ref: + csit-vpp-perf-verify-1908-3n-tsh: + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + vpp-performance-changes-3n-tsh-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-3n-tsh: + csit-vpp-perf-verify-1908-3n-tsh: + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + vpp-performance-changes-3n-tsh: + - "vpp-performance-changes-3n-tsh-ref" + - "vpp-performance-changes-3n-tsh-cmp" + vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-verify-1908-2n-skx: - 26 # NDRPDR sel @@ -801,6 +872,54 @@ - "vpp-performance-changes-2n-skx-mrr-ref" - "vpp-performance-changes-2n-skx-mrr-cmp" + vpp-performance-changes-nfv-2n-skx-mrr-ref: + csit-vpp-perf-verify-1908-2n-skx: + - 71 # NFV MRR + vpp-performance-changes-nfv-2n-skx-mrr-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 71 # NFV MRR + vpp-performance-changes-nfv-2n-skx-mrr: + - "vpp-performance-changes-nfv-2n-skx-mrr-ref" + - "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + + vpp-performance-changes-2n-dnv-mrr-ref: + csit-vpp-perf-verify-1908-2n-dnv: + - 11 # MRR sel + vpp-performance-changes-2n-dnv-mrr-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-dnv: + csit-vpp-perf-verify-1908-2n-dnv: + - 11 # MRR sel + vpp-performance-changes-2n-dnv-mrr: + - "vpp-performance-changes-2n-dnv-mrr-ref" + - "vpp-performance-changes-2n-dnv-mrr-cmp" + + vpp-performance-changes-3n-dnv-mrr-ref: + csit-vpp-perf-verify-1908-3n-dnv: + - 17 # MRR sel + vpp-performance-changes-3n-dnv-mrr-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-3n-dnv: + csit-vpp-perf-verify-1908-3n-dnv: + - 17 # MRR sel + vpp-performance-changes-3n-dnv-mrr: + - "vpp-performance-changes-3n-dnv-mrr-ref" + - "vpp-performance-changes-3n-dnv-mrr-cmp" + + vpp-performance-changes-3n-tsh-mrr-ref: + csit-vpp-perf-verify-1908-3n-tsh: + - 17 # MRR sel + vpp-performance-changes-3n-tsh-mrr-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-3n-tsh: + csit-vpp-perf-verify-1908-3n-tsh: + - 17 # MRR sel + vpp-performance-changes-3n-tsh-mrr: + - "vpp-performance-changes-3n-tsh-mrr-ref" + - "vpp-performance-changes-3n-tsh-mrr-cmp" + dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-verify-1901-3n-hsw: - 13 # NDRPDR sel @@ -954,6 +1073,24 @@ - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" + vpp-compare-testbeds-skx-clx-ref: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 34 # NDRPDR sel + vpp-compare-testbeds-skx-clx-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-clx: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 34 # NDRPDR sel + vpp-compare-testbeds-skx-clx: + - "vpp-compare-testbeds-skx-clx-ref" + - "vpp-compare-testbeds-skx-clx-cmp" + vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-1908-3n-hsw: - 39 # MRR sel @@ -964,6 +1101,20 @@ - "vpp-compare-testbeds-mrr-ref" - "vpp-compare-testbeds-mrr-cmp" + vpp-compare-testbeds-mrr-skx-clx-ref: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 69 # MRR sel + vpp-compare-testbeds-mrr-skx-clx-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-clx: + csit-vpp-perf-verify-1908-2n-skx: + - 69 # MRR sel + vpp-compare-testbeds-mrr-skx-clx: + - "vpp-compare-testbeds-mrr-skx-clx-ref" + - "vpp-compare-testbeds-mrr-skx-clx-cmp" + dpdk-compare-testbeds-ref: csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel @@ -992,6 +1143,24 @@ - "dpdk-compare-testbeds-ref" - "dpdk-compare-testbeds-cmp" + dpdk-compare-testbeds-skx-clx-ref: + # TODO: Replace + # csit-dpdk-perf-verify-2001-2n-skx: + csit-dpdk-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + dpdk-compare-testbeds-skx-clx-cmp: + # TODO: Replace + # csit-dpdk-perf-verify-2001-2n-clx: + csit-dpdk-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + dpdk-compare-testbeds-skx-clx: + - "dpdk-compare-testbeds-skx-clx-ref" + - "dpdk-compare-testbeds-skx-clx-cmp" + # Compare topologies vpp-compare-topologies-ref: @@ -2574,2088 +2743,2355 @@ - "throughput" - "tags" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr +# VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" - algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" + title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr" reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-ref" compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-cmp" + data: "vpp-performance-changes-nfv-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-cmp" + data: "vpp-performance-changes-nfv-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-cmp" + data: "vpp-performance-changes-nfv-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "'2T1C' and 'NDRPDR'" parameters: - "name" - "parent" - "throughput" - "tags" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr +# VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" - algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" + title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr" reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-ref" compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-cmp" + data: "vpp-performance-changes-nfv-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "'4T2C' and 'NDRPDR'" parameters: - "name" - "parent" - "throughput" - "tags" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr +# VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" - algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-cmp" + data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "'1T1C'" parameters: - "name" - "parent" - "throughput" - "tags" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr +# VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" - algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-cmp" + data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "'2T2C'" parameters: - "name" - "parent" - "throughput" - "tags" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr +# VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-cmp" + data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'1T1C'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr +# VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" + title: "rls1908 " + data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-cmp" + data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" + filter: "'2T2C'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr +# VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-cmp" + data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'1T1C'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr +# VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" - include-tests: "PDR" - filter: "'NDRPDR' and '2C'" + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-cmp" + data: "vpp-performance-changes-3n-dnv" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" parameters: - "name" - "parent" - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 1t1c MRR +# VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c MRR" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-3n-hsw-mrr-h1" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" reference: - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" + data: "vpp-performance-changes-3n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-cmp" + data: "vpp-performance-changes-3n-dnv" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 2t2c MRR +# VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c MRR" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-3n-hsw-mrr-h1" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" reference: - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" + data: "vpp-performance-changes-3n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-cmp" + data: "vpp-performance-changes-3n-dnv" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Performance Changes 3n-hsw 4t4c MRR +# VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 4t4c MRR" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-3n-hsw-mrr-h1" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" reference: - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-skx 2t1c MRR -- type: "table" - title: "VPP Performance Changes 3n-skx 2t1c MRR" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-ref" + data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-cmp" + data: "vpp-performance-changes-3n-tsh" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Performance Changes 3n-skx 4t2c MRR +# VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c MRR" + title: "VPP Performance Changes 3n-tsh 2t2c pdr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-3n-skx-mrr-h1" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" reference: - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-skx 8t4c MRR -- type: "table" - title: "VPP Performance Changes 3n-skx 8t4c MRR" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-ref" + data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-cmp" + data: "vpp-performance-changes-3n-tsh" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Performance Changes 2n-skx 2t1c MRR +# VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c MRR" + title: "VPP Performance Changes 3n-tsh 1t1c ndr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-2n-skx-mrr-h1" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" reference: - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" + data: "vpp-performance-changes-3n-tsh-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-cmp" + data: "vpp-performance-changes-3n-tsh" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Performance Changes 2n-skx 4t2c MRR +# VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c MRR" + title: "VPP Performance Changes 3n-tsh 2t2c ndr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-2n-skx-mrr-h1" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" reference: - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" + data: "vpp-performance-changes-3n-tsh-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-cmp" + data: "vpp-performance-changes-3n-tsh" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Performance Changes 2n-skx 8t4c MRR +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 8t4c MRR" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" - history: - - title: "rls1901" - data: "vpp-performance-changes-2n-skx-mrr-h1" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" reference: - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-ref" + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-ref" + nic: "NIC_Intel-XL710" compare: - title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" + title: "3n-skx xxv710" + data: "vpp-compare-testbeds-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" reference: title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" + data: "vpp-compare-testbeds-ref" nic: "NIC_Intel-XL710" compare: title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" + data: "vpp-compare-testbeds-cmp" nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" + data: "vpp-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" parameters: - "name" - "parent" - - "result" + - "throughput" - "tags" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" reference: title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" + data: "vpp-compare-testbeds-ref" nic: "NIC_Intel-XL710" compare: title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" + data: "vpp-compare-testbeds-cmp" nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" parameters: - "name" - "parent" - - "result" + - "throughput" - "tags" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" reference: title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" + data: "vpp-compare-testbeds-ref" nic: "NIC_Intel-XL710" compare: title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" + data: "vpp-compare-testbeds-cmp" nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" parameters: - "name" - "parent" - - "result" + - "throughput" - "tags" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" + title: "2n-skx" + data: "vpp-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '1C'" + title: "2n-clx" + data: "vpp-compare-testbeds-skx-clx-cmp" + data: "vpp-compare-testbeds-skx-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" + title: "2n-skx" + data: "vpp-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '2C'" + title: "2n-clx" + data: "vpp-compare-testbeds-skx-clx-cmp" + data: "vpp-compare-testbeds-skx-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" + title: "2n-skx" + data: "vpp-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '4C'" + title: "2n-clx" + data: "vpp-compare-testbeds-skx-clx-cmp" + data: "vpp-compare-testbeds-skx-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" parameters: - "name" - "parent" - - "result" + - "throughput" + - "tags" -# Detailed Test Results - VPP Performance Results 3n-hsw +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-hsw" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-skx-clx-cmp" + data: "vpp-compare-testbeds-skx-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" parameters: - "name" - "parent" - - "msg" + - "throughput" + - "tags" -# Detailed Test Results - VPP Performance Results 3n-skx +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'CFS_OPT'" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" + reference: + title: "3-Node Skx" + data: "vpp-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "vpp-compare-topologies-cmp" + data: "vpp-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '1C'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - VPP Performance Results 2n-skx +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'CFS_OPT'" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" + reference: + title: "3-Node Skx" + data: "vpp-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "vpp-compare-topologies-cmp" + data: "vpp-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - VPP Performance Results 2n-clx +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-clx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-2n-clx" - filter: "not 'CFS_OPT'" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" + reference: + title: "3-Node Skx" + data: "vpp-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "vpp-compare-topologies-cmp" + data: "vpp-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '1C'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - VPP Performance Results 3n-tsh +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-tsh" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" + reference: + title: "3-Node Skx" + data: "vpp-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "vpp-compare-topologies-cmp" + data: "vpp-compare-topologies" + include-tests: "PDR" + filter: "'NDRPDR' and '2C'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - VPP Performance Results 3n-dnv +# VPP Performance Changes 3n-hsw 1t1c MRR - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-3n-dnv" - filter: "'NDRPDR'" + title: "VPP Performance Changes 3n-hsw 1t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-3n-hsw-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-3n-hsw-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-3n-hsw-mrr-cmp" + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" parameters: - "name" - "parent" - - "msg" + - "result" -# Detailed Test Results - VPP Performance Results 2n-dnv +# VPP Performance Changes 3n-hsw 2t2c MRR - type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-perf-results-2n-dnv" - filter: "'NDRPDR'" + title: "VPP Performance Changes 3n-hsw 2t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-3n-hsw-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-3n-hsw-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-3n-hsw-mrr-cmp" + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" parameters: - "name" - "parent" - - "msg" + - "result" -# Test configuration - VPP Performance Test Configs 3n-hsw +# VPP Performance Changes 3n-hsw 4t4c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-hsw" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" + title: "VPP Performance Changes 3n-hsw 4t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-3n-hsw-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-3n-hsw-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-3n-hsw-mrr-cmp" + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "result" -# Test configuration - VPP Performance Test Configs 3n-skx +# VPP Performance Changes 3n-skx 2t1c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'CFS_OPT'" + title: "VPP Performance Changes 3n-skx 2t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-3n-skx-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-3n-skx-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-3n-skx-mrr-cmp" + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "result" -# Test configuration - VPP Performance Test Configs 2n-skx +# VPP Performance Changes 3n-skx 4t2c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'CFS_OPT'" - parameters: - - "parent" + title: "VPP Performance Changes 3n-skx 4t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-3n-skx-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-3n-skx-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-3n-skx-mrr-cmp" + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" + parameters: - "name" - - "conf-history" + - "parent" + - "result" -# Test configuration - VPP Performance Test Configs 2n-clx +# VPP Performance Changes 3n-skx 8t4c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-clx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_test_configuration_2n_clx" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-perf-results-2n-clx" - filter: "not 'CFS_OPT'" + title: "VPP Performance Changes 3n-skx 8t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-3n-skx-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-3n-skx-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-3n-skx-mrr-cmp" + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "result" -# Test configuration - VPP Performance Test Configs 3n-tsh +# VPP Performance Changes 2n-skx 2t1c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-tsh" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" + title: "VPP Performance Changes 2n-skx 2t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-2n-skx-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-2n-skx-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-2n-skx-mrr-cmp" + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "result" -# Test configuration - VPP Performance Test Configs 3n-dnv +# VPP Performance Changes 2n-skx 4t2c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-perf-results-3n-dnv" - filter: "'NDRPDR'" + title: "VPP Performance Changes 2n-skx 4t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-2n-skx-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-2n-skx-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-2n-skx-mrr-cmp" + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "result" -# Test configuration - VPP Performance Test Configs 2n-dnv +# VPP Performance Changes 2n-skx 8t4c MRR - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-perf-results-2n-dnv" - filter: "'NDRPDR'" + title: "VPP Performance Changes 2n-skx 8t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + history: + - title: "rls1901" + data: "vpp-performance-changes-2n-skx-mrr-h1" + reference: + title: "rls1904" + data: "vpp-performance-changes-2n-skx-mrr-ref" + compare: + title: "rls1908" + data: "vpp-performance-changes-2n-skx-mrr-cmp" + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 3n-hsw +# VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" + title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + data: "vpp-performance-changes-nfv-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 3n-skx +# VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'CFS_OPT'" + title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + data: "vpp-performance-changes-nfv-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 2n-skx +# VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'CFS_OPT'" + title: "VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + data: "vpp-performance-changes-nfv-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 2n-clx +# VPP Performance Changes 2n-dnv 1t1c MRR - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-clx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_test_operational_2n_clx" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-2n-clx" - filter: "not 'CFS_OPT'" + title: "VPP Performance Changes 2n-dnv 1t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-mrr-cmp" + data: "vpp-performance-changes-2n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" parameters: + - "name" - "parent" + - "result" + +# VPP Performance Changes 2n-dnv 2t2c MRR +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-mrr-cmp" + data: "vpp-performance-changes-2n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" + parameters: - "name" - - "show-run" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 3n-tsh +# VPP Performance Changes 2n-dnv 4t4c MRR - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" + title: "VPP Performance Changes 2n-dnv 4t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-mrr-cmp" + data: "vpp-performance-changes-2n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 3n-dnv +# VPP Performance Changes 3n-dnv 1t1c MRR - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-3n-dnv" - filter: "'NDRPDR'" + title: "VPP Performance Changes 3n-dnv 1t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-mrr-cmp" + data: "vpp-performance-changes-3n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "result" -# Test Operational Data - VPP Performance Operational Data 2n-dnv +# VPP Performance Changes 3n-dnv 2t2c MRR - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-2n-dnv" - filter: "'NDRPDR'" + title: "VPP Performance Changes 3n-dnv 2t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-mrr-cmp" + data: "vpp-performance-changes-3n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" parameters: + - "name" - "parent" + - "result" + +# VPP Performance Changes 3n-dnv 4t4c MRR +- type: "table" + title: "VPP Performance Changes 3n-dnv 4t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-mrr-cmp" + data: "vpp-performance-changes-3n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" + parameters: - "name" - - "show-run" + - "parent" + - "result" -# Detailed Test Results - VPP MRR Results 3n-hsw +# VPP Performance Changes 3n-tsh 1t1c MRR - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + title: "VPP Performance Changes 3n-tsh 1t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-mrr-cmp" + data: "vpp-performance-changes-3n-tsh-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" parameters: - "name" - "parent" - - "msg" + - "result" -# Detailed Test Results - VPP MRR Results 3n-skx +# VPP Performance Changes 3n-tsh 2t2c MRR - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + title: "VPP Performance Changes 3n-tsh 2t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-mrr-cmp" + data: "vpp-performance-changes-3n-tsh-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" parameters: - "name" - "parent" - - "msg" + - "result" -# Detailed Test Results - VPP MRR Results 2n-skx +# VPP Performance Changes 3n-tsh 4t4c MRR - type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + title: "VPP Performance Changes 3n-tsh 4t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-mrr-cmp" + data: "vpp-performance-changes-3n-tsh-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" parameters: - "name" - "parent" - - "msg" + - "result" -# Detailed Test Results - VPP MRR Results 2n-clx +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-clx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-2n-clx" - filter: "'MRR'" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-ref" + nic: "NIC_Intel-XL710" + compare: + title: "3n-skx xxv710" + data: "vpp-compare-testbeds-mrr-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" parameters: - "name" - "parent" - - "msg" + - "result" + - "tags" -# Detailed Test Results - VPP MRR Results 3n-tsh +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-tsh" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-3n-tsh" - filter: "'MRR'" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-ref" + nic: "NIC_Intel-XL710" + compare: + title: "3n-skx xxv710" + data: "vpp-compare-testbeds-mrr-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" parameters: - "name" - "parent" - - "msg" + - "result" + - "tags" -# Detailed Test Results - VPP MRR Results 3n-dnv +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-3n-dnv" - filter: "'MRR'" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" + algorithm: "table_perf_comparison_nic" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" + reference: + title: "3n-hsw xl710" + data: "vpp-compare-testbeds-mrr-ref" + nic: "NIC_Intel-XL710" + compare: + title: "3n-skx xxv710" + data: "vpp-compare-testbeds-mrr-cmp" + nic: "NIC_Intel-XXV710" + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" parameters: - "name" - "parent" - - "msg" + - "result" + - "tags" -# Detailed Test Results - VPP MRR Results 2n-dnv +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" - columns: - - title: "Name" - data: "data name" - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-2n-dnv" - filter: "'MRR'" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-mrr-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data: "vpp-compare-testbeds-mrr-skx-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" parameters: - "name" - "parent" - - "msg" + - "result" + - "tags" -# Test configuration - VPP MRR Test Configs 3n-hsw +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-mrr-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data: "vpp-compare-testbeds-mrr-skx-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" parameters: + - "name" - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-mrr-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data: "vpp-compare-testbeds-mrr-skx-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C'" + parameters: - "name" - - "conf-history" + - "parent" + - "result" + - "tags" -# Test configuration - VPP MRR Test Configs 3n-skx +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-skx" - algorithm: "table_details" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" + reference: + title: "3-Node Skx" + data: "vpp-compare-topologies-mrr-ref" + compare: + title: "2-Node Skx" + data: "vpp-compare-topologies-mrr-cmp" + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '1C'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" + reference: + title: "3-Node Skx" + data: "vpp-compare-topologies-mrr-ref" + compare: + title: "2-Node Skx" + data: "vpp-compare-topologies-mrr-cmp" + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '2C'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr +- type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" + reference: + title: "3-Node Skx" + data: "vpp-compare-topologies-mrr-ref" + compare: + title: "2-Node Skx" + data: "vpp-compare-topologies-mrr-cmp" + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR' and '4C'" + parameters: + - "name" + - "parent" + - "result" + +# Detailed Test Results - VPP Performance Results 3n-hsw +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-hsw" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" columns: - title: "Name" data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" + - title: "Status" + data: "data msg" rows: "generated" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + data: "vpp-perf-results-3n-hsw" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "msg" -# Test configuration - VPP MRR Test Configs 2n-skx +# Detailed Test Results - VPP Performance Results 3n-skx - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-skx" - algorithm: "table_details" + title: "Detailed Test Results - VPP Performance Results 3n-skx" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" columns: - title: "Name" data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" + - title: "Status" + data: "data msg" rows: "generated" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + data: "vpp-perf-results-3n-skx" + filter: "not 'CFS_OPT'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "msg" -# Test configuration - VPP MRR Test Configs 2n-clx +# Detailed Test Results - VPP Performance Results 2n-skx - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-clx" - algorithm: "table_details" + title: "Detailed Test Results - VPP Performance Results 2n-skx" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_test_configuration_2n_clx" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" columns: - title: "Name" data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" + - title: "Status" + data: "data msg" rows: "generated" - data: "vpp-mrr-results-2n-clx" - filter: "'MRR'" + data: "vpp-perf-results-2n-skx" + filter: "not 'CFS_OPT'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "msg" -# Test configuration - VPP MRR Test Configs 3n-tsh +# Detailed Test Results - VPP Performance Results 2n-clx - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-tsh" - algorithm: "table_details" + title: "Detailed Test Results - VPP Performance Results 2n-clx" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" + output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" columns: - title: "Name" data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" + - title: "Status" + data: "data msg" rows: "generated" - data: "vpp-mrr-results-3n-tsh" - filter: "'MRR'" + data: "vpp-perf-results-2n-clx" + filter: "not 'CFS_OPT'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "msg" -# Test configuration - VPP MRR Test Configs 3n-dnv +# Detailed Test Results - VPP Performance Results 3n-tsh - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-dnv" - algorithm: "table_details" + title: "Detailed Test Results - VPP Performance Results 3n-tsh" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_test_configuration_3n_dnv" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" columns: - title: "Name" data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" + - title: "Status" + data: "data msg" rows: "generated" - data: "vpp-mrr-results-3n-dnv" - filter: "'MRR'" + data: "vpp-perf-results-3n-tsh" + filter: "not 'CFS_OPT'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "msg" -# Test configuration - VPP MRR Test Configs 2n-dnv +# Detailed Test Results - VPP Performance Results 3n-dnv - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" + title: "Detailed Test Results - VPP Performance Results 3n-dnv" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" + output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" columns: - title: "Name" data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" + - title: "Status" + data: "data msg" rows: "generated" - data: "vpp-mrr-results-2n-dnv" - filter: "'MRR'" + data: "vpp-perf-results-3n-dnv" + filter: "'NDRPDR'" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "msg" -# Detailed Test Results - VPP Device Results - Ubuntu +# Detailed Test Results - VPP Performance Results 2n-dnv - type: "table" - title: "Detailed Test Results - VPP Device Results - Ubuntu" + title: "Detailed Test Results - VPP Performance Results 2n-dnv" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - title: "Name" data: "data name" - - title: "Documentation" - data: "data doc" - title: "Status" - data: "data status" + data: "data msg" rows: "generated" - data: "vpp-device-results-ubuntu" - filter: "all" + data: "vpp-perf-results-2n-dnv" + filter: "'NDRPDR'" parameters: - "name" - "parent" - - "doc" - - "status" + - "msg" -# Test configuration - VPP Device Test Configs - Ubuntu +# Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" - title: "Test configuration - VPP Device Test Configs - Ubuntu" - algorithm: "table_details" + title: "Test configuration - VPP Performance Test Configs 3n-hsw" + algorithm: "table_merged_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" columns: - title: "Name" data: "data name" - title: "VPP API Test Commands History - Commands Used Per Test Case" data: "data conf-history" rows: "generated" - data: "vpp-device-results-ubuntu" - filter: "all" + data: "vpp-perf-results-3n-hsw" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "parent" - "name" - "conf-history" -################################################################################ +# Test configuration - VPP Performance Test Configs 3n-skx +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'CFS_OPT'" + parameters: + - "parent" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-hsw 1t1c pdr +# Test configuration - VPP Performance Test Configs 2n-skx - type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test configuration - VPP Performance Test Configs 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'CFS_OPT'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-hsw 2t2c pdr +# Test configuration - VPP Performance Test Configs 2n-clx - type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test configuration - VPP Performance Test Configs 2n-clx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_test_configuration_2n_clx" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-perf-results-2n-clx" + filter: "not 'CFS_OPT'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-hsw 1t1c ndr +# Test configuration - VPP Performance Test Configs 3n-tsh - type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test configuration - VPP Performance Test Configs 3n-tsh" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_test_configuration_3n_tsh" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-perf-results-3n-tsh" + filter: "not 'CFS_OPT'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-hsw 2t2c ndr +# Test configuration - VPP Performance Test Configs 3n-dnv - type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test configuration - VPP Performance Test Configs 3n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_test_configuration_3n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-perf-results-3n-dnv" + filter: "'NDRPDR'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-skx 2t1c pdr +# Test configuration - VPP Performance Test Configs 2n-dnv - type: "table" - title: "DPDK Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test configuration - VPP Performance Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-perf-results-2n-dnv" + filter: "'NDRPDR'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-skx 4t2c pdr +# Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" - title: "DPDK Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" + columns: + - title: "Name" + data: "data name" + - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-hsw" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "show-run" -# DPDK Performance Changes 3n-skx 2t1c ndr +# Test Operational Data - VPP Performance Operational Data 3n-skx - type: "table" - title: "DPDK Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" + columns: + - title: "Name" + data: "data name" + - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'CFS_OPT'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "show-run" -# DPDK Performance Changes 3n-skx 4t2c ndr +# Test Operational Data - VPP Performance Operational Data 2n-skx - type: "table" - title: "DPDK Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" + columns: + - title: "Name" + data: "data name" + - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'CFS_OPT'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "show-run" -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +# Test Operational Data - VPP Performance Operational Data 2n-clx - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - reference: - title: "3-Node Hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3-Node Skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 2n-clx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_test_operational_2n_clx" + columns: + - title: "Name" + data: "data name" + - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-2n-clx" + filter: "not 'CFS_OPT'" parameters: - - "name" - "parent" - - "throughput" - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - reference: - title: "3-Node Hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3-Node Skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - "name" - - "parent" - - "throughput" + - "show-run" -# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +# Test Operational Data - VPP Performance Operational Data 3n-tsh - type: "table" - title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" - reference: - title: "3-Node Skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh" + columns: + - title: "Name" + data: "data name" + - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-tsh" + filter: "not 'CFS_OPT'" parameters: - - "name" - "parent" - - "throughput" - -# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr -- type: "table" - title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" - reference: - title: "3-Node Skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - "name" - - "parent" - - "throughput" + - "show-run" -# DPDK Performance Changes 2n-skx 2t1c pdr +# Test Operational Data - VPP Performance Operational Data 3n-dnv - type: "table" - title: "DPDK Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-dnv" + filter: "'NDRPDR'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "show-run" -# DPDK Performance Changes 2n-skx 4t2c pdr +# Test Operational Data - VPP Performance Operational Data 2n-dnv - type: "table" - title: "DPDK Performance Changes 2n-skx 4t2c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-2n-dnv" + filter: "'NDRPDR'" parameters: - - "name" - "parent" - - "throughput" + - "name" + - "show-run" -# DPDK Performance Changes 2n-skx 2t1c ndr +# Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" - title: "DPDK Performance Changes 2n-skx 2t1c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Detailed Test Results - VPP MRR Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "msg" -# DPDK Performance Changes 2n-skx 4t2c ndr +# Detailed Test Results - VPP MRR Results 3n-skx - type: "table" - title: "DPDK Performance Changes 2n-skx 4t2c ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" - history: - - title: "rls1901" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Detailed Test Results - VPP MRR Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "msg" -# Detailed Test Results - DPDK Performance Results 3n-hsw +# Detailed Test Results - VPP MRR Results 2n-skx - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-hsw" + title: "Detailed Test Results - VPP MRR Results 2n-skx" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" columns: - title: "Name" data: "data name" - title: "Status" data: "data msg" rows: "generated" - data: "dpdk-perf-results-3n-hsw" - filter: "all" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - DPDK Performance Results 3n-skx +# Detailed Test Results - VPP MRR Results 2n-clx - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-skx" + title: "Detailed Test Results - VPP MRR Results 2n-clx" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" columns: - title: "Name" data: "data name" - title: "Status" data: "data msg" rows: "generated" - data: "dpdk-perf-results-3n-skx" - filter: "all" + data: "vpp-mrr-results-2n-clx" + filter: "'MRR'" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - DPDK Performance Results 2n-skx +# Detailed Test Results - VPP MRR Results 3n-tsh - type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-skx" + title: "Detailed Test Results - VPP MRR Results 3n-tsh" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" columns: - title: "Name" data: "data name" - title: "Status" data: "data msg" rows: "generated" - data: "dpdk-perf-results-2n-skx" - filter: "all" + data: "vpp-mrr-results-3n-tsh" + filter: "'MRR'" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - DPDK Performance Results 2n-clx +# Detailed Test Results - VPP MRR Results 3n-dnv - type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-clx" + title: "Detailed Test Results - VPP MRR Results 3n-dnv" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" columns: - title: "Name" data: "data name" - title: "Status" data: "data msg" rows: "generated" - data: "dpdk-perf-results-2n-clx" - filter: "all" + data: "vpp-mrr-results-3n-dnv" + filter: "'MRR'" parameters: - "name" - "parent" - "msg" -################################################################################ -### F I L E S ### -################################################################################ - -# VPP Performance Results 3n-hsw -- type: "file" - title: "VPP Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" +# Detailed Test Results - VPP MRR Results 2n-dnv +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-2n-dnv" + filter: "'MRR'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "msg" -# VPP Performance Results 3n-skx -- type: "file" - title: "VPP Performance Results 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'CFS_OPT'" +# Test configuration - VPP MRR Test Configs 3n-hsw +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" parameters: - - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "name" + - "conf-history" -# VPP Performance Results 2n-skx -- type: "file" - title: "VPP Performance Results 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'CFS_OPT'" +# Test configuration - VPP MRR Test Configs 3n-skx +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" parameters: - - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "name" + - "conf-history" -# VPP Performance Results 2n-clx -- type: "file" - title: "VPP Performance Results 2n-clx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,2N,CLX]}" - data: "vpp-perf-results-2n-clx" - filter: "not 'CFS_OPT'" +# Test configuration - VPP MRR Test Configs 2n-skx +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" parameters: - - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "name" + - "conf-history" -# VPP Performance Results 3n-tsh -- type: "file" - title: "VPP Performance Results 3n-tsh" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,3N,TSH]}" - data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" +# Test configuration - VPP MRR Test Configs 2n-clx +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-clx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_test_configuration_2n_clx" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-2n-clx" + filter: "'MRR'" parameters: - - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "name" + - "conf-history" -# VPP Performance Results 3n-dnv -- type: "file" - title: "VPP Performance Results 3n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,3N,DNV]}" - data: "vpp-perf-results-3n-dnv" - filter: "'NDRPDR'" +# Test configuration - VPP MRR Test Configs 3n-tsh +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-tsh" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-3n-tsh" + filter: "'MRR'" parameters: - - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "name" + - "conf-history" -# VPP Performance Results 2n-dnv -- type: "file" - title: "VPP Performance Results 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" - data: "vpp-perf-results-2n-dnv" - filter: "'NDRPDR'" +# Test configuration - VPP MRR Test Configs 3n-dnv +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_test_configuration_3n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-3n-dnv" + filter: "'MRR'" parameters: + - "parent" - "name" - - "doc" - - "level" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-dnv +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-2n-dnv" + filter: "'MRR'" + parameters: - "parent" - data-start-level: 3 + - "name" + - "conf-history" -# VPP Performance Configuration 3n-hsw -- type: "file" - title: "VPP Performance Configuration 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" +# Detailed Test Results - VPP Device Results - Ubuntu +- type: "table" + title: "Detailed Test Results - VPP Device Results - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + columns: + - title: "Name" + data: "data name" + - title: "Documentation" + data: "data doc" + - title: "Status" + data: "data status" + rows: "generated" + data: "vpp-device-results-ubuntu" + filter: "all" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "doc" + - "status" -# VPP Performance Configuration 3n-skx -- type: "file" - title: "VPP Performance Configuration 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'CFS_OPT'" +# Test configuration - VPP Device Test Configs - Ubuntu +- type: "table" + title: "Test configuration - VPP Device Test Configs - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-device-results-ubuntu" + filter: "all" parameters: - - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 - -# VPP Performance Configuration 2n-skx -- type: "file" - title: "VPP Performance Configuration 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'CFS_OPT'" - parameters: - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "conf-history" -# VPP Performance Configuration 2n-clx -- type: "file" - title: "VPP Performance Configuration 2n-clx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_performance_configuration_2n_clx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,2N,CLX]}" - data: "vpp-perf-results-2n-clx" - filter: "not 'CFS_OPT'" +################################################################################ + +# DPDK Performance Changes 3n-hsw 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Configuration 3n-tsh -- type: "file" - title: "VPP Performance Configuration 3n-tsh" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_performance_configuration_3n_tsh" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,3N,TSH]}" - data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" +# DPDK Performance Changes 3n-hsw 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Configuration 3n-dnv -- type: "file" - title: "VPP Performance Configuration 3n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_performance_configuration_3n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,3N,DNV]}" - data: "vpp-perf-results-3n-dnv" - filter: "'NDRPDR'" +# DPDK Performance Changes 3n-hsw 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Configuration 2n-dnv -- type: "file" - title: "VPP Performance Configuration 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" - data: "vpp-perf-results-2n-dnv" - filter: "'NDRPDR'" +# DPDK Performance Changes 3n-hsw 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Operational Data 3n-hsw -- type: "file" - title: "VPP Performance Operational Data 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" +# DPDK Performance Changes 3n-skx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Operational Data 3n-skx -- type: "file" - title: "VPP Performance Operational Data 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'CFS_OPT'" +# DPDK Performance Changes 3n-skx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Operational Data 2n-skx -- type: "file" - title: "VPP Performance Operational Data 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'CFS_OPT'" +# DPDK Performance Changes 3n-skx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Operational Data 2n-clx -- type: "file" - title: "VPP Performance Operational Data 2n-clx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_performance_operational_data_2n_clx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,2N,CLX]}" - data: "vpp-perf-results-2n-clx" - filter: "not 'CFS_OPT'" +# DPDK Performance Changes 3n-skx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Operational Data 3n-tsh -- type: "file" - title: "VPP Performance Operational Data 3n-tsh" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_performance_operational_data_3n_tsh" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,3N,TSH]}" - data: "vpp-perf-results-3n-tsh" - filter: "not 'CFS_OPT'" +# DPDK Performance Changes 2n-skx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-2n-skx-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Operational Data 3n-dnv -- type: "file" - title: "VPP Performance Operational Data 3n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_performance_operational_data_3n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,3N,DNV]}" - data: "vpp-perf-results-3n-dnv" - filter: "'NDRPDR'" +# DPDK Performance Changes 2n-skx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-2n-skx-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP Performance Operational Data 2n-dnv -- type: "file" - title: "VPP Performance Operational Data 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" - data: "vpp-perf-results-2n-dnv" - filter: "'NDRPDR'" +# DPDK Performance Changes 2n-skx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-2n-skx-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP MRR Results 3n-hsw -- type: "file" - title: "VPP MRR Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" +# DPDK Performance Changes 2n-skx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" + history: + - title: "rls1901" + data: "dpdk-performance-changes-2n-skx-h1" + reference: + title: "rls1904" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1908" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP MRR Results 3n-skx -- type: "file" - title: "VPP MRR Results 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: "dpdk-compare-testbeds-ref" + compare: + title: "3-Node Skx" + data: "dpdk-compare-testbeds-cmp" + data: "dpdk-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP MRR Results 2n-skx -- type: "file" - title: "VPP MRR Results 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" - data: "vpp-mrr-results-2n-skx" - filter: "all" +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: "dpdk-compare-testbeds-ref" + compare: + title: "3-Node Skx" + data: "dpdk-compare-testbeds-cmp" + data: "dpdk-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP MRR Results 2n-clx -- type: "file" - title: "VPP MRR Results 2n-clx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,2N,CLX]}" - data: "vpp-mrr-results-2n-clx" - filter: "all" +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" + reference: + title: "2-Node Skx" + data: "dpdk-compare-testbeds-skx-clx-ref" + compare: + title: "2-Node Clx" + data: "dpdk-compare-testbeds-skx-clx-cmp" + data: "dpdk-compare-testbeds-skx-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP MRR Results 3n-tsh -- type: "file" - title: "VPP MRR Results 3n-tsh" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,3N,TSH]}" - data: "vpp-mrr-results-3n-tsh" - filter: "'MRR'" +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" + reference: + title: "2-Node Skx" + data: "dpdk-compare-testbeds-skx-clx-ref" + compare: + title: "2-Node Clx" + data: "dpdk-compare-testbeds-skx-clx-cmp" + data: "dpdk-compare-testbeds-skx-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP MRR Results 3n-dnv -- type: "file" - title: "VPP MRR Results 3n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,3N,DNV]}" - data: "vpp-mrr-results-3n-dnv" - filter: "'MRR'" - parameters: +# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +- type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: "dpdk-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "dpdk-compare-topologies-cmp" + data: "dpdk-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: - "name" - - "doc" - - "level" - "parent" - data-start-level: 3 + - "throughput" -# VPP MRR Results 2n-dnv +# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +- type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: "dpdk-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "dpdk-compare-topologies-cmp" + data: "dpdk-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# Detailed Test Results - DPDK Performance Results 3n-hsw +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 3n-skx +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-skx +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-2n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-clx +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-clx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-2n-clx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +################################################################################ +### F I L E S ### +################################################################################ + +# VPP Performance Results 3n-hsw - type: "file" - title: "VPP MRR Results 2n-dnv" + title: "VPP Performance Results 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" - data: "vpp-mrr-results-2n-dnv" - filter: "'MRR'" + dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4663,16 +5099,16 @@ - "parent" data-start-level: 3 -# VPP MRR Configuration 3n-hsw +# VPP Performance Results 3n-skx - type: "file" - title: "VPP MRR Configuration 3n-hsw" + title: "VPP Performance Results 3n-skx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_configuration_3n_hsw" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4680,16 +5116,16 @@ - "parent" data-start-level: 3 -# VPP MRR Configuration 3n-skx +# VPP Performance Results 2n-skx - type: "file" - title: "VPP MRR Configuration 3n-skx" + title: "VPP Performance Results 2n-skx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_configuration_3n_skx" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4697,16 +5133,16 @@ - "parent" data-start-level: 3 -# VPP MRR Configuration 2n-skx +# VPP Performance Results 2n-clx - type: "file" - title: "VPP MRR Configuration 2n-skx" + title: "VPP Performance Results 2n-clx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_configuration_2n_skx" + output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/vpp_performance_results_2n_clx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + dir-tables: "{DIR[DTR,PERF,VPP,2N,CLX]}" + data: "vpp-perf-results-2n-clx" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4714,16 +5150,16 @@ - "parent" data-start-level: 3 -# VPP MRR Configuration 2n-clx +# VPP Performance Results 3n-tsh - type: "file" - title: "VPP MRR Configuration 2n-clx" + title: "VPP Performance Results 3n-tsh" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_configuration_2n_clx" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/vpp_performance_results_3n_tsh" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,2N,CLX]}" - data: "vpp-mrr-results-2n-clx" - filter: "'MRR'" + dir-tables: "{DIR[DTR,PERF,VPP,3N,TSH]}" + data: "vpp-perf-results-3n-tsh" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4731,16 +5167,16 @@ - "parent" data-start-level: 3 -# VPP MRR Configuration 3n-tsh +# VPP Performance Results 3n-dnv - type: "file" - title: "VPP MRR Configuration 3n-tsh" + title: "VPP Performance Results 3n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" + output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,3N,TSH]}" - data: "vpp-mrr-results-3n-tsh" - filter: "'MRR'" + dir-tables: "{DIR[DTR,PERF,VPP,3N,DNV]}" + data: "vpp-perf-results-3n-dnv" + filter: "'NDRPDR'" parameters: - "name" - "doc" @@ -4748,16 +5184,16 @@ - "parent" data-start-level: 3 -# VPP MRR Configuration 3n-dnv +# VPP Performance Results 2n-dnv - type: "file" - title: "VPP MRR Configuration 3n-dnv" + title: "VPP Performance Results 2n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_configuration_3n_dnv" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,3N,DNV]}" - data: "vpp-mrr-results-3n-dnv" - filter: "'MRR'" + dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" + data: "vpp-perf-results-2n-dnv" + filter: "'NDRPDR'" parameters: - "name" - "doc" @@ -4765,16 +5201,16 @@ - "parent" data-start-level: 3 -# VPP MRR Configuration 2n-dnv +# VPP Performance Configuration 3n-hsw - type: "file" - title: "VPP MRR Configuration 2n-dnv" + title: "VPP Performance Configuration 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" - data: "vpp-mrr-results-2n-dnv" - filter: "'MRR'" + dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4782,50 +5218,50 @@ - "parent" data-start-level: 3 -# VPP Device Results - Ubuntu +# VPP Performance Configuration 3n-skx - type: "file" - title: "VPP Device Results - Ubuntu" + title: "VPP Performance Configuration 3n-skx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" - filter: "all" + dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" - "level" - "parent" - data-start-level: 2 + data-start-level: 3 -# VPP Device Configuration - Ubuntu +# VPP Performance Configuration 2n-skx - type: "file" - title: "VPP Device Configuration - Ubuntu" + title: "VPP Performance Configuration 2n-skx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" - filter: "all" + dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" - "level" - "parent" - data-start-level: 2 + data-start-level: 3 -# DPDK Performance Results 3n-hsw +# VPP Performance Configuration 2n-clx - type: "file" - title: "DPDK Performance Results 3n-hsw" + title: "VPP Performance Configuration 2n-clx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/vpp_performance_configuration_2n_clx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" - data: "dpdk-perf-results-3n-hsw" - filter: "all" + dir-tables: "{DIR[DTC,PERF,VPP,2N,CLX]}" + data: "vpp-perf-results-2n-clx" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4833,16 +5269,16 @@ - "parent" data-start-level: 3 -# DPDK Performance Results 3n-skx +# VPP Performance Configuration 3n-tsh - type: "file" - title: "DPDK Performance Results 3n-skx" + title: "VPP Performance Configuration 3n-tsh" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/vpp_performance_configuration_3n_tsh" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" - data: "dpdk-perf-results-3n-skx" - filter: "all" + dir-tables: "{DIR[DTC,PERF,VPP,3N,TSH]}" + data: "vpp-perf-results-3n-tsh" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4850,16 +5286,16 @@ - "parent" data-start-level: 3 -# DPDK Performance Results 2n-skx +# VPP Performance Configuration 3n-dnv - type: "file" - title: "DPDK Performance Results 2n-skx" + title: "VPP Performance Configuration 3n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/vpp_performance_configuration_3n_dnv" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" - data: "dpdk-perf-results-2n-skx" - filter: "all" + dir-tables: "{DIR[DTC,PERF,VPP,3N,DNV]}" + data: "vpp-perf-results-3n-dnv" + filter: "'NDRPDR'" parameters: - "name" - "doc" @@ -4867,15 +5303,185 @@ - "parent" data-start-level: 3 -# DPDK Performance Results 2n-clx +# VPP Performance Configuration 2n-dnv - type: "file" - title: "DPDK Performance Results 2n-clx" + title: "VPP Performance Configuration 2n-dnv" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,CLX]}" - data: "dpdk-perf-results-2n-clx" + dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" + data: "vpp-perf-results-2n-dnv" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 3n-hsw +- type: "file" + title: "VPP Performance Operational Data 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 3n-skx +- type: "file" + title: "VPP Performance Operational Data 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'CFS_OPT'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 2n-skx +- type: "file" + title: "VPP Performance Operational Data 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'CFS_OPT'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 2n-clx +- type: "file" + title: "VPP Performance Operational Data 2n-clx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_performance_operational_data_2n_clx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,CLX]}" + data: "vpp-perf-results-2n-clx" + filter: "not 'CFS_OPT'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 3n-tsh +- type: "file" + title: "VPP Performance Operational Data 3n-tsh" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_performance_operational_data_3n_tsh" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,TSH]}" + data: "vpp-perf-results-3n-tsh" + filter: "not 'CFS_OPT'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 3n-dnv +- type: "file" + title: "VPP Performance Operational Data 3n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_performance_operational_data_3n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,DNV]}" + data: "vpp-perf-results-3n-dnv" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 2n-dnv +- type: "file" + title: "VPP Performance Operational Data 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" + data: "vpp-perf-results-2n-dnv" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 3n-hsw +- type: "file" + title: "VPP MRR Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 3n-skx +- type: "file" + title: "VPP MRR Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 2n-skx +- type: "file" + title: "VPP MRR Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" + data: "vpp-mrr-results-2n-skx" filter: "all" parameters: - "name" @@ -4884,162 +5490,940 @@ - "parent" data-start-level: 3 -################################################################################ -### P L O T S ### -################################################################################ +# VPP MRR Results 2n-clx +- type: "file" + title: "VPP MRR Results 2n-clx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/vpp_mrr_results_2n_clx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,CLX]}" + data: "vpp-mrr-results-2n-clx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 -# Plots VPP HTTP Server Performance -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" - data: - "plot-vpp-http-server-performance" - # Keep this formatting, the filter is enclosed with " (quotation mark) and - # each tag is enclosed with ' (apostrophe). - filter: "'HTTP' and 'TCP_CPS'" +# VPP MRR Results 3n-tsh +- type: "file" + title: "VPP MRR Results 3n-tsh" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,TSH]}" + data: "vpp-mrr-results-3n-tsh" + filter: "'MRR'" parameters: - - "result" - "name" - traces: - hoverinfo: "y+name" - boxpoints: "outliers" - whiskerwidth: 0 + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 3n-dnv +- type: "file" + title: "VPP MRR Results 3n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,DNV]}" + data: "vpp-mrr-results-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 2n-dnv +- type: "file" + title: "VPP MRR Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" + data: "vpp-mrr-results-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 3n-hsw +- type: "file" + title: "VPP MRR Configuration 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_configuration_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 3n-skx +- type: "file" + title: "VPP MRR Configuration 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_configuration_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 2n-skx +- type: "file" + title: "VPP MRR Configuration 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_configuration_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 2n-clx +- type: "file" + title: "VPP MRR Configuration 2n-clx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/vpp_mrr_configuration_2n_clx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,CLX]}" + data: "vpp-mrr-results-2n-clx" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 3n-tsh +- type: "file" + title: "VPP MRR Configuration 3n-tsh" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,TSH]}" + data: "vpp-mrr-results-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 3n-dnv +- type: "file" + title: "VPP MRR Configuration 3n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_configuration_3n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,DNV]}" + data: "vpp-mrr-results-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 2n-dnv +- type: "file" + title: "VPP MRR Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" + data: "vpp-mrr-results-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Device Results - Ubuntu +- type: "file" + title: "VPP Device Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 + +# VPP Device Configuration - Ubuntu +- type: "file" + title: "VPP Device Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 + +# DPDK Performance Results 3n-hsw +- type: "file" + title: "DPDK Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DPDK Performance Results 3n-skx +- type: "file" + title: "DPDK Performance Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DPDK Performance Results 2n-skx +- type: "file" + title: "DPDK Performance Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" + data: "dpdk-perf-results-2n-skx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DPDK Performance Results 2n-clx +- type: "file" + title: "DPDK Performance Results 2n-clx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,CLX]}" + data: "dpdk-perf-results-2n-clx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +################################################################################ +### P L O T S ### +################################################################################ + +# Plots VPP HTTP Server Performance +- type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_perf_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" + data: + "plot-vpp-http-server-performance" + # Keep this formatting, the filter is enclosed with " (quotation mark) and + # each tag is enclosed with ' (apostrophe). + filter: "'HTTP' and 'TCP_CPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "y+name" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-cps" + +- type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_perf_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" + data: + "plot-vpp-http-server-performance" + filter: "'HTTP' and 'TCP_RPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "y+name" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-rps" + +################################################################################ + +# Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Soak.64B-2t1c-avf-eth-l2patch-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Soak.64B-2t1c-eth-l2patch-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +############################################################################### + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +############################################################################### +# Plots - NF Density - VSC - MRR 64b +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - VSC - MRR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + layout: "plot-service-density" + +# Plots - NF Density - VSC - NDR 64b +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +# Plots - NF Density - VSC - NDR IMIX +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" + +- type: "plot" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "VPP HTTP Server Performance" - layout: - "plot-cps" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + layout: "plot-service-density" +# Plots - NF Density - VSC - PDR 64b - type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_RPS'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - traces: - hoverinfo: "y+name" - boxpoints: "outliers" - whiskerwidth: 0 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "VPP HTTP Server Performance" - layout: - "plot-rps" - -################################################################################ + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" -# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" - algorithm: "plot_perf_box_name" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/soak-test-1" - data: "plot-vpp-soak-2n-skx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Soak.64B-2t1c-avf-eth-l2patch-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Soak.64B-2t1c-eth-l2patch-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "30 Minutes Soak Test (PLRsearch)" - layout: "plot-soak-throughput" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" -# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" - algorithm: "plot_perf_box_name" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/soak-test-2" - data: "plot-vpp-soak-2n-skx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + '64B' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "30 Minutes Soak Test (PLRsearch)" - layout: "plot-soak-throughput" - -############################################################################### + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" +# Plots - NF Density - VSC - PDR IMIX - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" - data: "plot-vpp-nfv-reconf-2n-skx" - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" - layout: "plot-throughput" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" - data: "plot-vpp-nfv-reconf-2n-skx" - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" - layout: "plot-throughput" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" - type: "plot" - title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" - data: "plot-vpp-nfv-reconf-2n-skx" - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + algorithm: "plot_nf_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx-ndrpdr" + filter: "'NIC_Intel-XXV710' and + 'NF_DENSITY' and + 'VHOST' and + not 'VXLAN' and + 'CHAIN' and + 'NF_VPPIP4' and + 'IMIX' and + '8T4C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" - layout: "plot-throughput" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + layout: "plot-service-density" +############################################################################### # Plots - NF Density - VSC - MRR 64b - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-mrr" data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '2T1C' and 'MRR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "result" - "name" @@ -5049,29 +6433,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-mrr" data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '4T2C' and 'MRR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "result" - "name" @@ -5081,29 +6460,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-mrr" data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '8T4C' and 'MRR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "result" - "name" @@ -5113,30 +6487,25 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" layout: "plot-service-density" # Plots - NF Density - VSC - MRR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-mrr" data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'MRR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "result" - "name" @@ -5146,29 +6515,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-mrr" data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'MRR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "result" - "name" @@ -5178,29 +6542,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-mrr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-mrr" data: "plot-vpp-nfv-2n-skx-mrr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'MRR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "result" - "name" @@ -5210,30 +6569,25 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-mrr" layout: "plot-service-density" # Plots - NF Density - VSC - NDR 64b - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-ndr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-ndr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5243,29 +6597,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-ndr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-ndr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5275,29 +6624,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-ndr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-ndr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5307,30 +6651,25 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" # Plots - NF Density - VSC - NDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-ndr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-ndr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5340,29 +6679,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-ndr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-ndr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5372,29 +6706,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-ndr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-ndr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5404,30 +6733,25 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-ndr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" layout: "plot-service-density" # Plots - NF Density - VSC - PDR 64b - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-pdr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-2t1c-base-vsc-vxlan-pdr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5437,29 +6761,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-pdr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-4t2c-base-vsc-vxlan-pdr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5469,29 +6788,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-pdr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-64b-8t4c-base-vsc-vxlan-pdr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and '64B' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5501,30 +6815,25 @@ y-axis: "Y = Number of Service Chains" z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" # Plots - NF Density - VSC - PDR IMIX - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-pdr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-2t1c-base-vsc-vxlan-pdr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5534,29 +6843,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-pdr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-4t2c-base-vsc-vxlan-pdr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5566,29 +6870,24 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" algorithm: "plot_nf_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-pdr" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-8t4c-base-vsc-vxlan-pdr" data: "plot-vpp-nfv-2n-skx-ndrpdr" filter: "'NIC_Intel-XXV710' and 'NF_DENSITY' and 'VHOST' and + 'VXLAN' and 'CHAIN' and 'NF_VPPIP4' and 'IMIX' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "VNF-1c" - compare: - include: "1" - name: "VNF-0.5c" parameters: - "throughput" - "name" @@ -5598,7 +6897,7 @@ y-axis: "Y = Number of Service Chains" z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-pdr" + title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-pdr" layout: "plot-service-density" ############################################################################### @@ -5617,12 +6916,6 @@ '64B' and '2T1C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -5649,12 +6942,6 @@ '64B' and '4T2C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -5681,12 +6968,6 @@ '64B' and '8T4C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -5714,12 +6995,6 @@ 'IMIX' and '2T1C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -5746,12 +7021,6 @@ 'IMIX' and '4T2C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -5778,12 +7047,6 @@ 'IMIX' and '8T4C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -5811,12 +7074,6 @@ '64B' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5843,12 +7100,6 @@ '64B' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5875,12 +7126,6 @@ '64B' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5908,12 +7153,6 @@ 'IMIX' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5940,12 +7179,6 @@ 'IMIX' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -5972,12 +7205,6 @@ 'IMIX' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6005,12 +7232,6 @@ '64B' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6037,12 +7258,6 @@ '64B' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6069,12 +7284,6 @@ '64B' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6102,12 +7311,6 @@ 'IMIX' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6134,12 +7337,6 @@ 'IMIX' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6166,12 +7363,6 @@ 'IMIX' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6200,12 +7391,6 @@ '64B' and '2T1C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -6232,12 +7417,6 @@ '64B' and '4T2C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -6264,12 +7443,6 @@ '64B' and '8T4C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -6297,12 +7470,6 @@ 'IMIX' and '2T1C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -6329,12 +7496,6 @@ 'IMIX' and '4T2C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -6361,12 +7522,6 @@ 'IMIX' and '8T4C' and 'MRR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "result" - "name" @@ -6394,12 +7549,6 @@ '64B' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6426,12 +7575,6 @@ '64B' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6458,12 +7601,6 @@ '64B' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6491,12 +7628,6 @@ 'IMIX' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6523,12 +7654,6 @@ 'IMIX' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6555,12 +7680,6 @@ 'IMIX' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6588,12 +7707,6 @@ '64B' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6620,12 +7733,6 @@ '64B' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6652,12 +7759,6 @@ '64B' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6685,12 +7786,6 @@ 'IMIX' and '2T1C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6717,12 +7812,6 @@ 'IMIX' and '4T2C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -6749,12 +7838,6 @@ 'IMIX' and '8T4C' and 'NDRPDR'" - reference: - include: "2" - name: "CNF-1c" - compare: - include: "1" - name: "CNF-0.5c" parameters: - "throughput" - "name" @@ -8822,81 +9905,29 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-pdr" + title: "Throughput: 2n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" layout: - title: "3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr" + title: "2n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-pdr" + title: "Throughput: 2n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-pdr" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-pdr" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" - include: - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" - include: - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" layout: - title: "3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-pdr" + title: "2n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-pdr" layout: "plot-throughput" ################################################################################ @@ -9533,32 +10564,6 @@ title: "3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-i40e-vpp-ndr" layout: "plot-latency" -#- type: "plot" -# title: "Latency: 3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-hsw" -# include: -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-hsw-xl710-114b-1t1c-vts-l2switching-base-i40e-ndr" -# layout: "plot-latency" - -#- type: "plot" -# title: "Latency: 3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-skx" -# include: -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-2t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-skx-xxv710-114b-2t1c-vts-l2switching-base-i40e-ndr" -# layout: "plot-latency" - - type: "plot" title: "Latency: 3n-tsh-x520-64b-1t1c-memif-base-ixgbe-ndr-lat" algorithm: "plot_lat_err_bars_name" @@ -9743,19 +10748,6 @@ title: "3n-tsh-x520-64b-1t1c-link-bonding-vhost-base-ixgbe-ndr" layout: "plot-latency" -#- type: "plot" -# title: "Latency: 3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-tsh" -# include: -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-1t1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-tsh-x520-114b-1t1c-vts-l2switching-base-ixgbe-ndr" -# layout: "plot-latency" - ################################################################################ # Packet Latency 2C @@ -10390,32 +11382,6 @@ title: "3n-skx-xxv710-64b-4t2c-link-bonding-vhost-base-i40e-vpp-ndr" layout: "plot-latency" -#- type: "plot" -# title: "Latency: 3n-hsw-xl710-114b-2t2c-vts-l2switching-base-i40e-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-114b-2t2c-vts-l2switching-base-i40e-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-hsw" -# include: -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-hsw-xl710-114b-2t2c-vts-l2switching-base-i40e-ndr" -# layout: "plot-latency" - -#- type: "plot" -# title: "Latency: 3n-skx-xxv710-114b-4t2c-vts-l2switching-base-i40e-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-114b-4t2c-vts-l2switching-base-i40e-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-skx" -# include: -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-4t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-4t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-4t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-skx-xxv710-114b-4t2c-vts-l2switching-base-i40e-ndr" -# layout: "plot-latency" - - type: "plot" title: "Latency: 3n-tsh-x520-64b-2t2c-memif-base-ixgbe-ndr-lat" algorithm: "plot_lat_err_bars_name" @@ -10600,19 +11566,6 @@ title: "3n-tsh-x520-64b-2t2c-link-bonding-vhost-base-ixgbe-ndr" layout: "plot-latency" -#- type: "plot" -# title: "Latency: 3n-tsh-x520-114b-2t2c-vts-l2switching-base-ixgbe-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-114b-2t2c-vts-l2switching-base-ixgbe-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-tsh" -# include: -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-2t2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-tsh-x520-114b-2t2c-vts-l2switching-base-ixgbe-ndr" -# layout: "plot-latency" - ################################################################################ # Packet Latency 4C @@ -11247,32 +12200,6 @@ title: "3n-skx-xxv710-64b-8t4c-link-bonding-vhost-base-i40e-vpp-ndr" layout: "plot-latency" -#- type: "plot" -# title: "Latency: 3n-hsw-xl710-114b-4t4c-vts-l2switching-base-i40e-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-114b-4t4c-vts-l2switching-base-i40e-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-hsw" -# include: -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-hsw-xl710-114b-4t4c-vts-l2switching-base-i40e-ndr" -# layout: "plot-latency" - -#- type: "plot" -# title: "Latency: 3n-skx-xxv710-114b-8t4c-vts-l2switching-base-i40e-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-114b-8t4c-vts-l2switching-base-i40e-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-skx" -# include: -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-8t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-8t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-8t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-skx-xxv710-114b-8t4c-vts-l2switching-base-i40e-ndr" -# layout: "plot-latency" - - type: "plot" title: "Latency: 3n-tsh-x520-64b-4t4c-memif-base-ixgbe-ndr-lat" algorithm: "plot_lat_err_bars_name" @@ -11457,19 +12384,6 @@ title: "3n-tsh-x520-64b-4t4c-link-bonding-vhost-base-ixgbe-ndr" layout: "plot-latency" -#- type: "plot" -# title: "Latency: 3n-tsh-x520-114b-4t4c-vts-l2switching-base-ixgbe-ndr-lat" -# algorithm: "plot_lat_err_bars_name" -# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-114b-4t4c-vts-l2switching-base-ixgbe-ndr-lat" -# data: "plot-vpp-throughput-lat-tsa-3n-tsh" -# include: -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-4t4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-tsh-x520-114b-4t4c-vts-l2switching-base-ixgbe-ndr" -# layout: "plot-latency" - ################################################################################ # HDRHistogram Packet Latency 1C @@ -15003,55 +15917,29 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-hsw-xl710-114b-vts-l2switching-base-i40e-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-114b-vts-l2switching-base-i40e-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-hsw-xl710-114b-vts-l2switching-base-i40e-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-hsw-xl710-114b-vts-l2switching-base-i40e-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-114b-vts-l2switching-base-i40e-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-hsw-xl710-114b-vts-l2switching-base-i40e-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-skx-xxv710-114b-vts-l2switching-base-i40e-ndr-tsa" + title: "Speedup: 2n-skx-xxv710-114b-vts-l2switching-base-i40e-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-114b-vts-l2switching-base-i40e-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-114b-vts-l2switching-base-i40e-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" layout: - title: "3n-skx-xxv710-114b-vts-l2switching-base-i40e-ndr" + title: "2n-skx-xxv710-114b-vts-l2switching-base-i40e-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-skx-xxv710-114b-vts-l2switching-base-i40e-pdr-tsa" + title: "Speedup: 2n-skx-xxv710-114b-vts-l2switching-base-i40e-pdr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-114b-vts-l2switching-base-i40e-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-114b-vts-l2switching-base-i40e-pdr-tsa" data: "plot-vpp-throughput-lat-tsa-3n-skx" include: - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" layout: - title: "3n-skx-xxv710-114b-vts-l2switching-base-i40e-pdr" + title: "2n-skx-xxv710-114b-vts-l2switching-base-i40e-pdr" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -15422,32 +16310,6 @@ title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-tsh-x520-114b-vts-l2switching-base-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-114b-vts-l2switching-base-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" - include: - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-tsh-x520-114b-vts-l2switching-base-ixgbe-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-114b-vts-l2switching-base-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-114b-vts-l2switching-base-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" - include: - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-tsh-x520-114b-vts-l2switching-base-ixgbe-pdr" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa" algorithm: "plot_tsa_name"