--- /dev/null
+2n-clx vs. 3n-Hsw Testbeds
+--------------------------
+
+Relative comparison of |vpp-release| packet throughput (NDR, PDR and
+MRR) is calculated for the same tests executed on 3-Node Skylake (3n-
+skx) and 3-Node Haswell (3n-hsw) physical testbed types, in 1-core,
+2-core and 4-core configurations.
+
+.. note::
+
+ Test results have been generated by
+ `FD.io test executor vpp performance job 3n-hsw`_ and
+ `FD.io test executor vpp performance job 2n-clx`_
+ with RF result
+ files csit-vpp-perf-|srelease|-\*.zip
+ `archived here <../../_static/archive/>`_.
+
+NDR Comparison
+~~~~~~~~~~~~~~
+
+Comparison tables in HTML, ASCII and CSV formats:
+
+ - `HTML 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr.html>`_
+ - `HTML 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr.html>`_
+ - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr.txt>`_
+ - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr.txt>`_
+ - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr.csv>`_
+ - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr.csv>`_
+
+PDR Comparison
+~~~~~~~~~~~~~~
+
+Comparison tables in HTML, ASCII and CSV formats:
+
+ - `HTML 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr.html>`_
+ - `HTML 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr.html>`_
+ - `ASCII 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr.txt>`_
+ - `ASCII 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr.txt>`_
+ - `CSV 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr.csv>`_
+ - `CSV 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr.csv>`_
+
+MRR Comparison
+~~~~~~~~~~~~~~
+
+Comparison tables in HTML, ASCII and CSV formats:
+
+ - `HTML 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr.html>`_
+ - `HTML 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr.html>`_
+ - `HTML 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr.html>`_
+ - `ASCII 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr.txt>`_
+ - `ASCII 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr.txt>`_
+ - `ASCII 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr.txt>`_
+ - `CSV 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr.csv>`_
+ - `CSV 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr.csv>`_
+ - `CSV 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr.csv>`_
- 29 # NDRPDR sel
- 32 # NDRPDR sel
- 40 # NDRPDR sel
+ - 43 # NDRPDR sel
- 44 # NDRPDR sel
-
+ - 45 # NDRPDR sel
plot-vpp-hdrh-lat-2n-clx:
csit-vpp-perf-verify-2001-2n-clx:
- 29 # NDRPDR sel
- 32 # NDRPDR sel
- 40 # NDRPDR sel
+ - 43 # NDRPDR sel
- 44 # NDRPDR sel
-
+ - 45 # NDRPDR sel
plot-vpp-nfv-2n-clx-mrr:
csit-vpp-perf-verify-2001-2n-clx:
- 29 # NDRPDR sel
- 32 # NDRPDR sel
- 40 # NDRPDR sel
+ - 43 # NDRPDR sel
- 44 # NDRPDR sel
-
+ - 45 # NDRPDR sel
vpp-compare-testbeds-skx-clx:
- "vpp-compare-testbeds-skx-clx-ref"
- "vpp-compare-testbeds-skx-clx-cmp"
+ vpp-compare-testbeds-hsw-clx-ref:
+ csit-vpp-perf-verify-2001-3n-hsw:
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
+ - 34 # NDRPDR sel
+ vpp-compare-testbeds-hsw-clx-cmp:
+ # TODO: Add the data
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 28 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 32 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 43 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 45 # NDRPDR sel
+ vpp-compare-testbeds-hsw-clx:
+ - "vpp-compare-testbeds-hsw-clx-ref"
+ - "vpp-compare-testbeds-hsw-clx-cmp"
+
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-verify-2001-3n-hsw:
- 17 # MRR sel
- "vpp-compare-testbeds-mrr-skx-clx-ref"
- "vpp-compare-testbeds-mrr-skx-clx-cmp"
+ vpp-compare-testbeds-mrr-hsw-clx-ref:
+ csit-vpp-perf-verify-2001-3n-hsw:
+ - 17 # MRR sel
+ vpp-compare-testbeds-mrr-hsw-clx-cmp:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 39 # MRR
+ vpp-compare-testbeds-mrr-hsw-clx:
+ - "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ - "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+
dpdk-compare-testbeds-ref:
csit-dpdk-perf-verify-2001-3n-hsw:
- 4 # NDRPDR sel
- 29 # NDRPDR sel
- 32 # NDRPDR sel
- 40 # NDRPDR sel
+ - 43 # NDRPDR sel
- 44 # NDRPDR sel
+ - 45 # NDRPDR sel
- 39 # MRR
- 34 # NDRPDR full
- 35 # NDRPDR full
format:
html:
- full
- pdf:
- - minimal
+# pdf:
+# - minimal
################################################################################
### T A B L E S ###
# - "parent"
# - "throughput"
# - "tags"
-#
+
## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
#- type: "table"
# title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
# - "parent"
# - "throughput"
# - "tags"
-#
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-hsw-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-hsw-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-hsw-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-hsw-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
## VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
#- type: "table"
# title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
# - "parent"
# - "result"
# - "tags"
-#
+
## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
#- type: "table"
# title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
# - "parent"
# - "result"
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
# Detailed Test Results - VPP Performance Results 3n-hsw
- type: "table"
title: "Detailed Test Results - VPP Performance Results 3n-hsw"