From 70b50286ea9145d2720d8bcb36d522b96a0b0ac2 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 9 Nov 2018 10:43:26 +0100 Subject: [PATCH] CSIT-1350: Add new data to 1810 report Change-Id: Ia9720501e724f9240eaa41be36e29c8a6ae18ae7 Signed-off-by: Tibor Frank --- docs/report/index.html.template | 2 + .../packet_latency_graphs/index.rst | 1 + .../packet_throughput_graphs/index.rst | 2 +- .../throughput_speedup_multi_core/index.rst | 1 + resources/tools/presentation/conf.py | 4 +- resources/tools/presentation/run_report.sh | 2 +- resources/tools/presentation/specification.yaml | 65 +++++++++++++++------- 7 files changed, 53 insertions(+), 24 deletions(-) diff --git a/docs/report/index.html.template b/docs/report/index.html.template index d157f94852..b28fcec515 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -90,6 +90,7 @@ CSIT 18.10 detailed_test_results/vpp_performance_results/index detailed_test_results/vpp_mrr_results/index + detailed_test_results/cot_performance_results/index detailed_test_results/dpdk_performance_results/index detailed_test_results/vpp_functional_results/index detailed_test_results/vpp_device_results_ubuntu/index @@ -103,6 +104,7 @@ CSIT 18.10 test_configuration/vpp_performance_configuration/index test_configuration/vpp_mrr_configuration/index + test_configuration/cot_performance_configuration/index test_configuration/vpp_functional_configuration/index test_configuration/vpp_device_configuration_ubuntu/index diff --git a/docs/report/vpp_performance_tests/packet_latency_graphs/index.rst b/docs/report/vpp_performance_tests/packet_latency_graphs/index.rst index e79dd8ec3a..07d44db9b0 100644 --- a/docs/report/vpp_performance_tests/packet_latency_graphs/index.rst +++ b/docs/report/vpp_performance_tests/packet_latency_graphs/index.rst @@ -49,6 +49,7 @@ Additional information about graph data: ip6_tunnels vm_vhost container_memif + container_orchestrated ipsec .. diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst index 210c00b93f..8020809f71 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst @@ -56,6 +56,6 @@ Additional information about graph data: ip6_tunnels vm_vhost container_memif - + container_orchestrated ipsec vts diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst index aec09ba52f..57f796b915 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst @@ -35,5 +35,6 @@ threaded VPP configurations relative to 1-core configurations. ip6_tunnels vm_vhost container_memif + container_orchestrated ipsec vts diff --git a/resources/tools/presentation/conf.py b/resources/tools/presentation/conf.py index 88fd74e76c..00e3cb9b21 100644 --- a/resources/tools/presentation/conf.py +++ b/resources/tools/presentation/conf.py @@ -45,7 +45,7 @@ source_suffix = ['.rst', '.md'] master_doc = 'index' # General information about the project. -project = u'FD.io CSIT-18.10.w45' +project = u'FD.io CSIT-18.10.W46' copyright = u'2018, FD.io' author = u'FD.io CSIT' @@ -104,7 +104,7 @@ rst_epilog = """ .. _CSIT Testbed Setup: https://git.fd.io/csit/tree/resources/tools/testbed-setup/README.md?h={release} .. _K8s configuration files: https://github.com/FDio/csit/tree/{release}/resources/templates/kubernetes """.format(release='rls1810', - report_version='v1.0', + report_version='v1.1', prev_release='rls1807', srelease='1810', csitrelease='18.10', diff --git a/resources/tools/presentation/run_report.sh b/resources/tools/presentation/run_report.sh index 9435ce01a6..2792190e3e 100755 --- a/resources/tools/presentation/run_report.sh +++ b/resources/tools/presentation/run_report.sh @@ -38,7 +38,7 @@ export PYTHONPATH=`pwd` python pal.py \ --specification specification.yaml \ --release ${RELEASE} \ - --version "1.0" \ + --version "1.1" \ --logging INFO \ --force diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index f379218916..a795b70593 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -153,6 +153,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel vpp-compare-testbeds: csit-vpp-perf-verify-1810-3n-hsw: @@ -163,6 +164,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 24 # NDRPDR full - 10 # NDRPDR sel @@ -215,10 +217,10 @@ vpp-perf-results-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - # TODO: Add data - 20 # NDRPDR full - 21 # NDRPDR full - 22 # NDRPDR full + - 27 # NDRPDR full vpp-perf-results-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -254,6 +256,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -291,6 +294,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel plot-vpp-throughput-latency-3n-skx: csit-vpp-perf-verify-1810-3n-skx: @@ -347,21 +351,36 @@ # VPP Ligato ligato-perf-results-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel plot-ligato-throughput-latency-3n-hsw: - # TODO: Replace with 1810 data: - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel # DPDK Performance dpdk-performance-changes: @@ -864,12 +883,14 @@ - 20 # NDRPDR full - 21 # NDRPDR full - 22 # NDRPDR full + - 27 # NDRPDR full - 8 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel - 28 # WRK - 29 # WRK - 30 # WRK @@ -975,21 +996,18 @@ - 20 # mrr - sel - 21 # mrr - sel - 22 # mrr - sel - csit-ligato-perf-1804-all: - - 4 # full - - 5 # sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full - 6 # sel - - 7 # sel - 8 # sel - 9 # sel - - 10 # sel - 11 # sel - 12 # sel - 13 # sel - 14 # sel - csit-ligato-perf-1807-all: - - 3 # full ? - - 4 # sel + - 16 # sel + - 17 # sel + - 18 # sel csit-dpdk-perf-1804-all: - 4 - 5 @@ -1134,6 +1152,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1190,6 +1209,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel data: "vpp-performance-changes" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1246,6 +1266,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1302,6 +1323,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel data: "vpp-performance-changes" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1326,6 +1348,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -1364,6 +1387,7 @@ - 18 # NDRPDR sel - 23 # NDRPDR sel - 25 # NDRPDR sel + - 38 # NDRPDR sel compare: title: "3-Node Skx" data: @@ -2366,6 +2390,7 @@ - "throughput" # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr +# NOTE: Not used in 18.10 - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" -- 2.16.6