From fb76ee6b1de48b36d2c2170507c4aadd4bc95d85 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 19 Nov 2021 13:08:01 +0100 Subject: [PATCH] PAL: Add boxpoints to all box graphs Change-Id: Ic316149bab15c6fe1efccb53df0afa1cc78b3672 Signed-off-by: Tibor Frank --- docs/report/introduction/report_history.rst | 7 +- .../packet_latency/container_memif.rst | 2 +- .../packet_latency/vm_vhost.rst | 4 +- .../packet_throughput_graphs/container_memif.rst | 4 +- .../packet_throughput_graphs/vm_vhost.rst | 4 +- .../container_memif.rst | 4 +- .../throughput_speedup_multi_core/vm_vhost.rst | 4 +- resources/tools/presentation/generator_plots.py | 9 +- .../specifications/report/data_sets.yaml | 7 +- .../specifications/report/elements.yaml | 216 ++++++++++----------- .../tools/presentation/sphinx_conf/report/conf.py | 2 +- 11 files changed, 125 insertions(+), 138 deletions(-) diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst index de39fbd5e5..3f33fe1a4f 100644 --- a/docs/report/introduction/report_history.rst +++ b/docs/report/introduction/report_history.rst @@ -7,12 +7,17 @@ below. +----------------+------------------------------------------------------------+ | .[ww] Revision | Changes | +================+============================================================+ +| .47 | 1. Added iterative data for 2n-icx. | +| | 2. Added boxpoints to all box graphs. | +| | | +| | | ++----------------+------------------------------------------------------------+ | .46 | 1. Added coverage data for 2n-tx2 and 2n-zn2. | | | 2. Added 2n-zn2 runs of 2106.rel retested in CSIT.2110 | | | environment. | | | 3. Added 4t2c tests for 2n-aws and 3n-aws in | | | :ref:`VPP_Packet_Throughput`. | -| | 4. Added DPDK :ref: `dpdk_throughput_speedup_multi_core` | +| | 4. Added DPDK :ref:`dpdk_throughput_speedup_multi_core` | | | graphs. | | | | +----------------+------------------------------------------------------------+ diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif.rst index de90d9c57c..ac672700ea 100644 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif.rst +++ b/docs/report/vpp_performance_tests/packet_latency/container_memif.rst @@ -14,8 +14,8 @@ CSIT source code for the test cases used for plots can be found in container_memif-2n-skx-xxv710 container_memif-2n-clx-xxv710 container_memif-2n-clx-cx556a + container_memif-2n-icx-e810cq container_memif-2n-zn2-xxv710 .. container_memif-3n-tsh-x520 - container_memif-2n-clx-xxv710 diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst index fc79ca95a3..11de222bf3 100644 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst +++ b/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst @@ -16,8 +16,6 @@ CSIT source code for the test cases used for plots can be found in vm_vhost-2n-skx-xxv710 vm_vhost-2n-clx-xxv710 vm_vhost-2n-clx-cx556a + vm_vhost-2n-icx-e810cq vm_vhost-2n-zn2-xxv710 vm_vhost-3n-tsh-x520 - -.. - vm_vhost-2n-icx-e810cq diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst index 89896a508a..e4cee2aeaa 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst @@ -20,8 +20,6 @@ CSIT source code for the test cases used for plots can be found in container_memif-2n-skx-xxv710 container_memif-2n-clx-xxv710 container_memif-2n-clx-cx556a + container_memif-2n-icx-e810cq container_memif-2n-zn2-xxv710 container_memif-2n-zn2-cx556a - -.. - container_memif-2n-icx-e810cq diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst index 77ac504e2a..0166b0acfa 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst @@ -23,9 +23,7 @@ CSIT source code for the test cases used for plots can be found in vm_vhost-2n-skx-xxv710 vm_vhost-2n-clx-xxv710 vm_vhost-2n-clx-cx556a + vm_vhost-2n-icx-e810cq vm_vhost-2n-zn2-xxv710 vm_vhost-2n-zn2-cx556a vm_vhost-3n-tsh-x520 - -.. - vm_vhost-2n-icx-e810cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst index b036167e95..9bb562e39d 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst @@ -22,8 +22,6 @@ CSIT source code for the test cases used for plots can be found in container_memif-2n-skx-xxv710 container_memif-2n-clx-xxv710 container_memif-2n-clx-cx556a + container_memif-2n-icx-e810cq container_memif-2n-zn2-xxv710 container_memif-2n-zn2-cx556a - -.. - container_memif-2n-icx-e810cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst index 4fb1970f55..eece4c4c60 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst @@ -22,9 +22,7 @@ CSIT source code for the test cases used for plots can be found in vm_vhost-2n-skx-xxv710 vm_vhost-2n-clx-xxv710 vm_vhost-2n-clx-cx556a + vm_vhost-2n-icx-e810cq vm_vhost-2n-zn2-xxv710 vm_vhost-2n-zn2-cx556a vm_vhost-3n-tsh-x520 - -.. - vm_vhost-2n-icx-e810cq diff --git a/resources/tools/presentation/generator_plots.py b/resources/tools/presentation/generator_plots.py index 2d723145bf..2849007473 100644 --- a/resources/tools/presentation/generator_plots.py +++ b/resources/tools/presentation/generator_plots.py @@ -912,8 +912,8 @@ def plot_ndrpdr_box_name(plot, input_data): ), hoverinfo=u"y+name" ) - box_points = plot.get(u"boxpoints", None) - if box_points and box_points in \ + box_points = plot.get(u"boxpoints", u"all") + if box_points in \ (u"all", u"outliers", u"suspectedoutliers", False): kwargs[u"boxpoints"] = box_points kwargs[u"jitter"] = 0.3 @@ -1021,9 +1021,8 @@ def plot_mrr_box_name(plot, input_data): name=data_names[idx], hoverinfo=u"y+name" ) - box_points = plot.get(u"boxpoints", None) - if box_points and box_points in \ - (u"all", u"outliers", u"suspectedoutliers", False): + box_points = plot.get(u"boxpoints", u"all") + if box_points in (u"all", u"outliers", u"suspectedoutliers", False): kwargs[u"boxpoints"] = box_points kwargs["jitter"] = 0.3 traces.append(plgo.Box(**kwargs)) diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 3c2c273087..1c8d2540ba 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -1393,21 +1393,22 @@ vpp-2n-icx-curr-iter: intel-csit-vpp-perf-report-iterative-2110-2n-icx: - 1 # rls2110.rel NDRPDR MRR iter env 8 + - 3 # rls2110.rel NDRPDR iter env 8 vpp-2n-icx-curr-iter-best: intel-csit-vpp-perf-report-iterative-2110-2n-icx: - - 1 # rls2110.rel NDRPDR MRR iter env 8 + - 3 # rls2110.rel NDRPDR iter env 8 vpp-2n-icx-curr-iter-mrr: intel-csit-vpp-perf-report-iterative-2110-2n-icx: - - 1 # rls2110.rel NDRPDR MRR iter env 8 + - 2 # rls2110.rel MRR iter env 8 vpp-compare-testbeds-mrr-clx-icx-ref: csit-vpp-perf-report-iterative-2110-2n-clx: - 65 # rls2110.rel MRR iter env 8 vpp-compare-testbeds-mrr-clx-icx-cmp: intel-csit-vpp-perf-report-iterative-2110-2n-icx: - - 1 # rls2110.rel NDRPDR MRR iter env 8 + - 2 # rls2110.rel NDRPDR iter env 8 # 3n-icx diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 6f6c48c1bd..3396fa5eca 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -7332,7 +7332,6 @@ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - boxpoints: "all" layout: title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" layout: "plot-throughput" @@ -7347,7 +7346,6 @@ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - boxpoints: "all" layout: title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" layout: "plot-throughput" @@ -7362,7 +7360,6 @@ - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.78b-{core}-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.78b-{core}-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.78b-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - boxpoints: "all" layout: title: "2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}" layout: "plot-throughput" @@ -7377,7 +7374,6 @@ - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.1518B-{core}-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.1518B-{core}-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.1518B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - boxpoints: "all" layout: title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" layout: "plot-throughput" @@ -7392,7 +7388,6 @@ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - boxpoints: "all" layout: title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" layout: "plot-throughput" @@ -7407,7 +7402,6 @@ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - boxpoints: "all" layout: title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" layout: "plot-throughput" @@ -7420,7 +7414,6 @@ core: ["2t1c", 4t2c] include: - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - boxpoints: "all" layout: title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" layout: "plot-throughput" @@ -7433,7 +7426,6 @@ core: ["2t1c", 4t2c] include: - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - boxpoints: "all" layout: title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" layout: "plot-throughput" @@ -10593,33 +10585,33 @@ # 2n-icx -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" -# data: "vpp-2n-icx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" -# data: "vpp-2n-icx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}" + layout: "plot-throughput" - type: "plot" title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" @@ -10847,59 +10839,59 @@ title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" layout: "plot-throughput" -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" -# data: "vpp-2n-icx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" -# data: "vpp-2n-icx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" + layout: "plot-throughput" -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-memif-base-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-memif-base-avf-{test_type}-tsa" -# data: "vpp-2n-icx-curr-iter" -# include: -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-memif-base-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-memif-base-dpdk-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-memif-base-dpdk-{test_type}-tsa" -# data: "vpp-2n-icx-curr-iter" -# include: -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" -# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-memif-base-dpdk-{test_type}" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-memif-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-memif-base-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-memif-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-memif-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-memif-base-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-memif-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" - type: "plot" title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" @@ -11113,31 +11105,31 @@ title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" -# data: "vpp-2n-icx-curr-iter" -# include: -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-vhost-base-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-vhost-base-vpp-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-vhost-base-vpp-{test_type}-tsa" -# data: "vpp-2n-icx-curr-iter" -# include: -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-vhost-base-vpp-{test_type}" -# layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-vhost-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-vhost-base-vpp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-vhost-base-vpp-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-vhost-base-vpp-{test_type}" + layout: "plot-throughput-speedup-analysis" # Packet Throughput - DPDK diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index 0634d85616..a46e1b43b6 100644 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py @@ -46,7 +46,7 @@ source_suffix = [u'.rst', u'.md'] master_doc = u'index' # General information about the project. -report_week = u'46' +report_week = u'47' project = u'FD.io CSIT-2110.{week}'.format(week=report_week) copyright = u'2021, FD.io' author = u'FD.io CSIT' -- 2.16.6