From c4ef85bfbdcf2c73919d8d23a409f02edacf9973 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Wed, 3 Nov 2021 13:08:47 +0100 Subject: [PATCH] Report: Add rls data Change-Id: I7868b419fa47c6130826948bbdfbb288abb8d1e4 Signed-off-by: Tibor Frank --- docs/report/index.html.template | 4 +- docs/report/introduction/report_history.rst | 2 +- .../hoststack_testing/index.rst | 2 - .../hoststack_testing/vsap/index.rst | 52 +-- .../specifications/report/data_sets.yaml | 496 ++++++++++++--------- .../specifications/report/elements.yaml | 184 ++++---- 6 files changed, 390 insertions(+), 350 deletions(-) diff --git a/docs/report/index.html.template b/docs/report/index.html.template index a4f657cd2e..489f314cac 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -1,5 +1,5 @@ -CSIT-2110 RC2 -============= +CSIT-2110 +========= .. toctree:: :maxdepth: 2 diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst index b8523c1c4d..fc418f98d2 100644 --- a/docs/report/introduction/report_history.rst +++ b/docs/report/introduction/report_history.rst @@ -7,7 +7,7 @@ below. +----------------+------------------------------------------------------------+ | .[ww] Revision | Changes | +================+============================================================+ -| .43 | RC2 | +| .44 | Initial revision | +----------------+------------------------------------------------------------+ FD.io CSIT Reports follow CSIT-[yy][mm].[ww] numbering format, with version diff --git a/docs/report/vpp_performance_tests/hoststack_testing/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/index.rst index cd2a32fd87..3691fb65c3 100644 --- a/docs/report/vpp_performance_tests/hoststack_testing/index.rst +++ b/docs/report/vpp_performance_tests/hoststack_testing/index.rst @@ -6,6 +6,4 @@ Hoststack Testing iperf3/tcp/index iperf3/udp/index quic/index - -.. vsap/index diff --git a/docs/report/vpp_performance_tests/hoststack_testing/vsap/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/vsap/index.rst index 34b075ca24..7fcf0f41f6 100644 --- a/docs/report/vpp_performance_tests/hoststack_testing/vsap/index.rst +++ b/docs/report/vpp_performance_tests/hoststack_testing/vsap/index.rst @@ -38,20 +38,20 @@ VSAP with ldpreload \clearpage -2t1c-e810cq-base-scale-cps +2t1c-cx556a-base-scale-cps -------------------------- .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} - \label{fig:2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} + \label{fig:2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} \end{figure} .. raw:: latex @@ -60,15 +60,15 @@ VSAP with ldpreload .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} - \label{fig:2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} + \label{fig:2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} \end{figure} .. raw:: latex @@ -77,15 +77,15 @@ VSAP with ldpreload .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} - \label{fig:2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} + \label{fig:2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} \end{figure} .. raw:: latex @@ -94,35 +94,35 @@ VSAP with ldpreload .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} - \label{fig:2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} + \label{fig:2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps} \end{figure} .. raw:: latex \clearpage -2t1c-e810cq-base-scale-rps +2t1c-cx556a-base-scale-rps -------------------------- .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} - \label{fig:2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} + \label{fig:2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} \end{figure} .. raw:: latex @@ -131,15 +131,15 @@ VSAP with ldpreload .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} - \label{fig:2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} + \label{fig:2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} \end{figure} .. raw:: latex @@ -148,15 +148,15 @@ VSAP with ldpreload .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} - \label{fig:2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} + \label{fig:2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} \end{figure} .. raw:: latex @@ -165,13 +165,13 @@ VSAP with ldpreload .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} - \label{fig:2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} + \label{fig:2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps} \end{figure} diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 0dbdb93ced..f4afa1d0da 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -6,7 +6,7 @@ vpp-device-results-ubuntu: csit-vpp-device-2110-ubuntu2004-x86_64-1n-skx: - - 157 # rls2110.rc2 VPP DEV env 8 + - 262 # rls2110.rel VPP DEV env 8 ################################################################################ @@ -54,15 +54,20 @@ vpp-3n-skx-curr-iter: csit-vpp-perf-report-iterative-2110-3n-skx: - - 30 # rls2110.rc2 NDRPDR iter env 8 - - 31 # rls2110.rc2 NDRPDR iter env 8 - - 32 # rls2110.rc2 NDRPDR iter env 8 - - 33 # rls2110.rc2 NDRPDR iter env 8 - - 34 # rls2110.rc2 NDRPDR iter env 8 + - 51 # rls2110.rel NDRPDR iter env 8 + - 52 # rls2110.rel NDRPDR iter env 8 + - 53 # rls2110.rel NDRPDR iter env 8 + - 54 # rls2110.rel NDRPDR iter env 8 + - 55 # rls2110.rel NDRPDR iter env 8 + - 56 # rls2110.rel NDRPDR iter env 8 + - 57 # rls2110.rel NDRPDR iter env 8 + - 58 # rls2110.rel NDRPDR iter env 8 + - 59 # rls2110.rel NDRPDR iter env 8 + - 60 # rls2110.rel NDRPDR iter env 8 vpp-3n-skx-curr-iter-best: csit-vpp-perf-report-iterative-2110-3n-skx: - - 33 # rls2110.rc2 NDRPDR iter env 8 + - 59 # rls2110.rel NDRPDR iter env 8 vpp-3n-skx-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-3n-skx: @@ -78,52 +83,31 @@ vpp-3n-skx-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-3n-skx: - - 29 # rls2110.rc2 MRR iter env 8 + - 50 # rls2110.rel MRR iter env 8 vpp-3n-skx-curr-iter-hoststack: csit-vpp-perf-report-iterative-2110-3n-skx: - - 35 # rls2110.rc2 NDRPDR iter env 8 - - 36 # rls2110.rc2 NDRPDR iter env 8 - - 37 # rls2110.rc2 NDRPDR iter env 8 - - 38 # rls2110.rc2 NDRPDR iter env 8 - - 39 # rls2110.rc2 NDRPDR iter env 8 + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 + - 44 # rls2110.rel NDRPDR iter env 8 + - 45 # rls2110.rel NDRPDR iter env 8 + - 46 # rls2110.rel NDRPDR iter env 8 + - 47 # rls2110.rel NDRPDR iter env 8 + - 48 # rls2110.rel NDRPDR iter env 8 + - 49 # rls2110.rel NDRPDR iter env 8 vpp-3n-skx-curr-cov: csit-vpp-perf-report-coverage-2110-3n-skx: - - 1 # rls2110.rc2 NDRPDR cov env 8 - - 2 # rls2110.rc2 NDRPDR cov env 8 - - 3 # rls2110.rc2 NDRPDR cov env 8 - - 4 # rls2110.rc2 NDRPDR cov env 8 - - 5 # rls2110.rc2 NDRPDR cov env 8 - - 6 # rls2110.rc2 NDRPDR cov env 8 - - 7 # rls2110.rc2 NDRPDR cov env 8 - - 8 # rls2110.rc2 NDRPDR cov env 8 - - 9 # rls2110.rc2 NDRPDR cov env 8 - - 10 # rls2110.rc2 NDRPDR cov env 8 - - 11 # rls2110.rc2 NDRPDR cov env 8 - - 12 # rls2110.rc2 NDRPDR cov env 8 - - 13 # rls2110.rc2 NDRPDR cov env 8 - - 14 # rls2110.rc2 NDRPDR cov env 8 - - 15 # rls2110.rc2 NDRPDR cov env 8 - - 16 # rls2110.rc2 NDRPDR cov env 8 - - 17 # rls2110.rc2 NDRPDR cov env 8 - - 18 # rls2110.rc2 NDRPDR cov env 8 - - 19 # rls2110.rc2 NDRPDR cov env 8 - - 20 # rls2110.rc2 NDRPDR cov env 8 - - 21 # rls2110.rc2 NDRPDR cov env 8 - - 22 # rls2110.rc2 NDRPDR cov env 8 - - 23 # rls2110.rc2 NDRPDR cov env 8 - - 24 # rls2110.rc2 NDRPDR cov env 8 - - 25 # rls2110.rc2 NDRPDR cov env 8 - - 26 # rls2110.rc2 NDRPDR cov env 8 - - 27 # rls2110.rc2 NDRPDR cov env 8 - - 28 # rls2110.rc2 NDRPDR cov env 8 - - 29 # rls2110.rc2 NDRPDR cov env 8 - - 30 # rls2110.rc2 NDRPDR cov env 8 - - 31 # rls2110.rc2 NDRPDR cov env 8 - - 32 # rls2110.rc2 NDRPDR cov env 8 - - 33 # rls2110.rc2 NDRPDR cov env 8 - - 34 # rls2110.rc2 NDRPDR cov env 8 + - 35 # rls2110.rel NDRPDR cov env 8 + - 36 # rls2110.rel NDRPDR cov env 8 + - 38 # rls2110.rel NDRPDR cov env 8 + - 39 # rls2110.rel NDRPDR cov env 8 + - 41 # rls2110.rel NDRPDR cov env 8 + - 42 # rls2110.rel NDRPDR cov env 8 + - 44 # rls2110.rel NDRPDR cov env 8 + - 46 # rls2110.rel NDRPDR cov env 8 dpdk-3n-skx-hist-iter: csit-dpdk-perf-report-iterative-2101-3n-skx: @@ -242,15 +226,20 @@ vpp-2n-skx-curr-iter: csit-vpp-perf-report-iterative-2110-2n-skx: - - 51 # rls2110.rc2 NDRPDR iter env 8 - - 52 # rls2110.rc2 NDRPDR iter env 8 - - 53 # rls2110.rc2 NDRPDR iter env 8 - - 54 # rls2110.rc2 NDRPDR iter env 8 - - 55 # rls2110.rc2 NDRPDR iter env 8 + - 85 # rls2110.rel NDRPDR iter env 8 + - 86 # rls2110.rel NDRPDR iter env 8 + - 87 # rls2110.rel NDRPDR iter env 8 + - 88 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 94 # rls2110.rel NDRPDR iter env 8 + - 95 # rls2110.rel NDRPDR iter env 8 + - 96 # rls2110.rel NDRPDR iter env 8 + - 97 # rls2110.rel NDRPDR iter env 8 + - 100 # rls2110.rel NDRPDR iter env 8 vpp-2n-skx-curr-iter-best: csit-vpp-perf-report-iterative-2110-2n-skx: - - 55 # rls2110.rc2 NDRPDR iter env 8 + - 86 # rls2110.rel NDRPDR iter env 8 vpp-2n-skx-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-2n-skx: @@ -267,72 +256,90 @@ vpp-2n-skx-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-2n-skx: - - 50 # rls2110.rc2 MRR iter env 8 + - 81 # rls2110.rel MRR iter env 8 vpp-2n-skx-curr-soak: csit-vpp-perf-report-iterative-2110-2n-skx: - - 59 # rls2110.rc2 soak env 8 - - 63 # rls2110.rc2 soak env 8 + - 78 # rls2110.rel soak env 8 + - 79 # rls2110.rel soak env 8 vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-report-iterative-2110-2n-skx: - - 51 # rls2110.rc2 NDRPDR iter env 8 - - 52 # rls2110.rc2 NDRPDR iter env 8 - - 53 # rls2110.rc2 NDRPDR iter env 8 - - 54 # rls2110.rc2 NDRPDR iter env 8 - - 55 # rls2110.rc2 NDRPDR iter env 8 + - 85 # rls2110.rel NDRPDR iter env 8 + - 86 # rls2110.rel NDRPDR iter env 8 + - 87 # rls2110.rel NDRPDR iter env 8 + - 88 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 94 # rls2110.rel NDRPDR iter env 8 + - 95 # rls2110.rel NDRPDR iter env 8 + - 96 # rls2110.rel NDRPDR iter env 8 + - 97 # rls2110.rel NDRPDR iter env 8 + - 100 # rls2110.rel NDRPDR iter env 8 vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-report-iterative-2110-2n-skx: - - 51 # rls2110.rc2 NDRPDR iter env 8 - - 52 # rls2110.rc2 NDRPDR iter env 8 - - 53 # rls2110.rc2 NDRPDR iter env 8 - - 54 # rls2110.rc2 NDRPDR iter env 8 - - 55 # rls2110.rc2 NDRPDR iter env 8 - - 59 # rls2110.rc2 soak env 8 - - 63 # rls2110.rc2 soak env 8 + - 85 # rls2110.rel NDRPDR iter env 8 + - 86 # rls2110.rel NDRPDR iter env 8 + - 87 # rls2110.rel NDRPDR iter env 8 + - 88 # rls2110.rel NDRPDR iter env 8 + - 89 # rls2110.rel NDRPDR iter env 8 + - 94 # rls2110.rel NDRPDR iter env 8 + - 95 # rls2110.rel NDRPDR iter env 8 + - 96 # rls2110.rel NDRPDR iter env 8 + - 97 # rls2110.rel NDRPDR iter env 8 + - 100 # rls2110.rel NDRPDR iter env 8 + - 78 # rls2110.rel soak env 8 + - 79 # rls2110.rel soak env 8 vpp-2n-skx-curr-nfv-ndrpdr: csit-vpp-perf-report-iterative-2110-2n-skx: - - 57 # rls2110.rc2 NDRPDR nf-density iter env 8 - - 61 # rls2110.rc2 NDRPDR nf-density iter env 8 - - 66 # rls2110.rc2 NDRPDR nf-density iter env 8 - - 67 # rls2110.rc2 NDRPDR nf-density iter env 8 - - 70 # rls2110.rc2 NDRPDR nf-density iter env 8 + - 76 # rls2110.rel NDRPDR nf-density iter env 8 + - 77 # rls2110.rel NDRPDR nf-density iter env 8 + - 82 # rls2110.rel NDRPDR nf-density iter env 8 + - 83 # rls2110.rel NDRPDR nf-density iter env 8 + - 91 # rls2110.rel NDRPDR nf-density iter env 8 + - 92 # rls2110.rel NDRPDR nf-density iter env 8 + - 102 # rls2110.rel NDRPDR nf-density iter env 8 + - 104 # rls2110.rel NDRPDR nf-density iter env 8 vpp-2n-skx-curr-nfv-mrr: csit-vpp-perf-report-iterative-2110-2n-skx: - - 56 # rls2110.rc2 MRR nf-density iter env 8 + - 72 # rls2110.rel MRR nf-density iter env 8 vpp-2n-skx-curr-nfv-reconf: csit-vpp-perf-report-iterative-2110-2n-skx: - - 58 # rls2110.rc2 NDRPDR reconf iter env 8 - - 62 # rls2110.rc2 NDRPDR reconf iter env 8 - - 68 # rls2110.rc2 NDRPDR reconf iter env 8 - - 69 # rls2110.rc2 NDRPDR reconf iter env 8 - - 71 # rls2110.rc2 NDRPDR reconf iter env 8 + - 74 # rls2110.rel NDRPDR reconf iter env 8 + - 75 # rls2110.rel NDRPDR reconf iter env 8 + - 80 # rls2110.rel NDRPDR reconf iter env 8 + - 84 # rls2110.rel NDRPDR reconf iter env 8 + - 90 # rls2110.rel NDRPDR reconf iter env 8 + - 93 # rls2110.rel NDRPDR reconf iter env 8 + - 98 # rls2110.rel NDRPDR reconf iter env 8 + - 99 # rls2110.rel NDRPDR reconf iter env 8 + - 101 # rls2110.rel NDRPDR reconf iter env 8 + - 103 # rls2110.rel NDRPDR reconf iter env 8 vpp-2n-skx-curr-gso: csit-vpp-perf-report-iterative-2110-2n-skx: - - 60 # rls2110.rc2 MRR GSO iter env 8 + - 73 # rls2110.rel MRR GSO iter env 8 vpp-2n-skx-curr-cov: csit-vpp-perf-report-coverage-2110-2n-skx: - - 1 # rls2110.rc2 NDRPDR cov env 8 - - 2 # rls2110.rc2 NDRPDR cov env 8 - - 3 # rls2110.rc2 NDRPDR cov env 8 - - 4 # rls2110.rc2 NDRPDR cov env 8 - - 5 # rls2110.rc2 NDRPDR cov env 8 - - 6 # rls2110.rc2 NDRPDR cov env 8 - - 7 # rls2110.rc2 NDRPDR cov env 8 - - 8 # rls2110.rc2 NDRPDR cov env 8 - - 9 # rls2110.rc2 NDRPDR cov env 8 - - 10 # rls2110.rc2 NDRPDR cov env 8 - - 11 # rls2110.rc2 NDRPDR cov env 8 - - 12 # rls2110.rc2 NDRPDR cov env 8 - - 13 # rls2110.rc2 NDRPDR cov env 8 - - 14 # rls2110.rc2 NDRPDR cov env 8 - - 15 # rls2110.rc2 NDRPDR cov env 8 - - 16 # rls2110.rc2 NDRPDR cov env 8 - - 17 # rls2110.rc2 NDRPDR cov env 8 + - 18 # rls2110.rel NDRPDR cov env 8 + - 19 # rls2110.rel NDRPDR cov env 8 + - 20 # rls2110.rel NDRPDR cov env 8 + - 21 # rls2110.rel NDRPDR cov env 8 + - 22 # rls2110.rel NDRPDR cov env 8 + - 23 # rls2110.rel NDRPDR cov env 8 + - 24 # rls2110.rel NDRPDR cov env 8 + - 25 # rls2110.rel NDRPDR cov env 8 + - 26 # rls2110.rel NDRPDR cov env 8 + - 27 # rls2110.rel NDRPDR cov env 8 + - 28 # rls2110.rel NDRPDR cov env 8 + - 29 # rls2110.rel NDRPDR cov env 8 + - 30 # rls2110.rel NDRPDR cov env 8 + - 31 # rls2110.rel NDRPDR cov env 8 + - 32 # rls2110.rel NDRPDR cov env 8 + - 33 # rls2110.rel NDRPDR cov env 8 + - 34 # rls2110.rel NDRPDR cov env 8 dpdk-2n-skx-hist-iter: csit-dpdk-perf-report-iterative-2101-2n-skx: @@ -379,19 +386,24 @@ trex-2n-skx-curr-iter: csit-trex-perf-report-iterative-2110-2n-skx: - - 3 # rls2110.rc2 NDRPDR iter env 8 - - 4 # rls2110.rc2 NDRPDR iter env 8 - - 5 # rls2110.rc2 NDRPDR iter env 8 - - 6 # rls2110.rc2 NDRPDR iter env 8 - - 7 # rls2110.rc2 NDRPDR iter env 8 + - 8 # rls2110.rel NDRPDR iter env 8 + - 9 # rls2110.rel NDRPDR iter env 8 + - 10 # rls2110.rel NDRPDR iter env 8 + - 11 # rls2110.rel NDRPDR iter env 8 + - 12 # rls2110.rel NDRPDR iter env 8 + - 13 # rls2110.rel NDRPDR iter env 8 + - 14 # rls2110.rel NDRPDR iter env 8 + - 15 # rls2110.rel NDRPDR iter env 8 + - 16 # rls2110.rel NDRPDR iter env 8 + - 17 # rls2110.rel NDRPDR iter env 8 trex-2n-skx-curr-iter-best: csit-trex-perf-report-iterative-2110-2n-skx: - - 3 # rls2110.rc2 NDRPDR iter env 8 + - 8 # rls2110.rel NDRPDR iter env 8 trex-2n-skx-curr-cov: csit-trex-perf-report-coverage-2110-2n-skx: - - 2 # rls2110.rc2 NDRPDR cov env 8 + - 3 # rls2110.rel NDRPDR cov env 8 # 2n-zn2 @@ -455,18 +467,20 @@ vpp-2n-zn2-curr-iter: csit-vpp-perf-report-iterative-2110-2n-zn2: - - 34 # rls2110.rc2 NDRPDR iter env 8 - - 35 # rls2110.rc2 NDRPDR iter env 8 - - 37 # rls2110.rc2 NDRPDR iter env 8 - - 38 # rls2110.rc2 NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 44 # rls2110.rel NDRPDR iter env 8 + - 45 # rls2110.rel NDRPDR iter env 8 + - 46 # rls2110.rel NDRPDR iter env 8 + - 48 # rls2110.rel NDRPDR iter env 8 + - 49 # rls2110.rel NDRPDR iter env 8 vpp-2n-zn2-curr-iter-best: csit-vpp-perf-report-iterative-2110-2n-zn2: - - 37 # rls2110.rc2 NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 vpp-2n-zn2-curr-iter-gso: csit-vpp-perf-report-iterative-2110-2n-zn2: - - 39 # rls2110.rc2 MRR GSO iter env 8 + - 40 # rls2110.rel MRR GSO iter env 8 vpp-2n-zn2-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-2n-zn2: @@ -483,12 +497,12 @@ vpp-2n-zn2-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-2n-zn2: - - 33 # rls2110.rc2 MRR iter env 8 + - 41 # rls2110.rel MRR iter env 8 vpp-2n-zn2-curr-cov: # csit-vpp-perf-report-coverage-2110-2n-zn2: csit-vpp-perf-report-iterative-2110-2n-zn2: - - 37 # rls2110.rc2 NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 dpdk-2n-zn2-hist-iter: csit-dpdk-perf-report-iterative-2101-2n-zn2: @@ -527,7 +541,7 @@ - 30 # rls2110 NDRPDR iter env 8 - 31 # rls2110 NDRPDR iter env 8 - 32 # rls2110 NDRPDR iter env 8 -# - 33 # rls2110 NDRPDR iter env 8 + - 33 # rls2110 NDRPDR iter env 8 dpdk-2n-zn2-curr-iter-best: csit-dpdk-perf-report-iterative-2110-2n-zn2: @@ -617,15 +631,20 @@ vpp-2n-clx-curr-iter: csit-vpp-perf-report-iterative-2110-2n-clx: - - 37 # rls2110.rc2 NDRPDR iter env 8 - - 38 # rls2110.rc2 NDRPDR iter env 8 - - 39 # rls2110.rc2 NDRPDR iter env 8 - - 40 # rls2110.rc2 NDRPDR iter env 8 - - 41 # rls2110.rc2 NDRPDR iter env 8 + - 69 # rls2110.rel NDRPDR iter env 8 + - 70 # rls2110.rel NDRPDR iter env 8 + - 71 # rls2110.rel NDRPDR iter env 8 + - 72 # rls2110.rel NDRPDR iter env 8 + - 73 # rls2110.rel NDRPDR iter env 8 + - 83 # rls2110.rel NDRPDR iter env 8 + - 84 # rls2110.rel NDRPDR iter env 8 + - 85 # rls2110.rel NDRPDR iter env 8 +# - 89 # rls2110.rel NDRPDR iter env 8 +# - 90 # rls2110.rel NDRPDR iter env 8 vpp-2n-clx-curr-iter-best: csit-vpp-perf-report-iterative-2110-2n-clx: - - 40 # rls2110.rc2 NDRPDR iter env 8 + - 73 # rls2110.rel NDRPDR iter env 8 vpp-2n-clx-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-2n-clx: @@ -643,74 +662,77 @@ vpp-2n-clx-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-2n-clx: - - 36 # rls2110.rc2 MRR iter env 8 + - 65 # rls2110.rel MRR iter env 8 vpp-2n-clx-curr-iter-gso: csit-vpp-perf-report-iterative-2110-2n-clx: - - 46 # rls2110.rc2 MRR GSO iter env 8 + - 57 # rls2110.rel MRR GSO iter env 8 -# vpp-2n-clx-curr-iter-vsap: -# csit-vpp-perf-report-iterative-2110-2n-clx: -# - 28 # rls2110.rc1 VSAP iter env 8 + vpp-2n-clx-curr-iter-vsap: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 95 # rls2110.rel VSAP iter env 8 vpp-2n-clx-curr-nfv-ndrpdr: csit-vpp-perf-report-iterative-2110-2n-clx: - - 43 # rls2110.rc2 NDRPDR nf-density iter env 8 - - 47 # rls2110.rc2 NDRPDR nf-density iter env 8 - - 49 # rls2110.rc2 NDRPDR nf-density iter env 8 - - 52 # rls2110.rc2 NDRPDR nf-density iter env 8 - - 55 # rls2110.rc2 NDRPDR nf-density iter env 8 + - 60 # rls2110.rel NDRPDR nf-density iter env 8 + - 61 # rls2110.rel NDRPDR nf-density iter env 8 + - 66 # rls2110.rel NDRPDR nf-density iter env 8 + - 80 # rls2110.rel NDRPDR nf-density iter env 8 + - 81 # rls2110.rel NDRPDR nf-density iter env 8 + - 87 # rls2110.rel NDRPDR nf-density iter env 8 vpp-2n-clx-curr-nfv-mrr: csit-vpp-perf-report-iterative-2110-2n-clx: - - 42 # rls2110.rc2 NDRPDR nf-density iter env 8 + - 56 # rls2110.rel NDRPDR nf-density iter env 8 vpp-2n-clx-curr-nfv-reconf: csit-vpp-perf-report-iterative-2110-2n-clx: - - 44 # rls2110.rc2 NDRPDR reconf iter env 8 - - 48 # rls2110.rc2 NDRPDR reconf iter env 8 - - 50 # rls2110.rc2 NDRPDR reconf iter env 8 - - 51 # rls2110.rc2 NDRPDR reconf iter env 8 - - 53 # rls2110.rc2 NDRPDR reconf iter env 8 + - 58 # rls2110.rel NDRPDR reconf iter env 8 + - 59 # rls2110.rel NDRPDR reconf iter env 8 + - 64 # rls2110.rel NDRPDR reconf iter env 8 + - 67 # rls2110.rel NDRPDR reconf iter env 8 + - 68 # rls2110.rel NDRPDR reconf iter env 8 + - 82 # rls2110.rel NDRPDR reconf iter env 8 + - 86 # rls2110.rel NDRPDR reconf iter env 8 +# - 88 # rls2110.rel NDRPDR reconf iter env 8 + - 92 # rls2110.rel NDRPDR reconf iter env 8 + - 94 # rls2110.rel NDRPDR reconf iter env 8 vpp-2n-clx-curr-soak: csit-vpp-perf-report-iterative-2110-2n-clx: - - 45 # rls2110.rc2 soak env 8 - - 54 # rls2110.rc2 soak env 8 + - 62 # rls2110.rel soak env 8 + - 63 # rls2110.rel soak env 8 vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-report-iterative-2110-2n-clx: - - 37 # rls2110.rc2 NDRPDR iter env 8 - - 38 # rls2110.rc2 NDRPDR iter env 8 - - 39 # rls2110.rc2 NDRPDR iter env 8 - - 40 # rls2110.rc2 NDRPDR iter env 8 + - 69 # rls2110.rel NDRPDR iter env 8 + - 70 # rls2110.rel NDRPDR iter env 8 + - 71 # rls2110.rel NDRPDR iter env 8 + - 72 # rls2110.rel NDRPDR iter env 8 + - 73 # rls2110.rel NDRPDR iter env 8 + - 83 # rls2110.rel NDRPDR iter env 8 + - 84 # rls2110.rel NDRPDR iter env 8 + - 85 # rls2110.rel NDRPDR iter env 8 +# - 89 # rls2110.rel NDRPDR iter env 8 +# - 90 # rls2110.rel NDRPDR iter env 8 vpp-soak-vs-ndr-2n-clx: csit-vpp-perf-report-iterative-2110-2n-clx: - - 37 # rls2110.rc2 NDRPDR iter env 8 - - 38 # rls2110.rc2 NDRPDR iter env 8 - - 39 # rls2110.rc2 NDRPDR iter env 8 - - 40 # rls2110.rc2 NDRPDR iter env 8 - - 45 # rls2110.rc2 soak env 8 - - 54 # rls2110.rc2 soak env 8 + - 69 # rls2110.rel NDRPDR iter env 8 + - 70 # rls2110.rel NDRPDR iter env 8 + - 71 # rls2110.rel NDRPDR iter env 8 + - 72 # rls2110.rel NDRPDR iter env 8 + - 73 # rls2110.rel NDRPDR iter env 8 + - 83 # rls2110.rel NDRPDR iter env 8 + - 84 # rls2110.rel NDRPDR iter env 8 + - 85 # rls2110.rel NDRPDR iter env 8 +# - 89 # rls2110.rel NDRPDR iter env 8 +# - 90 # rls2110.rel NDRPDR iter env 8 + - 62 # rls2110.rel soak env 8 + - 63 # rls2110.rel soak env 8 vpp-2n-clx-curr-cov: - csit-vpp-perf-report-coverage-2110-2n-clx: - - 1 # rls2110.rc2 NDRPDR cov env 8 - - 2 # rls2110.rc2 NDRPDR cov env 8 - - 3 # rls2110.rc2 NDRPDR cov env 8 - - 4 # rls2110.rc2 NDRPDR cov env 8 - - 5 # rls2110.rc2 NDRPDR cov env 8 - - 6 # rls2110.rc2 NDRPDR cov env 8 - - 7 # rls2110.rc2 NDRPDR cov env 8 - - 8 # rls2110.rc2 NDRPDR cov env 8 - - 9 # rls2110.rc2 NDRPDR cov env 8 - - 10 # rls2110.rc2 NDRPDR cov env 8 - - 11 # rls2110.rc2 NDRPDR cov env 8 - - 12 # rls2110.rc2 NDRPDR cov env 8 - - 13 # rls2110.rc2 NDRPDR cov env 8 - - 14 # rls2110.rc2 NDRPDR cov env 8 - - 15 # rls2110.rc2 NDRPDR cov env 8 - - 16 # rls2110.rc2 NDRPDR cov env 8 - - 17 # rls2110.rc2 NDRPDR cov env 8 + # csit-vpp-perf-report-coverage-2110-2n-clx: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 73 # rls2110.rel NDRPDR iter env 8 dpdk-2n-clx-hist-iter: csit-dpdk-perf-report-iterative-2101-2n-clx: @@ -794,15 +816,16 @@ vpp-3n-tsh-curr-iter: csit-vpp-perf-report-iterative-2110-3n-tsh: - - 25 # rls2110.rc2 NDRPDR iter env 8 - - 26 # rls2110.rc2 NDRPDR iter env 8 - - 27 # rls2110.rc2 NDRPDR iter env 8 - - 28 # rls2110.rc2 NDRPDR iter env 8 - - 29 # rls2110.rc2 NDRPDR iter env 8 + - 31 # rls2110.rel NDRPDR iter env 8 + - 32 # rls2110.rel NDRPDR iter env 8 + - 33 # rls2110.rel NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 vpp-3n-tsh-curr-iter-best: csit-vpp-perf-report-iterative-2110-3n-tsh: - - 25 # rls2110.rc2 NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 vpp-3n-tsh-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-3n-tsh: @@ -818,12 +841,12 @@ vpp-3n-tsh-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-3n-tsh: - - 24 # rls2110.rc2 NDRPDR iter env 8 + - 30 # rls2110.rel NDRPDR iter env 8 vpp-3n-tsh-curr-cov: # csit-vpp-perf-report-coverage-2110-3n-tsh: csit-vpp-perf-report-iterative-2110-3n-tsh: - - 25 # rls2110.rc2 NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 dpdk-3n-tsh-hist-iter: csit-dpdk-perf-report-iterative-2101-3n-tsh: @@ -912,15 +935,20 @@ vpp-2n-tx2-curr-iter: csit-vpp-perf-report-iterative-2110-2n-tx2: - - 30 # rls2110.rc2 NDRPDR iter env 8 - - 31 # rls2110.rc2 NDRPDR iter env 8 - - 32 # rls2110.rc2 NDRPDR iter env 8 - - 33 # rls2110.rc2 NDRPDR cov env 8 - - 34 # rls2110.rc2 NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 +# - 38 # rls2110.rel NDRPDR iter env 8 +# - 39 # rls2110.rel NDRPDR iter env 8 + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 +# - 43 # rls2110.rel NDRPDR iter env 8 +# - 44 # rls2110.rel NDRPDR iter env 8 +# - 45 # rls2110.rel NDRPDR iter env 8 vpp-2n-tx2-curr-iter-best: csit-vpp-perf-report-iterative-2110-2n-tx2: - - 30 # rls2110.rc2 NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 vpp-2n-tx2-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-2n-tx2: @@ -937,12 +965,12 @@ vpp-2n-tx2-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-2n-tx2: - - 29 # rls2110.rc2 MRR iter env 8 + - 35 # rls2110.rel MRR iter env 8 vpp-2n-tx2-curr-cov: # csit-vpp-perf-report-coverage-2110-2n-tx2: csit-vpp-perf-report-iterative-2110-2n-tx2: - - 30 # rls2110.rc2 NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 dpdk-2n-tx2-curr-iter: csit-dpdk-perf-report-iterative-2110-2n-tx2: @@ -1014,11 +1042,16 @@ vpp-3n-dnv-curr-iter: csit-vpp-perf-report-iterative-2110-3n-dnv: - - 28 # rls2110.rc2 NDRPDR iter env 8 - - 29 # rls2110.rc2 NDRPDR iter env 8 - - 30 # rls2110.rc2 NDRPDR iter env 8 - - 31 # rls2110.rc2 NDRPDR iter env 8 - - 32 # rls2110.rc2 NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 + - 35 # rls2110.rel NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 + - 38 # rls2110.rel NDRPDR iter env 8 + - 39 # rls2110.rel NDRPDR iter env 8 + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 vpp-3n-dnv-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-3n-dnv: @@ -1034,20 +1067,20 @@ vpp-3n-dnv-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-3n-dnv: - - 27 # rls2110.rc2 MRR iter env 8 + - 33 # rls2110.rel MRR iter env 8 vpp-3n-dnv-curr-cov: csit-vpp-perf-report-coverage-2110-3n-dnv: - - 2 # rls2110.rc2 NDRPDR cov env 8 - - 3 # rls2110.rc2 NDRPDR cov env 8 - - 4 # rls2110.rc2 NDRPDR cov env 8 - - 5 # rls2110.rc2 NDRPDR cov env 8 - - 6 # rls2110.rc2 NDRPDR cov env 8 - - 7 # rls2110.rc2 NDRPDR cov env 8 - - 8 # rls2110.rc2 NDRPDR cov env 8 - - 9 # rls2110.rc2 NDRPDR cov env 8 - - 10 # rls2110.rc2 NDRPDR cov env 8 - - 11 # rls2110.rc2 NDRPDR cov env 8 + - 12 # rls2110.rel NDRPDR cov env 8 + - 13 # rls2110.rel NDRPDR cov env 8 + - 14 # rls2110.rel NDRPDR cov env 8 + - 15 # rls2110.rel NDRPDR cov env 8 + - 16 # rls2110.rel NDRPDR cov env 8 + - 17 # rls2110.rel NDRPDR cov env 8 + - 18 # rls2110.rel NDRPDR cov env 8 + - 19 # rls2110.rel NDRPDR cov env 8 + - 20 # rls2110.rel NDRPDR cov env 8 + - 21 # rls2110.rel NDRPDR cov env 8 # dpdk-performance-changes-3n-dnv-h1: # csit-dpdk-perf-verify-2101-3n-dnv: @@ -1128,11 +1161,16 @@ vpp-2n-dnv-curr-iter: csit-vpp-perf-report-iterative-2110-2n-dnv: - - 16 # rls2110.rc2 NDRPDR iter env 8 - - 17 # rls2110.rc2 NDRPDR iter env 8 - - 18 # rls2110.rc2 NDRPDR iter env 8 - - 19 # rls2110.rc2 NDRPDR iter env 8 - - 20 # rls2110.rc2 NDRPDR iter env 8 + - 22 # rls2110.rel NDRPDR iter env 8 + - 23 # rls2110.rel NDRPDR iter env 8 + - 24 # rls2110.rel NDRPDR iter env 8 + - 25 # rls2110.rel NDRPDR iter env 8 + - 26 # rls2110.rel NDRPDR iter env 8 + - 28 # rls2110.rel NDRPDR iter env 8 + - 29 # rls2110.rel NDRPDR iter env 8 + - 31 # rls2110.rel NDRPDR iter env 8 + - 32 # rls2110.rel NDRPDR iter env 8 + - 33 # rls2110.rel NDRPDR iter env 8 vpp-2n-dnv-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-2n-dnv: @@ -1148,16 +1186,16 @@ vpp-2n-dnv-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-2n-dnv: - - 15 # rls2110.rc2 MRR iter env 8 + - 21 # rls2110.rel MRR iter env 8 vpp-2n-dnv-curr-cov: csit-vpp-perf-report-coverage-2110-2n-dnv: - - 1 # rls2110.rc2 NDRPDR cov env 8 - - 2 # rls2110.rc2 NDRPDR cov env 8 - - 3 # rls2110.rc2 NDRPDR cov env 8 - - 4 # rls2110.rc2 NDRPDR cov env 8 - - 5 # rls2110.rc2 NDRPDR cov env 8 - - 6 # rls2110.rc2 NDRPDR cov env 8 + - 7 # rls2110.rel NDRPDR cov env 8 + - 8 # rls2110.rel NDRPDR cov env 8 + - 9 # rls2110.rel NDRPDR cov env 8 + - 10 # rls2110.rel NDRPDR cov env 8 + - 11 # rls2110.rel NDRPDR cov env 8 + - 12 # rls2110.rel NDRPDR cov env 8 # dpdk-performance-changes-2n-dnv-h1: # csit-dpdk-perf-verify-2101-2n-dnv: @@ -1185,43 +1223,55 @@ vpp-2n-aws-curr-iter: csit-vpp-perf-report-iterative-2110-2n-aws: - - 22 # rls2110.rc2 NDRPDR iter env 8 - - 23 # rls2110.rc2 NDRPDR iter env 8 - - 24 # rls2110.rc2 NDRPDR iter env 8 + - 26 # rls2110.rel NDRPDR iter env 8 + - 29 # rls2110.rel NDRPDR iter env 8 + - 30 # rls2110.rel NDRPDR iter env 8 + - 31 # rls2110.rel NDRPDR iter env 8 + - 32 # rls2110.rel NDRPDR iter env 8 + - 33 # rls2110.rel NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 + - 35 # rls2110.rel NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 vpp-2n-aws-curr-iter-best: csit-vpp-perf-report-iterative-2110-2n-aws: - - 23 # rls2110.rc2 NDRPDR iter env 8 + - 26 # rls2110.rel NDRPDR iter env 8 vpp-2n-aws-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-2n-aws: - - 18 # rls2110.rc2 MRR iter env 8 + - 25 # rls2110.rel MRR iter env 8 vpp-2n-aws-curr-cov: - # csit-vpp-perf-report-coverage-2110-2n-aws: csit-vpp-perf-report-iterative-2110-2n-aws: - - 23 # rls2110.rc2 NDRPDR iter env 8 + - 26 # rls2110.rel NDRPDR iter env 8 # 3n-aws vpp-3n-aws-curr-iter: csit-vpp-perf-report-iterative-2110-3n-aws: - - 30 # rls2110.rc2 NDRPDR iter env 8 - - 31 # rls2110.rc2 NDRPDR iter env 8 - - 32 # rls2110.rc2 NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 + - 35 # rls2110.rel NDRPDR iter env 8 + - 36 # rls2110.rel NDRPDR iter env 8 + - 37 # rls2110.rel NDRPDR iter env 8 + - 38 # rls2110.rel NDRPDR iter env 8 + - 39 # rls2110.rel NDRPDR iter env 8 + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 vpp-3n-aws-curr-iter-best: csit-vpp-perf-report-iterative-2110-3n-aws: - - 30 # rls2110.rc2 NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 vpp-3n-aws-curr-iter-mrr: csit-vpp-perf-report-iterative-2110-3n-aws: - - 25 # rls2110.rc2 MRR iter env 8 + - 33 # rls2110.rel MRR iter env 8 vpp-3n-aws-curr-cov: - # csit-vpp-perf-report-coverage-2110-3n-aws: csit-vpp-perf-report-iterative-2110-3n-aws: - - 30 # rls2110.rc2 NDRPDR iter env 8 + - 34 # rls2110.rel NDRPDR iter env 8 # 2n-icx diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 345e17c592..21216386b1 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -5735,7 +5735,7 @@ - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-zn2" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_zn2" + output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}/dpdk_performance_results_2n_zn2" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -6337,101 +6337,93 @@ # VSAP tests 2n-clx -# - type: "plot" -# title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" -# layout: -# title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" -# layout: "plot-hoststack" -# -# - type: "plot" -# title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" -# layout: -# title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" -# layout: "plot-hoststack" -# -# - type: "plot" -# title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" -# layout: -# title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" -# layout: "plot-hoststack" -# -# - type: "plot" -# title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" -# layout: -# title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" -# layout: "plot-hoststack" -# -# - type: "plot" -# title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" -# layout: -# title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" -# layout: "plot-hoststack" -# -# - type: "plot" -# title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" -# layout: -# title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" -# layout: "plot-hoststack" -# -# - type: "plot" -# title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" -# layout: -# title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" -# layout: "plot-hoststack" -# -# - type: "plot" -# title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" -# layout: -# title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" -# layout: "plot-hoststack" +- type: "plot" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" # Hoststack tests 3n-skx -- 2.16.6