From f09a4dffb4b0643a71f3f85960657a02a419ff3b Mon Sep 17 00:00:00 2001 From: pmikus Date: Fri, 19 Feb 2021 11:40:52 +0000 Subject: [PATCH 1/1] Performance: Add GSO tests to report execution Signed-off-by: pmikus Change-Id: I35b2f786105103f19907d74c4f6cc77d7cd3a5bb --- docs/job_specs/report_coverage/2n-clx/gso-00.md | 45 ++++++++++++++++++++++ docs/job_specs/report_coverage/2n-skx/gso-00.md | 45 ++++++++++++++++++++++ docs/job_specs/report_coverage/2n-zn2/gso-00.md | 45 ++++++++++++++++++++++ .../report_iterative/2n-clx/vpp-gso-mrr-00.md | 28 ++++++++++++++ .../report_iterative/2n-skx/vpp-gso-mrr-00.md | 28 ++++++++++++++ .../report_iterative/2n-zn2/vpp-gso-mrr-00.md | 28 ++++++++++++++ ...0ge2p1x710-ethip4-ip4base-2tap-gso-iperf3.robot | 2 +- ...1l-10ge2p1x710-ethip4-ip4base-2tap-iperf3.robot | 2 +- ...e2p1x710-ethip4-ip4base-2vhost-gso-iperf3.robot | 2 +- ...-10ge2p1x710-ethip4-ip4base-2vhost-iperf3.robot | 2 +- 10 files changed, 223 insertions(+), 4 deletions(-) create mode 100644 docs/job_specs/report_coverage/2n-clx/gso-00.md create mode 100644 docs/job_specs/report_coverage/2n-skx/gso-00.md create mode 100644 docs/job_specs/report_coverage/2n-zn2/gso-00.md create mode 100644 docs/job_specs/report_iterative/2n-clx/vpp-gso-mrr-00.md create mode 100644 docs/job_specs/report_iterative/2n-skx/vpp-gso-mrr-00.md create mode 100644 docs/job_specs/report_iterative/2n-zn2/vpp-gso-mrr-00.md diff --git a/docs/job_specs/report_coverage/2n-clx/gso-00.md b/docs/job_specs/report_coverage/2n-clx/gso-00.md new file mode 100644 index 0000000000..25883f370d --- /dev/null +++ b/docs/job_specs/report_coverage/2n-clx/gso-00.md @@ -0,0 +1,45 @@ +# 2n-clx +### tests 12 +### job hrs est. 1 +### job hrs real 1 +### test mins est. 0.75 +### test mins real 0.75 +## ./container_memif +## ./crypto +## ./gso +### intel-xxv710 +#### drv_tap +##### ethip4-ip4base-2tap-gso +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +#### drv_tap +##### ethip4-ip4base-2tap +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +#### drv_vhost +##### ethip4-ip4base-2vhost-gso +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +#### drv_vhost +##### ethip4-ip4base-2vhost +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +## ./ip4 +## ./ip4_tunnels +## ./ip6 +## ./ip6_tunnels +## ./l2 +## ./lb +## ./nfv_density/dcr_memif/chain +## ./nfv_density/dcr_memif/chain_ipsec +## ./nfv_density/dcr_memif/pipeline +## ./nfv_density/vm_vhost/chain +## ./nfv_density/vm_vhost/chain_dot1qip4vxlan +## ./srv6 +## ./tcp +## ./vm_vhost +## ./vts diff --git a/docs/job_specs/report_coverage/2n-skx/gso-00.md b/docs/job_specs/report_coverage/2n-skx/gso-00.md new file mode 100644 index 0000000000..c7e4025fff --- /dev/null +++ b/docs/job_specs/report_coverage/2n-skx/gso-00.md @@ -0,0 +1,45 @@ +# 2n-skx +### tests 12 +### job hrs est. 1 +### job hrs real 1 +### test mins est. 0.75 +### test mins real 0.75 +## ./container_memif +## ./crypto +## ./gso +### intel-xxv710 +#### drv_tap +##### ethip4-ip4base-2tap-gso +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +#### drv_tap +##### ethip4-ip4base-2tap +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +#### drv_vhost +##### ethip4-ip4base-2vhost-gso +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +#### drv_vhost +##### ethip4-ip4base-2vhost +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +## ./ip4 +## ./ip4_tunnels +## ./ip6 +## ./ip6_tunnels +## ./l2 +## ./lb +## ./nfv_density/dcr_memif/chain +## ./nfv_density/dcr_memif/chain_ipsec +## ./nfv_density/dcr_memif/pipeline +## ./nfv_density/vm_vhost/chain +## ./nfv_density/vm_vhost/chain_dot1qip4vxlan +## ./srv6 +## ./tcp +## ./vm_vhost +## ./vts diff --git a/docs/job_specs/report_coverage/2n-zn2/gso-00.md b/docs/job_specs/report_coverage/2n-zn2/gso-00.md new file mode 100644 index 0000000000..b52e219a8d --- /dev/null +++ b/docs/job_specs/report_coverage/2n-zn2/gso-00.md @@ -0,0 +1,45 @@ +# 2n-zn2 +### tests 12 +### job hrs est. 1 +### job hrs real 1 +### test mins est. 0.75 +### test mins real 0.75 +## ./container_memif +## ./crypto +## ./gso +### intel-xxv710 +#### drv_tap +##### ethip4-ip4base-2tap-gso +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +#### drv_tap +##### ethip4-ip4base-2tap +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +#### drv_vhost +##### ethip4-ip4base-2vhost-gso +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +#### drv_vhost +##### ethip4-ip4base-2vhost +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +## ./ip4 +## ./ip4_tunnels +## ./ip6 +## ./ip6_tunnels +## ./l2 +## ./lb +## ./nfv_density/dcr_memif/chain +## ./nfv_density/dcr_memif/chain_ipsec +## ./nfv_density/dcr_memif/pipeline +## ./nfv_density/vm_vhost/chain +## ./nfv_density/vm_vhost/chain_dot1qip4vxlan +## ./srv6 +## ./tcp +## ./vm_vhost +## ./vts diff --git a/docs/job_specs/report_iterative/2n-clx/vpp-gso-mrr-00.md b/docs/job_specs/report_iterative/2n-clx/vpp-gso-mrr-00.md new file mode 100644 index 0000000000..c223d9d27a --- /dev/null +++ b/docs/job_specs/report_iterative/2n-clx/vpp-gso-mrr-00.md @@ -0,0 +1,28 @@ +# 2n-clx +### tests 12 +### job hrs est. 1 +### job hrs real 1 +### test mins est. 0.75 +### test mins real 0.75 +## ./gso +### intel-xxv710 +#### drv_tap +##### ethip4-ip4base-2tap-gso +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +#### drv_tap +##### ethip4-ip4base-2tap +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +#### drv_vhost +##### ethip4-ip4base-2vhost-gso +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +#### drv_vhost +##### ethip4-ip4base-2vhost +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost diff --git a/docs/job_specs/report_iterative/2n-skx/vpp-gso-mrr-00.md b/docs/job_specs/report_iterative/2n-skx/vpp-gso-mrr-00.md new file mode 100644 index 0000000000..4c258c55c0 --- /dev/null +++ b/docs/job_specs/report_iterative/2n-skx/vpp-gso-mrr-00.md @@ -0,0 +1,28 @@ +# 2n-skx +### tests 12 +### job hrs est. 1 +### job hrs real 1 +### test mins est. 0.75 +### test mins real 0.75 +## ./gso +### intel-xxv710 +#### drv_tap +##### ethip4-ip4base-2tap-gso +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +#### drv_tap +##### ethip4-ip4base-2tap +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +#### drv_vhost +##### ethip4-ip4base-2vhost-gso +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +#### drv_vhost +##### ethip4-ip4base-2vhost +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost diff --git a/docs/job_specs/report_iterative/2n-zn2/vpp-gso-mrr-00.md b/docs/job_specs/report_iterative/2n-zn2/vpp-gso-mrr-00.md new file mode 100644 index 0000000000..eaea200c08 --- /dev/null +++ b/docs/job_specs/report_iterative/2n-zn2/vpp-gso-mrr-00.md @@ -0,0 +1,28 @@ +# 2n-zn2 +### tests 12 +### job hrs est. 1 +### job hrs real 1 +### test mins est. 0.75 +### test mins real 0.75 +## ./gso +### intel-xxv710 +#### drv_tap +##### ethip4-ip4base-2tap-gso +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap-gso +#### drv_tap +##### ethip4-ip4base-2tap +1c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +2c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +4c AND 128kb AND mrr AND xxv710 AND drv_tap AND ethip4-ip4base-2tap +#### drv_vhost +##### ethip4-ip4base-2vhost-gso +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost-gso +#### drv_vhost +##### ethip4-ip4base-2vhost +1c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +2c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost +4c AND 128kb AND mrr AND xxv710 AND drv_vhost AND ethip4-ip4base-2vhost diff --git a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-gso-iperf3.robot b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-gso-iperf3.robot index 1cbb7f8b3f..6e4cede6d6 100644 --- a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-gso-iperf3.robot +++ b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-gso-iperf3.robot @@ -66,7 +66,7 @@ | ${iperf_server_pf_key}= | ${None} # Trial data overwrite: | ${trial_duration}= | ${30} -| ${trial_multiplicity}= | ${4} +| ${trial_multiplicity}= | ${10} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-iperf3.robot b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-iperf3.robot index d5ba8389c3..af05129a28 100644 --- a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-iperf3.robot +++ b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-iperf3.robot @@ -66,7 +66,7 @@ | ${iperf_server_pf_key}= | ${None} # Trial data overwrite: | ${trial_duration}= | ${30} -| ${trial_multiplicity}= | ${4} +| ${trial_multiplicity}= | ${10} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-gso-iperf3.robot b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-gso-iperf3.robot index deb3fef0b9..b2d3ff5751 100644 --- a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-gso-iperf3.robot +++ b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-gso-iperf3.robot @@ -70,7 +70,7 @@ | ${iperf_server_pf_key}= | ${None} # Trial data overwrite: | ${trial_duration}= | ${30} -| ${trial_multiplicity}= | ${4} +| ${trial_multiplicity}= | ${10} *** Keywords *** | Local Template diff --git a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-iperf3.robot b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-iperf3.robot index 9bd28c559f..f512be57b2 100644 --- a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-iperf3.robot +++ b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-iperf3.robot @@ -70,7 +70,7 @@ | ${iperf_server_pf_key}= | ${None} # Trial data overwrite: | ${trial_duration}= | ${30} -| ${trial_multiplicity}= | ${4} +| ${trial_multiplicity}= | ${10} *** Keywords *** | Local Template -- 2.16.6