X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Flibraries%2Frobot%2Fshared%2Fcontainer.robot;h=1d646a6f227d2e312fa99313ca30652ae200506a;hp=e7b101cb94667876dbd41f789c899eda279c21d2;hb=46efda9bd3a32cfe9944cb421ae3e2a3978bf9fc;hpb=b261d69c4a72539dc5a571c1abb3e6a6cb45d408 diff --git a/resources/libraries/robot/shared/container.robot b/resources/libraries/robot/shared/container.robot index e7b101cb94..1d646a6f22 100644 --- a/resources/libraries/robot/shared/container.robot +++ b/resources/libraries/robot/shared/container.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2017 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -13,71 +13,121 @@ *** Settings *** | Documentation | Keywords related to linux containers +| ... | Library | resources.libraries.python.CpuUtils | Library | resources.libraries.python.topology.Topology *** Keywords *** -| Construct VNF containers on all DUTs -| | [Documentation] | Construct 1..N VNF container(s) of specific technology on -| | ... | all DUT nodes. +| Construct container on all DUTs +| | [Documentation] | Construct 1 CNF of specific technology on all DUT nodes. | | ... -| | ${group}= | Set Variable | VNF -| | ${skip_cpus}= | Evaluate | ${vpp_cpus}+${system_cpus} -| | Import Library | resources.libraries.python.ContainerUtils.ContainerManager -| | ... | engine=${container_engine} | WITH NAME | ${group} +| | ... | *Arguments:* +| | ... | - nf_chains: Total number of chains (Optional). Type: integer, default +| | ... | value: ${1} +| | ... | - nf_nodes: Total number of nodes per chain (Optional). Type: integer, +| | ... | default value: ${1} +| | ... | - nf_chain: Chain ID (Optional). Type: integer, default value: ${1} +| | ... | - nf_node: Node ID (Optional). Type: integer, default value: ${1} +| | ... | - auto_scale - If True, use same amount of Dataplane threads for +| | ... | network function as DUT, otherwise use single physical core for +| | ... | every network function. Type: boolean +| | ... | - pinning: Set True if CPU pinning should be done on starting +| | ... | containers. Type: boolean, default value: ${False} +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Construct container on all DUTs \| 1 \| 1 \| 1 \| 1 \| ${True} \| +| | ... +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} | ${nf_chain}=${1} +| | ... | ${nf_node}=${1} | ${auto_scale}=${True} | ${pinning}=${True} +| | ... +| | ${nf_dtcr_status} | ${value}= | Run Keyword And Ignore Error +| | ... | Variable Should Exist | ${nf_dtcr} +| | ${nf_dtcr}= | Run Keyword If | '${nf_dtcr_status}' == 'PASS' +| | ... | Set Variable | ${nf_dtcr} | ELSE | Set Variable | ${1} +| | ${nf_dtc}= | Run Keyword If | ${pinning} +| | ... | Set Variable If | ${auto_scale} | ${cpu_count_int} +| | ... | ${nf_dtc} | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} +| | | ${nf_id}= | Evaluate | (${nf_chain} - ${1}) * ${nf_nodes} + ${nf_node} | | | ${env}= | Create List | DEBIAN_FRONTEND=noninteractive -| | | ${mnt}= | Create List | /tmp:/mnt/host | /dev/vfio:/dev/vfio -| | | ${cpu_node}= | Get interfaces numa node | ${nodes['${dut}']} -| | | ... | ${dut1_if1} | ${dut1_if2} -| | | Run Keyword | ${group}.Construct containers -| | | ... | name=${dut}_${group} | node=${nodes['${dut}']} | mnt=${mnt} -| | | ... | image=${container_image} | cpu_count=${container_cpus} -| | | ... | cpu_skip=${skip_cpus} | cpuset_mems=${cpu_node} -| | | ... | cpu_shared=${False} | env=${env} | count=${container_count} -| | | ... | install_dkms=${container_install_dkms} -| | Append To List | ${container_groups} | ${group} +| | | ${dut1_uuid_length} = | Get Length | ${dut1_uuid} +| | | ${root}= | Run Keyword If | ${dut1_uuid_length} +| | | ... | Get Docker Mergeddir | ${nodes['DUT1']} | ${dut1_uuid} +| | | ... | ELSE | Set Variable | ${EMPTY} +| | | ${node_arch}= | Get Node Arch | ${nodes['${dut}']} +| | | ${mnt}= | Create List +| | | ... | ${root}/tmp/:/mnt/host/ +| | | ... | ${root}/dev/vfio/:/dev/vfio/ +| | | ... | ${root}/usr/bin/vpp:/usr/bin/vpp +| | | ... | ${root}/usr/bin/vppctl:/usr/bin/vppctl +| | | ... | ${root}/usr/lib/${node_arch}-linux-gnu/:/usr/lib/${node_arch}-linux-gnu/ +| | | ... | ${root}/usr/share/vpp/:/usr/share/vpp/ +| | | ${nf_cpus}= | Set Variable | ${None} +| | | ${nf_cpus}= | Run Keyword If | ${pinning} +| | | ... | Get Affinity NF | ${nodes} | ${dut} +| | | ... | nf_chains=${nf_chains} | nf_nodes=${nf_nodes} +| | | ... | nf_chain=${nf_chain} | nf_node=${nf_node} +| | | ... | vs_dtc=${cpu_count_int} | nf_dtc=${nf_dtc} | nf_dtcr=${nf_dtcr} +| | | &{cont_args}= | Create Dictionary +| | | ... | name=${dut}_${container_group}${nf_id}${dut1_uuid} +| | | ... | node=${nodes['${dut}']} | mnt=${mnt} | env=${env} +| | | Run Keyword If | ${pinning} +| | | ... | Set To Dictionary | ${cont_args} | cpuset_cpus=${nf_cpus} +| | | Run Keyword | ${container_group}.Construct container | &{cont_args} -| Construct ETCD containers on all DUTs -| | [Documentation] | Construct Docker ETCD container on all DUTs. -| | ... -| | ${group}= | Set Variable | ETCD -| | ${command}= | Set Variable -| | ... | /usr/local/bin/etcd -advertise-client-urls http://0.0.0.0:2379 -listen-client-urls http://0.0.0.0:2379 -| | ${image}= | Set Variable | quay.io/coreos/etcd:v3.2.5 -| | ${publish}= | Create List | 2379:2379 -| | Import Library | resources.libraries.python.ContainerUtils.ContainerManager -| | ... | engine=Docker | WITH NAME | ${group} -| | ${duts}= | Get Matches | ${nodes} | DUT* -| | :FOR | ${dut} | IN | @{duts} -| | | ${cpu_node}= | Get interfaces numa node | ${nodes['${dut}']} -| | | ... | ${dut1_if1} | ${dut1_if2} -| | | Run Keyword | ${group}.Construct container -| | | ... | name=${dut}_${group} | node=${nodes['${dut}']} -| | | ... | image=${container_image} | cpu_count=${1} | cpu_skip=${0} -| | | ... | cpuset_mems=${cpu_node} | cpu_shared=${True} -| | | ... | publish=${publish} | command=${command} -| | Append To List | ${container_groups} | ${group} +| Construct chain of containers on all DUTs +| | [Documentation] | Construct 1 chain of 1..N CNFs on all DUT nodes. +| | ... +| | ... | *Arguments:* +| | ... | - nf_chains: Total number of chains. Type: integer +| | ... | - nf_nodes: Total number of nodes per chain. Type: integer +| | ... | - nf_chain: Chain ID. Type: integer +| | ... | - auto_scale - If True, use same amount of Dataplane threads for +| | ... | network function as DUT, otherwise use single physical core for +| | ... | every network function. Type: boolean +| | ... | - pinning: Set True if CPU pinning should be done on starting +| | ... | containers. Type: boolean, default value: ${False} +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Construct chain of containers on all DUTs \| 1 \| 1 \| 1 \ +| | ... | \| ${True} \| +| | ... +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} | ${nf_chain}=${1} +| | ... | ${auto_scale}=${True} | ${pinning}=${True} +| | ... +| | :FOR | ${nf_node} | IN RANGE | 1 | ${nf_nodes}+1 +| | | Construct container on all DUTs | nf_chains=${nf_chains} +| | | ... | nf_nodes=${nf_nodes} | nf_chain=${nf_chain} | nf_node=${nf_node} +| | | ... | auto_scale=${auto_scale} | pinning=${pinning} -| Construct Kafka containers on all DUTs -| | [Documentation] | Construct Docker Kafka container on all DUTs. +| Construct chains of containers on all DUTs +| | [Documentation] | Construct 1..N chains of 1..N CNFs on all DUT nodes. | | ... -| | ${group}= | Set Variable | Kafka -| | ${image}= | Set Variable | spotify/kafka -| | ${publish}= | Create List | 2181:2181 | 9092:9092 -| | Import Library | resources.libraries.python.ContainerUtils.ContainerManager -| | ... | engine=Docker | WITH NAME | ${group} -| | ${duts}= | Get Matches | ${nodes} | DUT* -| | :FOR | ${dut} | IN | @{duts} -| | | ${env}= | Create List | ADVERTISED_HOST=172.17.0.1 | ADVERTISED_PORT=9092 -| | | ${cpu_node}= | Get interfaces numa node | ${nodes['${dut}']} -| | | ... | ${dut1_if1} | ${dut1_if2} -| | | Run Keyword | ${group}.Construct container -| | | ... | name=${dut}_${group} | node=${nodes['${dut}']} | image=${image} -| | | ... | cpu_count=${1} | cpu_skip=${0} | cpuset_mems=${cpu_node} -| | | ... | cpu_shared=${True} | publish=${publish} | env=${env} -| | Append To List | ${container_groups} | ${group} +| | ... | *Arguments:* +| | ... | - nf_chains: Total number of chains (Optional). Type: integer, default +| | ... | value: ${1} +| | ... | - nf_nodes: Total number of nodes per chain (Optional). Type: integer, +| | ... | default value: ${1} +| | ... | - auto_scale - If True, use same amount of Dataplane threads for +| | ... | network function as DUT, otherwise use single physical core for +| | ... | every network function. Type: boolean +| | ... | - pinning: Set True if CPU pinning should be done on starting +| | ... | containers. Type: boolean, default value: ${True} +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Construct chains of containers on all DUTs \| 1 \| 1 \| +| | ... +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} | ${auto_scale}=${True} +| | ... | ${pinning}=${True} +| | ... +| | :FOR | ${nf_chain} | IN RANGE | 1 | ${nf_chains}+1 +| | | Construct chain of containers on all DUTs | nf_chains=${nf_chains} +| | | ... | nf_nodes=${nf_nodes} | nf_chain=${nf_chain} +| | | ... | auto_scale=${auto_scale} | pinning=${pinning} | Acquire all '${group}' containers | | [Documentation] | Acquire all container(s) in specific container group on @@ -91,11 +141,11 @@ | | ... | | Run Keyword | ${group}.Create all containers -| Install VPP in all '${group}' containers -| | [Documentation] | Install VPP on all container(s) in specific container +| Start VPP in all '${group}' containers +| | [Documentation] | Start VPP on all container(s) in specific container | | ... | group on all DUT nodes. | | ... -| | Run Keyword | ${group}.Install VPP In All Containers +| | Run Keyword | ${group}.Start VPP In All Containers | Restart VPP in all '${group}' containers | | [Documentation] | Restart VPP on all container(s) in specific container @@ -107,10 +157,21 @@ | | [Documentation] | Configure VPP on all container(s) in specific container | | ... | group on all DUT nodes. | | ... -| | ${dut2_if2} = | Get Variable Value | \${dut2_if2} | ${EMPTY} -| | Run Keyword | ${group}.Configure VPP In All Containers -| | ... | chain_topology=${container_chain_topology} +| | ${dut1_if2} = | Get Variable Value | \${dut1_if2} | ${None} +| | ${dut2_if2} = | Get Variable Value | \${dut2_if2} | ${None} +| | Run Keyword If | '${container_chain_topology}' == 'chain_ip4' +| | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} +| | ... | tg_if1_mac=${tg_if1_mac} | tg_if2_mac=${tg_if2_mac} +| | ... | nodes=${nf_nodes} +| | ... | ELSE IF | '${container_chain_topology}' == 'pipeline_ip4' +| | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} +| | ... | tg_if1_mac=${tg_if1_mac} | tg_if2_mac=${tg_if2_mac} +| | ... | nodes=${nf_nodes} +| | ... | ELSE IF | '${container_chain_topology}' == 'cross_horiz' +| | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} | | ... | dut1_if=${dut1_if2} | dut2_if=${dut2_if2} +| | ... | ELSE +| | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} | Stop all '${group}' containers | | [Documentation] | Stop all container(s) in specific container group on all @@ -123,3 +184,36 @@ | | ... | all DUT nodes. | | ... | | Run Keyword | ${group}.Destroy all containers + +| Start containers for test +| | [Documentation] +| | ... | Start containers for test. +| | ... +| | ... | *Arguments:* +| | ... | - nf_chains: Total number of chains. Type: integer +| | ... | - nf_nodes: Total number of nodes per chain. Type: integer +| | ... | - auto_scale - If True, use same amount of Dataplane threads for +| | ... | network function as DUT, otherwise use single physical core for +| | ... | every network function. Type: boolean +| | ... | - pinning: Set True if CPU pinning should be done on starting +| | ... | containers. Type: boolean, default value: ${False} +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Start containers for test \| 1 \| 1 \| +| | ... +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} | ${auto_scale}=${True} +| | ... | ${pinning}=${True} +| | ... +| | Set Test Variable | @{container_groups} | @{EMPTY} +| | Set Test Variable | ${container_group} | CNF +| | Set Test Variable | ${nf_nodes} +| | Import Library | resources.libraries.python.ContainerUtils.ContainerManager +| | ... | engine=${container_engine} | WITH NAME | ${container_group} +| | Construct chains of containers on all DUTs | ${nf_chains} | ${nf_nodes} +| | ... | auto_scale=${auto_scale} | pinning=${pinning} +| | Acquire all '${container_group}' containers +| | Create all '${container_group}' containers +| | Configure VPP in all '${container_group}' containers +| | Start VPP in all '${container_group}' containers +| | Append To List | ${container_groups} | ${container_group}