Arm VPP Device requires newer drivers, otherwise we're frequently seeing
a deadlock when running csit-initialize-vfs.
We've observed server slowdown in VPP Device jobs in the past and
testing revealed that disabling the cppc_cpufreq seemingly resolves the
issue (there was no observed slowdown with a sample of 500 job runs).
Also update Nomad config (server IPs).
Change-Id: I484417f2cdb701239ca7517406147d0f2f7adde4
Signed-off-by: Juraj Linkeš <juraj.linkes@pantheon.tech>
iommu.passthrough: "1"
cpu_microarchitecture: "thunderx2"
iommu.passthrough: "1"
cpu_microarchitecture: "thunderx2"
+intel_700_matrix: "dpdk22.07"
+
# User management.
users:
- username: localadmin
# User management.
users:
- username: localadmin
driver.whitelist: "docker,raw_exec,exec"
nomad_service_mgr: "systemd"
nomad_retry_servers:
driver.whitelist: "docker,raw_exec,exec"
nomad_service_mgr: "systemd"
nomad_retry_servers:
- - "10.32.8.15"
- - "10.32.8.16"
- - "10.32.8.17"
+ - "10.30.51.23"
+ - "10.30.51.24"
+ - "10.30.51.25"
- - "10.32.8.15:4647"
- - "10.32.8.16:4647"
- - "10.32.8.17:4647"
+ - "10.30.51.23:4647"
+ - "10.30.51.24:4647"
+ - "10.30.51.25:4647"
nomad_cpu_total_compute: "40000"
# Consul settigs.
nomad_cpu_total_compute: "40000"
# Consul settigs.
consul_node_name: "{{ hostname }}"
consul_node_role: "client"
consul_retry_servers:
consul_node_name: "{{ hostname }}"
consul_node_role: "client"
consul_retry_servers:
- - "10.32.8.15"
- - "10.32.8.16"
- - "10.32.8.17"
+ - "10.30.51.23"
+ - "10.30.51.24"
+ - "10.30.51.25"
consul_service_mgr: "systemd"
# Docker settings.
consul_service_mgr: "systemd"
# Docker settings.
iommu.passthrough: "1"
cpu_microarchitecture: "thunderx2"
iommu.passthrough: "1"
cpu_microarchitecture: "thunderx2"
+intel_700_matrix: "dpdk22.07"
+
# User management.
users:
- username: localadmin
# User management.
users:
- username: localadmin
driver.whitelist: "docker,raw_exec,exec"
nomad_service_mgr: "systemd"
nomad_retry_servers:
driver.whitelist: "docker,raw_exec,exec"
nomad_service_mgr: "systemd"
nomad_retry_servers:
- - "10.32.8.15"
- - "10.32.8.16"
- - "10.32.8.17"
+ - "10.30.51.23"
+ - "10.30.51.24"
+ - "10.30.51.25"
- - "10.32.8.15:4647"
- - "10.32.8.16:4647"
- - "10.32.8.17:4647"
+ - "10.30.51.23:4647"
+ - "10.30.51.24:4647"
+ - "10.30.51.25:4647"
nomad_cpu_total_compute: "40000"
# Consul settigs.
nomad_cpu_total_compute: "40000"
# Consul settigs.
consul_node_name: "{{ hostname }}"
consul_node_role: "client"
consul_retry_servers:
consul_node_name: "{{ hostname }}"
consul_node_role: "client"
consul_retry_servers:
- - "10.32.8.15"
- - "10.32.8.16"
- - "10.32.8.17"
+ - "10.30.51.23"
+ - "10.30.51.24"
+ - "10.30.51.25"
consul_service_mgr: "systemd"
# Docker settings.
consul_service_mgr: "systemd"
# Docker settings.
---
# file: roles/vpp_device/tasks/main.yaml
---
# file: roles/vpp_device/tasks/main.yaml
-- name: Load Kernel Modules By Default
- lineinfile:
- path: "/etc/modules"
- state: "present"
- line: "{{ item }}"
- with_items:
- - "vfio-pci"
+- name: ThunderX2 Kernel Modules Config
+ import_tasks: thunderx2.yaml
when:
- cpu_microarchitecture == "thunderx2"
tags:
when:
- cpu_microarchitecture == "thunderx2"
tags:
- name: Disable IPv6 Router Advertisement
sysctl:
- name: Disable IPv6 Router Advertisement
sysctl:
--- /dev/null
+---
+# file: roles/vpp_device/tasks/thunderx2.yaml
+
+- name: Load Kernel Modules On Startup (vfio-pci)
+ ansible.builtin.lineinfile:
+ path: "/etc/modules"
+ state: "present"
+ line: "{{ item }}"
+ with_items:
+ - "vfio-pci"
+ tags:
+ - load-kernel-modules
+
+- name: Disable Kernel Modules On Startup (cppc_cpufreq)
+ ansible.builtin.lineinfile:
+ path: "/etc/modprobe.d/blacklist-cppc_cpufreq.conf"
+ state: "present"
+ line: "{{ item }}"
+ create: "yes"
+ with_items:
+ - "blacklist cppc_cpufreq"
+ tags:
+ - disable-kernel-modules