From d3d391f17f4ecaa56554dd558fd929d26cadce64 Mon Sep 17 00:00:00 2001
From: Juraj Linkeš <juraj.linkes@pantheon.tech>
Date: Fri, 19 Aug 2022 11:37:47 +0200
Subject: feat(ansible): update 1n-tx2 config
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Arm VPP Device requires newer drivers, otherwise we're frequently seeing
a deadlock when running csit-initialize-vfs.

We've observed server slowdown in VPP Device jobs in the past and
testing revealed that disabling the cppc_cpufreq seemingly resolves the
issue (there was no observed slowdown with a sample of 500 job runs).

Also update Nomad config (server IPs).

Change-Id: I484417f2cdb701239ca7517406147d0f2f7adde4
Signed-off-by: Juraj Linkeš <juraj.linkes@pantheon.tech>
---
 .../roles/vpp_device/tasks/main.yaml               | 11 +++--------
 .../roles/vpp_device/tasks/thunderx2.yaml          | 23 ++++++++++++++++++++++
 2 files changed, 26 insertions(+), 8 deletions(-)
 create mode 100644 fdio.infra.ansible/roles/vpp_device/tasks/thunderx2.yaml

(limited to 'fdio.infra.ansible/roles/vpp_device')

diff --git a/fdio.infra.ansible/roles/vpp_device/tasks/main.yaml b/fdio.infra.ansible/roles/vpp_device/tasks/main.yaml
index 418217aaac..ec20d2a3cd 100644
--- a/fdio.infra.ansible/roles/vpp_device/tasks/main.yaml
+++ b/fdio.infra.ansible/roles/vpp_device/tasks/main.yaml
@@ -1,17 +1,12 @@
 ---
 # file: roles/vpp_device/tasks/main.yaml
 
-- name: Load Kernel Modules By Default
-  lineinfile:
-    path: "/etc/modules"
-    state: "present"
-    line: "{{ item }}"
-  with_items:
-    - "vfio-pci"
+- name: ThunderX2 Kernel Modules Config
+  import_tasks: thunderx2.yaml
   when:
     - cpu_microarchitecture == "thunderx2"
   tags:
-    - load-kernel-modules
+    - conf-kernel-modules
 
 - name: Disable IPv6 Router Advertisement
   sysctl:
diff --git a/fdio.infra.ansible/roles/vpp_device/tasks/thunderx2.yaml b/fdio.infra.ansible/roles/vpp_device/tasks/thunderx2.yaml
new file mode 100644
index 0000000000..438095fc00
--- /dev/null
+++ b/fdio.infra.ansible/roles/vpp_device/tasks/thunderx2.yaml
@@ -0,0 +1,23 @@
+---
+# file: roles/vpp_device/tasks/thunderx2.yaml
+
+- name: Load Kernel Modules On Startup (vfio-pci)
+  ansible.builtin.lineinfile:
+    path: "/etc/modules"
+    state: "present"
+    line: "{{ item }}"
+  with_items:
+    - "vfio-pci"
+  tags:
+    - load-kernel-modules
+
+- name: Disable Kernel Modules On Startup (cppc_cpufreq)
+  ansible.builtin.lineinfile:
+    path: "/etc/modprobe.d/blacklist-cppc_cpufreq.conf"
+    state: "present"
+    line: "{{ item }}"
+    create: "yes"
+  with_items:
+    - "blacklist cppc_cpufreq"
+  tags:
+    - disable-kernel-modules
-- 
cgit 1.2.3-korg