diff options
Diffstat (limited to 'fdio.infra.ansible')
12 files changed, 78 insertions, 44 deletions
diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.18.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.18.yaml index 80d4733527..18ba2bfbfb 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.18.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.18.yaml @@ -31,3 +31,4 @@ cpu_microarchitecture: "cascadelake" intel_700_matrix: "dpdk22.03" intel_800_matrix: "dpdk22.03" +mellanox_cx5_matrix: "dpdk22.03" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.19.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.19.yaml index 5899df7d97..5ff676eb21 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.19.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.19.yaml @@ -31,3 +31,4 @@ cpu_microarchitecture: "cascadelake" intel_700_matrix: "dpdk21.02" intel_800_matrix: "dpdk21.02" +mellanox_cx5_matrix: "dpdk21.02" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.20.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.20.yaml index a7d6d4c02c..947242ed92 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.20.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.20.yaml @@ -31,3 +31,4 @@ cpu_microarchitecture: "cascadelake" intel_700_matrix: "dpdk22.03" intel_800_matrix: "dpdk22.03" +mellanox_cx5_matrix: "dpdk22.03" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.21.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.21.yaml index 907cc94be1..c4b626897e 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.21.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.21.yaml @@ -31,3 +31,4 @@ cpu_microarchitecture: "cascadelake" intel_700_matrix: "dpdk21.02" intel_800_matrix: "dpdk21.02" +mellanox_cx5_matrix: "dpdk21.02" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.22.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.22.yaml index a87d3a5834..5c51159813 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.22.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.22.yaml @@ -31,3 +31,4 @@ cpu_microarchitecture: "cascadelake" intel_700_matrix: "dpdk22.03" intel_800_matrix: "dpdk22.03" +mellanox_cx5_matrix: "dpdk22.03" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.23.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.23.yaml index 64ced29bf4..cfa84c784e 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.23.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.23.yaml @@ -31,3 +31,4 @@ cpu_microarchitecture: "cascadelake" intel_700_matrix: "dpdk21.02" intel_800_matrix: "dpdk21.02" +mellanox_cx5_matrix: "dpdk21.02" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.24.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.24.yaml index c976b1e6c0..c0046ec862 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.24.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.24.yaml @@ -28,3 +28,4 @@ cpu_microarchitecture: "epyc" intel_700_matrix: "dpdk22.03" intel_800_matrix: "dpdk22.03" +mellanox_cx5_matrix: "dpdk22.03" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.25.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.25.yaml index 5424a7fa1b..639e37bb20 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.25.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.32.8.25.yaml @@ -28,3 +28,4 @@ cpu_microarchitecture: "epyc" intel_700_matrix: "dpdk21.02" intel_800_matrix: "dpdk21.02" +mellanox_cx5_matrix: "dpdk21.02" diff --git a/fdio.infra.ansible/roles/intel/tasks/main.yaml b/fdio.infra.ansible/roles/intel/tasks/main.yaml index b70daf0315..c37a373db6 100644 --- a/fdio.infra.ansible/roles/intel/tasks/main.yaml +++ b/fdio.infra.ansible/roles/intel/tasks/main.yaml @@ -1,5 +1,5 @@ --- -# file: roles/performance_tuning/tasks/main.yaml +# file: roles/intel/tasks/main.yaml - name: Inst - Update Package Cache (APT) apt: @@ -10,7 +10,7 @@ tags: - intel-inst-drivers -- name: Inst - Machine Prerequisites +- name: Inst - Prerequisites package: name: "{{ packages | flatten(levels=1) }}" state: latest diff --git a/fdio.infra.ansible/roles/mellanox/defaults/main.yaml b/fdio.infra.ansible/roles/mellanox/defaults/main.yaml index 0caaae1e1a..a12a613f74 100644 --- a/fdio.infra.ansible/roles/mellanox/defaults/main.yaml +++ b/fdio.infra.ansible/roles/mellanox/defaults/main.yaml @@ -18,4 +18,13 @@ packages_by_arch: x86_64: - [] -mellanox_version: "5.2-1.0.4.0" +mellanox_download_url: "http://content.mellanox.com/ofed" +mellanox_extract_dir: "/opt" + +mellanox_cx5_compatibility_matrix: + dpdk21.02: + # https://doc.dpdk.org/guides/rel_notes/release_21_02.html + ofed: "5.3-1.0.5.0" + dpdk22.03: + # https://doc.dpdk.org/guides/rel_notes/release_22_03.html + ofed: "5.5-1.0.3.2" diff --git a/fdio.infra.ansible/roles/mellanox/tasks/main.yaml b/fdio.infra.ansible/roles/mellanox/tasks/main.yaml index 3cccdb7727..75964304ca 100644 --- a/fdio.infra.ansible/roles/mellanox/tasks/main.yaml +++ b/fdio.infra.ansible/roles/mellanox/tasks/main.yaml @@ -8,60 +8,35 @@ when: - ansible_distribution|lower == 'ubuntu' tags: - - mellanox-inst-prerequisites + - mellanox-inst-drivers - name: Inst - Prerequisites package: name: "{{ packages | flatten(levels=1) }}" state: latest tags: - - mellanox-inst-prerequisites + - mellanox-inst-drivers -- name: Inst - Check Presence of Mellanox Hardware +- name: Inst - Check Presence of Mellanox CX-5 shell: "lspci | grep Mellanox | awk '{print $1}'" register: mellanox_pcis failed_when: false changed_when: false tags: - - mellanox-inst + - mellanox-inst-drivers -- name: Inst - Get OFED - get_url: - url: "http://content.mellanox.com/ofed/MLNX_OFED-{{ mellanox_version }}/MLNX_OFED_LINUX-{{ mellanox_version }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}.tgz" - dest: "/opt/MLNX_OFED_LINUX-{{ mellanox_version }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}.tgz" - mode: 0644 - when: mellanox_pcis.stdout_lines | length > 0 +- name: Inst - Get Mellanox CX-5 OFED driver versions + set_fact: + ofed: "{{ mellanox_cx5_compatibility_matrix[mellanox_cx5_matrix]['ofed'] }}" + when: > + mellanox_pcis is defined tags: - - mellanox-inst + - mellanox-inst-drivers -- name: Inst - Extract OFED - unarchive: - remote_src: true - src: "/opt/MLNX_OFED_LINUX-{{ mellanox_version }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}.tgz" - dest: "/opt/" - creates: "/opt/MLNX_OFED_LINUX-{{ mellanox_version }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}" - register: mellanox_firmware_extracted - when: mellanox_pcis.stdout_lines | length > 0 +- name: Inst - Driver Mellanox CX-5 + import_tasks: ofed.yaml + when: > + mellanox_pcis.stdout_lines | length > 0 and + mellanox_cx5_matrix is defined tags: - - mellanox-inst - -- name: Inst - OFED - command: "./mlnxofedinstall --with-mft --dpdk --force --upstream-libs" - args: - chdir: "/opt/MLNX_OFED_LINUX-{{ mellanox_version }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}" - when: mellanox_pcis.stdout_lines | length > 0 and mellanox_firmware_extracted - tags: - - mellanox-inst - -- name: Switch Infiniband to Ethernet - command: "mlxconfig --yes --dev {{ item }} set LINK_TYPE_P1=2 LINK_TYPE_P2=2" - with_items: "{{ mellanox_pcis.stdout_lines }}" - tags: - - mellanox-conf - -- name: FIX qemu-system removal - package: - name: "qemu-system" - state: latest - tags: - - mellanox-inst + - mellanox-inst-drivers diff --git a/fdio.infra.ansible/roles/mellanox/tasks/ofed.yaml b/fdio.infra.ansible/roles/mellanox/tasks/ofed.yaml new file mode 100644 index 0000000000..ed7d483db9 --- /dev/null +++ b/fdio.infra.ansible/roles/mellanox/tasks/ofed.yaml @@ -0,0 +1,42 @@ +--- +# file: roles/intel/tasks/i40e.yaml + +- name: Inst - Get OFED + get_url: + url: "{{ mellanox_download_url }}/MLNX_OFED-{{ ofed }}/MLNX_OFED_LINUX-{{ ofed }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}.tgz" + dest: "{{ mellanox_extract_dir }}/MLNX_OFED_LINUX-{{ ofed }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}.tgz" + mode: "0644" + when: mellanox_pcis.stdout_lines | length > 0 + tags: + - mellanox-inst-drivers + +- name: Inst - Extract OFED + unarchive: + remote_src: true + src: "{{ mellanox_extract_dir }}/MLNX_OFED_LINUX-{{ ofed }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}.tgz" + dest: "{{ mellanox_extract_dir }}/" + creates: "{{ mellanox_extract_dir }}/MLNX_OFED_LINUX-{{ ofed }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}" + register: mellanox_firmware_extracted + tags: + - mellanox-inst-drivers + +- name: Inst - OFED + command: "./mlnxofedinstall --with-mft --dpdk --force --upstream-libs --without-fw-update" + args: + chdir: "{{ mellanox_extract_dir }}/MLNX_OFED_LINUX-{{ ofed }}-{{ ansible_distribution|lower }}{{ ansible_distribution_version }}-{{ ansible_machine }}" + when: mellanox_firmware_extracted + tags: + - mellanox-inst-drivers + +- name: Inst - Switch Infiniband to Ethernet + command: "mlxconfig --yes --dev {{ item }} set LINK_TYPE_P1=2 LINK_TYPE_P2=2" + with_items: "{{ mellanox_pcis.stdout_lines }}" + tags: + - mellanox-inst-drivers + +- name: FIX qemu-system removal + package: + name: "qemu-system" + state: latest + tags: + - mellanox-inst-drivers |