diff options
Diffstat (limited to 'resources/libraries/bash')
| -rwxr-xr-x | resources/libraries/bash/entry/cleanup_dpdk.sh | 40 | ||||
| -rwxr-xr-x | resources/libraries/bash/entry/init_dpdk.sh | 39 | ||||
| -rwxr-xr-x | resources/libraries/bash/entry/install_dpdk.sh | 41 | ||||
| -rwxr-xr-x | resources/libraries/bash/entry/patch_l3fwd.sh | 39 | ||||
| -rwxr-xr-x | resources/libraries/bash/entry/patch_l3fwd_flip_routes | 10 | ||||
| -rwxr-xr-x | resources/libraries/bash/entry/run_l3fwd.sh | 40 | ||||
| -rwxr-xr-x | resources/libraries/bash/entry/run_testpmd.sh | 40 | ||||
| -rw-r--r-- | resources/libraries/bash/function/dpdk.sh | 362 |
8 files changed, 611 insertions, 0 deletions
diff --git a/resources/libraries/bash/entry/cleanup_dpdk.sh b/resources/libraries/bash/entry/cleanup_dpdk.sh new file mode 100755 index 0000000000..726f98c1a1 --- /dev/null +++ b/resources/libraries/bash/entry/cleanup_dpdk.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash + +# Copyright (c) 2020 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Cleanup the DPDK framework on the DUT node. Bind interfaces to driver. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# + At least one of the following is true: +# ++ JOB_NAME environment variable is set, +# ++ or this entry script has access to arguments. +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# FIXME: Define API contract (as opposed to just help) for bootstrap. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/dpdk.sh" || die "Source failed." +common_dirs || die +dpdk_kill || die +dpdk_bind "${@}" || die diff --git a/resources/libraries/bash/entry/init_dpdk.sh b/resources/libraries/bash/entry/init_dpdk.sh new file mode 100755 index 0000000000..910ade38f9 --- /dev/null +++ b/resources/libraries/bash/entry/init_dpdk.sh @@ -0,0 +1,39 @@ +#!/usr/bin/env bash + +# Copyright (c) 2020 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Initialize the DPDK framework on the DUT node. Bind interfaces to driver. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# + At least one of the following is true: +# ++ JOB_NAME environment variable is set, +# ++ or this entry script has access to arguments. +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# FIXME: Define API contract (as opposed to just help) for bootstrap. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/dpdk.sh" || die "Source failed." +common_dirs || die +dpdk_bind "${@}" || die diff --git a/resources/libraries/bash/entry/install_dpdk.sh b/resources/libraries/bash/entry/install_dpdk.sh new file mode 100755 index 0000000000..d87aa5a832 --- /dev/null +++ b/resources/libraries/bash/entry/install_dpdk.sh @@ -0,0 +1,41 @@ +#!/usr/bin/env bash + +# Copyright (c) 2020 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Install the DPDK framework on the DUT node. Check prerequisites. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# + At least one of the following is true: +# ++ JOB_NAME environment variable is set, +# ++ or this entry script has access to arguments. +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# FIXME: Define API contract (as opposed to just help) for bootstrap. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/dpdk.sh" || die "Source failed." +common_dirs || die +dpdk_extract || die +dpdk_compile || die +dpdk_precheck || die diff --git a/resources/libraries/bash/entry/patch_l3fwd.sh b/resources/libraries/bash/entry/patch_l3fwd.sh new file mode 100755 index 0000000000..0ce02a0047 --- /dev/null +++ b/resources/libraries/bash/entry/patch_l3fwd.sh @@ -0,0 +1,39 @@ +#!/usr/bin/env bash + +# Copyright (c) 2020 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Recompile DPDK l3fwd sample app with patching. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# + At least one of the following is true: +# ++ JOB_NAME environment variable is set, +# ++ or this entry script has access to arguments. +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# FIXME: Define API contract (as opposed to just help) for bootstrap. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/dpdk.sh" || die "Source failed." +common_dirs || die +dpdk_l3fwd_compile "${@}" || die diff --git a/resources/libraries/bash/entry/patch_l3fwd_flip_routes b/resources/libraries/bash/entry/patch_l3fwd_flip_routes new file mode 100755 index 0000000000..e0b204eb9c --- /dev/null +++ b/resources/libraries/bash/entry/patch_l3fwd_flip_routes @@ -0,0 +1,10 @@ +#!/bin/sh + +patch --ignore-whitespace l3fwd_lpm.c <<"_EOF" +44,45c44,45 +< {IPv4(1, 1, 1, 0), 24, 0}, +< {IPv4(2, 1, 1, 0), 24, 1}, +--- +> {IPv4(1, 1, 1, 0), 24, 1}, +> {IPv4(2, 1, 1, 0), 24, 0}, +_EOF diff --git a/resources/libraries/bash/entry/run_l3fwd.sh b/resources/libraries/bash/entry/run_l3fwd.sh new file mode 100755 index 0000000000..5716dec59a --- /dev/null +++ b/resources/libraries/bash/entry/run_l3fwd.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash + +# Copyright (c) 2020 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Helper functions for starting l3fwd. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# + At least one of the following is true: +# ++ JOB_NAME environment variable is set, +# ++ or this entry script has access to arguments. +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# FIXME: Define API contract (as opposed to just help) for bootstrap. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/dpdk.sh" || die "Source failed." +common_dirs || die +dpdk_kill || die +dpdk_l3fwd "${@}" || die diff --git a/resources/libraries/bash/entry/run_testpmd.sh b/resources/libraries/bash/entry/run_testpmd.sh new file mode 100755 index 0000000000..6208487774 --- /dev/null +++ b/resources/libraries/bash/entry/run_testpmd.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash + +# Copyright (c) 2020 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Helper functions for starting testpmd. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# + At least one of the following is true: +# ++ JOB_NAME environment variable is set, +# ++ or this entry script has access to arguments. +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# FIXME: Define API contract (as opposed to just help) for bootstrap. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/dpdk.sh" || die "Source failed." +common_dirs || die +dpdk_kill || die +dpdk_testpmd "${@}" || die diff --git a/resources/libraries/bash/function/dpdk.sh b/resources/libraries/bash/function/dpdk.sh new file mode 100644 index 0000000000..da46c6d49c --- /dev/null +++ b/resources/libraries/bash/function/dpdk.sh @@ -0,0 +1,362 @@ +#!/usr/bin/env bash + +# Copyright (c) 2020 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -exuo pipefail + + +function common_dirs () { + + # Set global variables, create some directories (without touching content). + # This function assumes running in remote testbed. It might override other + # functions if included from common.sh. + + # Variables set: + # - BASH_FUNCTION_DIR - Path to existing directory this file is located in. + # - DPDK_DIR - Path to DPDK framework. + # - CSIT_DIR - Path to CSIT framework. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + this_file=$(readlink -e "${BASH_SOURCE[0]}") || { + die "Some error during locating of this source file." + } + BASH_FUNCTION_DIR=$(dirname "${this_file}") || { + die "Some error during dirname call." + } + CSIT_DIR=$(readlink -e "/tmp/openvpp-testing") || { + die "Readlink failed." + } + mkdir -p "${CSIT_DIR}/dpdk" || die "Mkdir failed." + DPDK_DIR=$(readlink -e "${CSIT_DIR}/dpdk") || { + die "Readlink failed." + } +} + + +function dpdk_bind () { + + # Bind interfaces to driver. + # + # Variables read: + # - DPDK_DIR - Path to DPDK framework. + # - @ - Script cli arguments. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + pushd "${DPDK_DIR}/" || die "Pushd failed" + + sudo ./usertools/dpdk-devbind.py -b "${@}" || { + die "Bind ${@} failed" + } + + popd || die "Popd failed" +} + + +function dpdk_compile () { + + # Compile DPDK archive. + # + # Variables read: + # - DPDK_DIR - Path to DPDK framework. + # - CSIT_DIR - Path to CSIT framework. + # Variables exported: + # - RTE_SDK - DPDK directory. + # - RTE_TARGET - Make targed of DPDK framework. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + arch=$(uname -m) || { + die "Get CPU architecture failed." + } + + # DPDK prefers "arm64" to "aarch64" and does not allow arm64 native target. + if [ ${arch} == "aarch64" ]; then + arch="arm64" + machine="armv8a" + else + machine="native" + fi + + # Patch settings. + sed_mlx="s/^CONFIG_RTE_LIBRTE_MLX5_PMD=n/CONFIG_RTE_LIBRTE_MLX5_PMD=y/g" + sed_i40e="s/^CONFIG_RTE_LIBRTE_I40E_16BYTE_RX_DESC=n/CONFIG_RTE_LIBRTE_I40E_16BYTE_RX_DESC=y/g" + sed_file="./config/common_base" + + pushd "${DPDK_DIR}" || die "Pushd failed" + if ( lsmod || die ) | fgrep mlx; then + sed -i "${sed_mlx}" "${sed_file}" || die + fi + + sed -i "${sed_i40e}" "${sed_file}" || die "Patch failed" + + # Compile + make install T="${arch}"-"${machine}"-linuxapp-gcc -j || { + die "Failed to compile DPDK!" + } + popd || die "Popd failed" + + # Compile the l3fwd. + export RTE_SDK="${DPDK_DIR}/" + export RTE_TARGET="${arch}-${machine}-linuxapp-gcc" + # Patch settings. + sed_rxd="s/^#define RTE_TEST_RX_DESC_DEFAULT 128/#define RTE_TEST_RX_DESC_DEFAULT 1024/g" + sed_txd="s/^#define RTE_TEST_TX_DESC_DEFAULT 512/#define RTE_TEST_TX_DESC_DEFAULT 1024/g" + sed_file="./main.c" + pushd "${RTE_SDK}"/examples/l3fwd || die "Pushd failed" + sed -i "${sed_rxd}" "${sed_file}" || die "Patch failed" + sed -i "${sed_txd}" "${sed_file}" || die "Patch failed" + make clean || die "Failed to compile l3fwd" + make -j || die "Failed to compile l3fwd" + popd || die "Popd failed" +} + + +function dpdk_extract () { + + # Extract DPDK framework. + # + # Variables read: + # - DPDK_DIR - Path to DPDK framework. + # - CSIT_DIR - Path to CSIT framework. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + pushd "${CSIT_DIR}" || die "Pushd failed" + tar -xvf download_dir/dpdk*.tar.xz --strip=1 --directory "${DPDK_DIR}" || { + die "Failed to extract DPDK!" + } +} + + +function dpdk_kill () { + + # Kill testpmd and/or l3fwd if running. + + # Function will be noisy and requires custom error handling. + set -x + set +e + + # Try to kill the testpmd. + sudo pgrep testpmd + if [ $? -eq "0" ]; then + success=false + sudo pkill testpmd + for attempt in {1..60}; do + echo "Checking if testpmd is still alive, attempt nr ${attempt}" + sudo pgrep testpmd + if [ $? -eq "1" ]; then + success=true + break + fi + echo "testpmd is still alive, waiting 1 second" + sleep 1 + done + if [ "$success" = false ]; then + echo "The command sudo pkill testpmd failed" + sudo pkill -9 testpmd + exit 1 + fi + else + echo "testpmd is not running" + fi + + # Try to kill the l3fwd. + l3fwd_pid="$(pgrep l3fwd)" + if [ ! -z "${l3fwd_pid}" ]; then + success=false + sudo kill -15 "${l3fwd_pid}" + for attempt in {1..60}; do + echo "Checking if l3fwd is still alive, attempt nr ${attempt}" + l3fwd_pid="$(pgrep l3fwd)" + if [ -z "${l3fwd_pid}" ]; then + success=true + break + fi + echo "l3fwd is still alive, waiting 1 second" + sleep 1 + done + if [ "${success}" = false ]; then + echo "The command sudo kill -15 l3fwd failed" + sudo kill -9 "${l3fwd_pid}" + exit 1 + fi + else + echo "l3fwd is not running" + fi + + # Remove hugepages + sudo rm -f /dev/hugepages/* || die "Removing hugepages failed!" +} + + +function dpdk_l3fwd_compile () { + + # Compile DPDK l3fwd sample app. + # + # Variables read: + # - DPDK_DIR - Path to DPDK framework. + # - CSIT_DIR - Path to CSIT framework. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + arch=$(uname -m) || { + die "Get CPU architecture failed." + } + + # DPDK prefers "arm64" to "aarch64" and does not allow arm64 native target. + if [ ${arch} == "aarch64" ]; then + arch="arm64" + machine="armv8a" + else + machine="native" + fi + + # Compile the l3fwd. + export RTE_SDK="${DPDK_DIR}/" + export RTE_TARGET="${arch}-${machine}-linuxapp-gcc" + # Patch settings. + sed_rxd="s/^#define RTE_TEST_RX_DESC_DEFAULT 128/#define RTE_TEST_RX_DESC_DEFAULT 2048/g" + sed_txd="s/^#define RTE_TEST_TX_DESC_DEFAULT 512/#define RTE_TEST_TX_DESC_DEFAULT 2048/g" + sed_file="./main.c" + pushd "${RTE_SDK}"/examples/l3fwd || die "Pushd failed" + sed -i "${sed_rxd}" "${sed_file}" || die "Patch failed" + sed -i "${sed_txd}" "${sed_file}" || die "Patch failed" + chmod +x ${1} && source ${1} || die "Patch failed" + make clean || die "Failed to compile l3fwd" + make -j || die "Failed to compile l3fwd" + popd || die "Popd failed" +} + + +function dpdk_l3fwd () { + + # Run DPDK l3fwd. + # + # Variables read: + # - DPDK_DIR - Path to DPDK framework. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + arch=$(uname -m) || { + die "Get CPU architecture failed." + } + + # DPDK prefers "arm64" to "aarch64" and does not allow arm64 native target. + if [ ${arch} == "aarch64" ]; then + arch="arm64" + machine="armv8a" + else + machine="native" + fi + + rm -f screenlog.0 || true + binary="${DPDK_DIR}/examples/l3fwd/build/app/l3fwd" + + sudo sh -c "screen -dmSL DPDK-test ${binary} ${@}" || { + die "Failed to start l3fwd" + } + + for attempt in {1..60}; do + echo "Checking if l3fwd is alive, attempt nr ${attempt}" + if fgrep "L3FWD: entering main loop on lcore" screenlog.0; then + exit 0 + fi + sleep 1 + done + cat screenlog.0 + + exit 1 +} + + +function dpdk_precheck () { + + # Precheck system settings (nr_hugepages, max_map_count). + # + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + sys_hugepage="$(< /sys/kernel/mm/hugepages/hugepages-2048kB/nr_hugepages)" + node0="/sys/devices/system/node/node0/hugepages/hugepages-2048kB/" + node1="/sys/devices/system/node/node1/hugepages/hugepages-2048kB/" + if [ ${sys_hugepage} -lt 4096 ]; then + echo 2048 | sudo tee "${node0}"/nr_hugepages || die + echo 2048 | sudo tee "${node1}"/nr_hugepages || die + fi + + sys_map="$(< /proc/sys/vm/max_map_count)" + if [ ${sys_map} -lt 200000 ]; then + echo 200000 | sudo tee /proc/sys/vm/max_map_count || die + fi +} + + +function dpdk_testpmd () { + + # Run DPDK testpmd. + # + # Variables read: + # - DPDK_DIR - Path to DPDK framework. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + arch=$(uname -m) || { + die "Get CPU architecture failed." + } + + # DPDK prefers "arm64" to "aarch64" and does not allow arm64 native target. + if [ ${arch} == "aarch64" ]; then + arch="arm64" + machine="armv8a" + else + machine="native" + fi + + rm -f screenlog.0 || true + binary="${DPDK_DIR}/${arch}-${machine}-linuxapp-gcc/app/testpmd" + + sudo sh -c "screen -dmSL DPDK-test ${binary} ${@}" || { + die "Failed to start testpmd" + } + + for attempt in {1..60}; do + echo "Checking if testpmd is alive, attempt nr ${attempt}" + if fgrep "Press enter to exit" screenlog.0; then + cat screenlog.0 + exit 0 + fi + sleep 1 + done + cat screenlog.0 + + exit 1 +} |