aboutsummaryrefslogtreecommitdiffstats
path: root/resources/libraries/bash/function/dpdk.sh
diff options
context:
space:
mode:
authorPeter Mikus <pmikus@cisco.com>2020-04-17 12:38:09 +0000
committerPeter Mikus <pmikus@cisco.com>2020-04-23 12:36:54 +0000
commit54beb458703ff91e9f522f8af0a57722966f093e (patch)
tree5aa977fe9149e2d870ac87a35256783aeac60761 /resources/libraries/bash/function/dpdk.sh
parent5dc176ab31af5dff73be6dd5266169a7be19dd13 (diff)
Performance: DPDK refactor
+ Rework BASH scripts (more code to python). + Move BASH into libraries. + Allows RDMA usage. + Fix 9000B tests. + Rename confusing l2fwd -> testpmd. + Fix suite setup. + Fix PCI whitelist to not accidentally pickup wrong interface. + Fix deprecated DPDK cli arguments. - MLX5 jumbo are disabled on NIC (i will increase separately). https://jenkins.fd.io/job/csit-dpdk-perf-verify-master-2n-clx/6/console (l3fwd still broken) - MLX5 IMIX seems to be some TRex issue with IMIX for mlx5 (i will handle separately) Signed-off-by: Peter Mikus <pmikus@cisco.com> Change-Id: I31d1b67305fa247cb5e1f57e739d3ef30dc1a04b
Diffstat (limited to 'resources/libraries/bash/function/dpdk.sh')
-rw-r--r--resources/libraries/bash/function/dpdk.sh362
1 files changed, 362 insertions, 0 deletions
diff --git a/resources/libraries/bash/function/dpdk.sh b/resources/libraries/bash/function/dpdk.sh
new file mode 100644
index 0000000000..da46c6d49c
--- /dev/null
+++ b/resources/libraries/bash/function/dpdk.sh
@@ -0,0 +1,362 @@
+#!/usr/bin/env bash
+
+# Copyright (c) 2020 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -exuo pipefail
+
+
+function common_dirs () {
+
+ # Set global variables, create some directories (without touching content).
+ # This function assumes running in remote testbed. It might override other
+ # functions if included from common.sh.
+
+ # Variables set:
+ # - BASH_FUNCTION_DIR - Path to existing directory this file is located in.
+ # - DPDK_DIR - Path to DPDK framework.
+ # - CSIT_DIR - Path to CSIT framework.
+ # Functions called:
+ # - die - Print to stderr and exit.
+
+ set -exuo pipefail
+
+ this_file=$(readlink -e "${BASH_SOURCE[0]}") || {
+ die "Some error during locating of this source file."
+ }
+ BASH_FUNCTION_DIR=$(dirname "${this_file}") || {
+ die "Some error during dirname call."
+ }
+ CSIT_DIR=$(readlink -e "/tmp/openvpp-testing") || {
+ die "Readlink failed."
+ }
+ mkdir -p "${CSIT_DIR}/dpdk" || die "Mkdir failed."
+ DPDK_DIR=$(readlink -e "${CSIT_DIR}/dpdk") || {
+ die "Readlink failed."
+ }
+}
+
+
+function dpdk_bind () {
+
+ # Bind interfaces to driver.
+ #
+ # Variables read:
+ # - DPDK_DIR - Path to DPDK framework.
+ # - @ - Script cli arguments.
+ # Functions called:
+ # - die - Print to stderr and exit.
+
+ set -exuo pipefail
+
+ pushd "${DPDK_DIR}/" || die "Pushd failed"
+
+ sudo ./usertools/dpdk-devbind.py -b "${@}" || {
+ die "Bind ${@} failed"
+ }
+
+ popd || die "Popd failed"
+}
+
+
+function dpdk_compile () {
+
+ # Compile DPDK archive.
+ #
+ # Variables read:
+ # - DPDK_DIR - Path to DPDK framework.
+ # - CSIT_DIR - Path to CSIT framework.
+ # Variables exported:
+ # - RTE_SDK - DPDK directory.
+ # - RTE_TARGET - Make targed of DPDK framework.
+ # Functions called:
+ # - die - Print to stderr and exit.
+
+ set -exuo pipefail
+
+ arch=$(uname -m) || {
+ die "Get CPU architecture failed."
+ }
+
+ # DPDK prefers "arm64" to "aarch64" and does not allow arm64 native target.
+ if [ ${arch} == "aarch64" ]; then
+ arch="arm64"
+ machine="armv8a"
+ else
+ machine="native"
+ fi
+
+ # Patch settings.
+ sed_mlx="s/^CONFIG_RTE_LIBRTE_MLX5_PMD=n/CONFIG_RTE_LIBRTE_MLX5_PMD=y/g"
+ sed_i40e="s/^CONFIG_RTE_LIBRTE_I40E_16BYTE_RX_DESC=n/CONFIG_RTE_LIBRTE_I40E_16BYTE_RX_DESC=y/g"
+ sed_file="./config/common_base"
+
+ pushd "${DPDK_DIR}" || die "Pushd failed"
+ if ( lsmod || die ) | fgrep mlx; then
+ sed -i "${sed_mlx}" "${sed_file}" || die
+ fi
+
+ sed -i "${sed_i40e}" "${sed_file}" || die "Patch failed"
+
+ # Compile
+ make install T="${arch}"-"${machine}"-linuxapp-gcc -j || {
+ die "Failed to compile DPDK!"
+ }
+ popd || die "Popd failed"
+
+ # Compile the l3fwd.
+ export RTE_SDK="${DPDK_DIR}/"
+ export RTE_TARGET="${arch}-${machine}-linuxapp-gcc"
+ # Patch settings.
+ sed_rxd="s/^#define RTE_TEST_RX_DESC_DEFAULT 128/#define RTE_TEST_RX_DESC_DEFAULT 1024/g"
+ sed_txd="s/^#define RTE_TEST_TX_DESC_DEFAULT 512/#define RTE_TEST_TX_DESC_DEFAULT 1024/g"
+ sed_file="./main.c"
+ pushd "${RTE_SDK}"/examples/l3fwd || die "Pushd failed"
+ sed -i "${sed_rxd}" "${sed_file}" || die "Patch failed"
+ sed -i "${sed_txd}" "${sed_file}" || die "Patch failed"
+ make clean || die "Failed to compile l3fwd"
+ make -j || die "Failed to compile l3fwd"
+ popd || die "Popd failed"
+}
+
+
+function dpdk_extract () {
+
+ # Extract DPDK framework.
+ #
+ # Variables read:
+ # - DPDK_DIR - Path to DPDK framework.
+ # - CSIT_DIR - Path to CSIT framework.
+ # Functions called:
+ # - die - Print to stderr and exit.
+
+ set -exuo pipefail
+
+ pushd "${CSIT_DIR}" || die "Pushd failed"
+ tar -xvf download_dir/dpdk*.tar.xz --strip=1 --directory "${DPDK_DIR}" || {
+ die "Failed to extract DPDK!"
+ }
+}
+
+
+function dpdk_kill () {
+
+ # Kill testpmd and/or l3fwd if running.
+
+ # Function will be noisy and requires custom error handling.
+ set -x
+ set +e
+
+ # Try to kill the testpmd.
+ sudo pgrep testpmd
+ if [ $? -eq "0" ]; then
+ success=false
+ sudo pkill testpmd
+ for attempt in {1..60}; do
+ echo "Checking if testpmd is still alive, attempt nr ${attempt}"
+ sudo pgrep testpmd
+ if [ $? -eq "1" ]; then
+ success=true
+ break
+ fi
+ echo "testpmd is still alive, waiting 1 second"
+ sleep 1
+ done
+ if [ "$success" = false ]; then
+ echo "The command sudo pkill testpmd failed"
+ sudo pkill -9 testpmd
+ exit 1
+ fi
+ else
+ echo "testpmd is not running"
+ fi
+
+ # Try to kill the l3fwd.
+ l3fwd_pid="$(pgrep l3fwd)"
+ if [ ! -z "${l3fwd_pid}" ]; then
+ success=false
+ sudo kill -15 "${l3fwd_pid}"
+ for attempt in {1..60}; do
+ echo "Checking if l3fwd is still alive, attempt nr ${attempt}"
+ l3fwd_pid="$(pgrep l3fwd)"
+ if [ -z "${l3fwd_pid}" ]; then
+ success=true
+ break
+ fi
+ echo "l3fwd is still alive, waiting 1 second"
+ sleep 1
+ done
+ if [ "${success}" = false ]; then
+ echo "The command sudo kill -15 l3fwd failed"
+ sudo kill -9 "${l3fwd_pid}"
+ exit 1
+ fi
+ else
+ echo "l3fwd is not running"
+ fi
+
+ # Remove hugepages
+ sudo rm -f /dev/hugepages/* || die "Removing hugepages failed!"
+}
+
+
+function dpdk_l3fwd_compile () {
+
+ # Compile DPDK l3fwd sample app.
+ #
+ # Variables read:
+ # - DPDK_DIR - Path to DPDK framework.
+ # - CSIT_DIR - Path to CSIT framework.
+ # Functions called:
+ # - die - Print to stderr and exit.
+
+ set -exuo pipefail
+
+ arch=$(uname -m) || {
+ die "Get CPU architecture failed."
+ }
+
+ # DPDK prefers "arm64" to "aarch64" and does not allow arm64 native target.
+ if [ ${arch} == "aarch64" ]; then
+ arch="arm64"
+ machine="armv8a"
+ else
+ machine="native"
+ fi
+
+ # Compile the l3fwd.
+ export RTE_SDK="${DPDK_DIR}/"
+ export RTE_TARGET="${arch}-${machine}-linuxapp-gcc"
+ # Patch settings.
+ sed_rxd="s/^#define RTE_TEST_RX_DESC_DEFAULT 128/#define RTE_TEST_RX_DESC_DEFAULT 2048/g"
+ sed_txd="s/^#define RTE_TEST_TX_DESC_DEFAULT 512/#define RTE_TEST_TX_DESC_DEFAULT 2048/g"
+ sed_file="./main.c"
+ pushd "${RTE_SDK}"/examples/l3fwd || die "Pushd failed"
+ sed -i "${sed_rxd}" "${sed_file}" || die "Patch failed"
+ sed -i "${sed_txd}" "${sed_file}" || die "Patch failed"
+ chmod +x ${1} && source ${1} || die "Patch failed"
+ make clean || die "Failed to compile l3fwd"
+ make -j || die "Failed to compile l3fwd"
+ popd || die "Popd failed"
+}
+
+
+function dpdk_l3fwd () {
+
+ # Run DPDK l3fwd.
+ #
+ # Variables read:
+ # - DPDK_DIR - Path to DPDK framework.
+ # Functions called:
+ # - die - Print to stderr and exit.
+
+ set -exuo pipefail
+
+ arch=$(uname -m) || {
+ die "Get CPU architecture failed."
+ }
+
+ # DPDK prefers "arm64" to "aarch64" and does not allow arm64 native target.
+ if [ ${arch} == "aarch64" ]; then
+ arch="arm64"
+ machine="armv8a"
+ else
+ machine="native"
+ fi
+
+ rm -f screenlog.0 || true
+ binary="${DPDK_DIR}/examples/l3fwd/build/app/l3fwd"
+
+ sudo sh -c "screen -dmSL DPDK-test ${binary} ${@}" || {
+ die "Failed to start l3fwd"
+ }
+
+ for attempt in {1..60}; do
+ echo "Checking if l3fwd is alive, attempt nr ${attempt}"
+ if fgrep "L3FWD: entering main loop on lcore" screenlog.0; then
+ exit 0
+ fi
+ sleep 1
+ done
+ cat screenlog.0
+
+ exit 1
+}
+
+
+function dpdk_precheck () {
+
+ # Precheck system settings (nr_hugepages, max_map_count).
+ #
+ # Functions called:
+ # - die - Print to stderr and exit.
+
+ set -exuo pipefail
+
+ sys_hugepage="$(< /sys/kernel/mm/hugepages/hugepages-2048kB/nr_hugepages)"
+ node0="/sys/devices/system/node/node0/hugepages/hugepages-2048kB/"
+ node1="/sys/devices/system/node/node1/hugepages/hugepages-2048kB/"
+ if [ ${sys_hugepage} -lt 4096 ]; then
+ echo 2048 | sudo tee "${node0}"/nr_hugepages || die
+ echo 2048 | sudo tee "${node1}"/nr_hugepages || die
+ fi
+
+ sys_map="$(< /proc/sys/vm/max_map_count)"
+ if [ ${sys_map} -lt 200000 ]; then
+ echo 200000 | sudo tee /proc/sys/vm/max_map_count || die
+ fi
+}
+
+
+function dpdk_testpmd () {
+
+ # Run DPDK testpmd.
+ #
+ # Variables read:
+ # - DPDK_DIR - Path to DPDK framework.
+ # Functions called:
+ # - die - Print to stderr and exit.
+
+ set -exuo pipefail
+
+ arch=$(uname -m) || {
+ die "Get CPU architecture failed."
+ }
+
+ # DPDK prefers "arm64" to "aarch64" and does not allow arm64 native target.
+ if [ ${arch} == "aarch64" ]; then
+ arch="arm64"
+ machine="armv8a"
+ else
+ machine="native"
+ fi
+
+ rm -f screenlog.0 || true
+ binary="${DPDK_DIR}/${arch}-${machine}-linuxapp-gcc/app/testpmd"
+
+ sudo sh -c "screen -dmSL DPDK-test ${binary} ${@}" || {
+ die "Failed to start testpmd"
+ }
+
+ for attempt in {1..60}; do
+ echo "Checking if testpmd is alive, attempt nr ${attempt}"
+ if fgrep "Press enter to exit" screenlog.0; then
+ cat screenlog.0
+ exit 0
+ fi
+ sleep 1
+ done
+ cat screenlog.0
+
+ exit 1
+}