/* * Copyright (c) 2017 Cisco and/or its affiliates. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at: * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include <unistd.h> #include <sys/types.h> #include <sys/stat.h> #include <fcntl.h> #include <linux/vfio.h> #include <sys/ioctl.h> #include <vnet/vnet.h> #include <vnet/plugin/plugin.h> #include <dpdk/device/dpdk.h> #include <vpp/app/version.h> /* * Called by the dpdk driver's rte_delay_us() function. * Return 0 to have the dpdk do a regular delay loop. * Return 1 if to skip the delay loop because we are suspending * the calling vlib process instead. */ static int rte_delay_us_override (unsigned us) { vlib_main_t *vm; /* Don't bother intercepting for short delays */ if (us < 10) return 0; /* * Only intercept if we are in a vlib process. * If we are called from a vlib worker thread or the vlib main * thread then do not intercept. (Must not be called from an * independent pthread). */ if (vlib_get_thread_index () == 0) { /* * We're in the vlib main thread or a vlib process. Make sure * the process is running and we're not still initializing. */ vm = vlib_get_main (); if (vlib_in_process_context (vm)) { /* Only suspend for the admin_down_process */ vlib_process_t *proc = vlib_get_current_process (vm); if (!(proc->flags & VLIB_PROCESS_IS_RUNNING) || (proc->node_runtime.node_index != admin_up_down_process_node.index)) return 0; f64 delay = 1e-6 * us; vlib_process_suspend (vm, delay); return 1; } } return 0; // no override } static void rte_delay_us_override_cb (unsigned us) { if (rte_delay_us_override (us) == 0) rte_delay_us_block (us); } static clib_error_t * dpdk_main_init (vlib_main_t * vm) { dpdk_main_t * dm = &dpdk_main; clib_error_t * error = 0; dm->vlib_main = vm; dm->vnet_main = vnet_get_main (); /* register custom delay function */ rte_delay_us_callback_register (rte_delay_us_override_cb); return error; } /* *INDENT-OFF* */ VLIB_INIT_FUNCTION (dpdk_main_init) = { .runs_after = VLIB_INITS("dpdk_init"), }; VLIB_PLUGIN_REGISTER () = { .version = VPP_BUILD_VER, .description = "Data Plane Development Kit (DPDK)", }; /* *INDENT-ON* */