/* SPDX-License-Identifier: BSD-3-Clause * Copyright(c) 2017 Cavium, Inc. * Copyright(c) 2017-2018 Intel Corporation. * All rights reserved. */ #ifndef __RTE_EVENT_TIMER_ADAPTER_H__ #define __RTE_EVENT_TIMER_ADAPTER_H__ /** * @file * * RTE Event Timer Adapter * * An event timer adapter has the following abstract working model: * * timer_tick_ns * + * +-------+ | * | | | * +-------+ bkt 0 +----v---+ * | | | | * | +-------+ | * +---+---+ +---+---+ +---+---+---+---+ * | | | | | | | | | * | bkt n | | bkt 1 |<-> t0| t1| t2| tn| * | | | | | | | | | * +---+---+ +---+---+ +---+---+---+---+ * | Timer adapter | * +---+---+ +---+---+ * | | | | * | bkt 4 | | bkt 2 |<--- Current bucket * | | | | * +---+---+ +---+---+ * | +-------+ | * | | | | * +------+ bkt 3 +-------+ * | | * +-------+ * * - It has a virtual monotonically increasing 64-bit timer adapter clock based * on *enum rte_event_timer_adapter_clk_src* clock source. The clock source * could be a CPU clock, or a platform dependent external clock. * * - The application creates a timer adapter instance with given the clock * source, the total number of event timers, and a resolution(expressed in ns) * to traverse between the buckets. * * - Each timer adapter may have 0 to n buckets based on the configured * max timeout(max_tmo_ns) and resolution(timer_tick_ns). Upon starting the * timer adapter, the adapter starts ticking at *timer_tick_ns* resolution. * * - The application arms an event timer that will expire *timer_tick_ns* * from now. * * - The application can cancel an armed timer and no timer expiry event will be * generated. * * - If a timer expires then the library injects the timer expiry event in * the designated event queue. * * - The timer expiry event will be received through *rte_event_dequeue_burst*. * * - The application frees the timer adapter instance. * * Multiple timer adapters can be created with a varying level of resolution * for various expiry use cases that run in parallel. * * Before using the timer adapter, the application has to create and configure * an event device along with the event port. Based on the event device * capability it might require creating an additional event port to be used * by the timer adapter. * * The application creates the event timer adapter using the * ``rte_event_timer_adapter_create()``. The event device id is passed to this * function, inside this function the event device capability is checked, * and if an in-built port is absent the application uses the default * function to create a new producer port. * * The application may also use the function * ``rte_event_timer_adapter_create_ext()`` to have granular control over * producer port creation in a case where the in-built port is absent. * * After creating the timer adapter, the application has to start it * using ``rte_event_timer_adapter_start()``. The buckets are traversed from * 0 to n; when the adapter ticks, the next bucket is visited. Each time, * the list per bucket is processed, and timer expiry events are sent to the * designated event queue. * * The application can arm one or more event timers using the * ``rte_event_timer_arm_burst()``. The *timeout_ticks* represents the number * of *timer_tick_ns* after which the timer has to expire. The timeout at * which the timers expire can be grouped or be independent of each * event timer instance. ``rte_event_timer_arm_tmo_tick_burst()`` addresses the * former case and ``rte_event_timer_arm_burst()`` addresses the latter case. * * The application can cancel the timers from expiring using the * ``rte_event_timer_cancel_burst()``. * * On the secondary process, ``rte_event_timer_adapter_lookup()`` can be used * to get the timer adapter pointer from its id and use it to invoke fastpath * operations such as arm and cancel. * * Some of the use cases of event timer adapter are Beacon Timers, * Generic SW Timeout, Wireless MAC Scheduling, 3G Frame Protocols, * Packet Scheduling, Protocol Retransmission Timers, Supervision Timers. * All these use cases require high resolution and low time drift. */ #ifdef __cplusplus extern "C" { #endif #include #include #include "rte_eventdev.h" /** * @warning * @b EXPERIMENTAL: this enum may change without prior notice * * Timer adapter clock source */ enum rte_event_timer_adapter_clk_src { RTE_EVENT_TIMER_ADAPTER_CPU_CLK, /**< Use CPU clock as the clock source. */ RTE_EVENT_TIMER_ADAPTER_EXT_CLK0, /**< Platform dependent external clock source 0. */ RTE_EVENT_TIMER_ADAPTER_EXT_CLK1, /**< Platform dependent external clock source 1. */ RTE_EVENT_TIMER_ADAPTER_EXT_CLK2, /**< Platform dependent external clock source 2. */ RTE_EVENT_TIMER_ADAPTER_EXT_CLK3, /**< Platform dependent external clock source 3. */ }; #define RTE_EVENT_TIMER_ADAPTER_F_ADJUST_RES (1ULL << 0) /**< The event timer adapter implementation may have constraints on the * resolution (timer_tick_ns) and maximum timer expiry timeout(max_tmo_ns) * based on the given timer adapter or system. If this flag is set, the * implementation adjusts the resolution and maximum timeout to the best * possible configuration. On successful timer adapter creation, the * application can get the configured resolution and max timeout with * ``rte_event_timer_adapter_get_info()``. * * @see struct rte_event_timer_adapter_info::min_resolution_ns * @see struct rte_event_timer_adapter_info::max_tmo_ns */ #define RTE_EVENT_TIMER_ADAPTER_F_SP_PUT (1ULL << 1) /**< ``rte_event_timer_arm_burst()`` API to be used in single producer mode. * * @see struct rte_event_timer_adapter_conf::flags */ /** * @warning * @b EXPERIMENTAL: this structure may change without prior notice * * Timer adapter configuration structure */ struct rte_event_timer_adapter_conf { uint8_t event_dev_id; /**< Event device identifier */ uint16_t timer_adapter_id; /**< Event timer adapter identifier */ uint32_t socket_id; /**< Identifier of socket from which to allocate memory for adapter */ enum rte_event_timer_adapter_clk_src clk_src; /**< Clock source for timer adapter */ uint64_t timer_tick_ns; /**< Timer adapter resolution in ns */ uint64_t max_tmo_ns; /**< Maximum timer timeout(expiry) in ns */ uint64_t nb_timers; /**< Total number of timers per adapter */ uint64_t flags; /**< Timer adapter config flags (RTE_EVENT_TIMER_ADAPTER_F_*) */ }; /** * @warning * @b EXPERIMENTAL: this structure may change without prior notice * * Event timer adapter stats structure */ struct rte_event_timer_adapter_stats { uint64_t evtim_exp_count; /**< Number of event timers that have expired. */ uint64_t ev_enq_count; /**< Eventdev enqueue count */ uint64_t ev_inv_count; /**< Invalid expiry event count */ uint64_t evtim_retry_count; /**< Event timer retry count */ uint64_t adapter_tick_count; /**< Tick count for the adapter, at its resolution */ }; struct rte_event_timer_adapter; /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Callback function type for producer port creation. */ typedef int (*rte_event_timer_adapter_port_conf_cb_t)(uint16_t id, uint8_t event_dev_id, uint8_t *event_port_id, void *conf_arg); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Create an event timer adapter. * * This function must be invoked first before any other function in the API. * * @param conf * The event timer adapter configuration structure. * * @return * A pointer to the new allocated event timer adapter on success. * NULL on error with rte_errno set appropriately. * Possible rte_errno values include: * - ERANGE: timer_tick_ns is not in supported range. * - ENOMEM: unable to allocate sufficient memory for adapter instances * - EINVAL: invalid event device identifier specified in config * - ENOSPC: maximum number of adapters already created * - EIO: event device reconfiguration and restart error. The adapter * reconfigures the event device with an additional port by default if it is * required to use a service to manage timers. If the device had been started * before this call, this error code indicates an error in restart following * an error in reconfiguration, i.e., a combination of the two error codes. */ struct rte_event_timer_adapter * __rte_experimental rte_event_timer_adapter_create(const struct rte_event_timer_adapter_conf *conf); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Create a timer adapter with the supplied callback. * * This function can be used to have a more granular control over the timer * adapter creation. If a built-in port is absent, then the function uses the * callback provided to create and get the port id to be used as a producer * port. * * @param conf * The timer adapter configuration structure * @param conf_cb * The port config callback function. * @param conf_arg * Opaque pointer to the argument for the callback function * * @return * A pointer to the new allocated event timer adapter on success. * NULL on error with rte_errno set appropriately. * Possible rte_errno values include: * - ERANGE: timer_tick_ns is not in supported range. * - ENOMEM: unable to allocate sufficient memory for adapter instances * - EINVAL: invalid event device identifier specified in config * - ENOSPC: maximum number of adapters already created */ struct rte_event_timer_adapter * __rte_experimental rte_event_timer_adapter_create_ext( const struct rte_event_timer_adapter_conf *conf, rte_event_timer_adapter_port_conf_cb_t conf_cb, void *conf_arg); /** * @warning * @b EXPERIMENTAL: this structure may change without prior notice * * Timer adapter info structure. */ struct rte_event_timer_adapter_info { uint64_t min_resolution_ns; /**< Minimum timer adapter resolution in ns */ uint64_t max_tmo_ns; /**< Maximum timer timeout(expire) in ns */ struct rte_event_timer_adapter_conf conf; /**< Configured timer adapter attributes */ uint32_t caps; /**< Event timer adapter capabilities */ int16_t event_dev_port_id; /**< Event device port ID, if applicable */ }; /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Retrieve the contextual information of an event timer adapter. * * @param adapter * A pointer to the event timer adapter structure. * * @param[out] adapter_info * A pointer to a structure of type *rte_event_timer_adapter_info* to be * filled with the contextual information of the adapter. * * @return * - 0: Success, driver updates the contextual information of the * timer adapter * - <0: Error code returned by the driver info get function. * - -EINVAL: adapter identifier invalid * * @see RTE_EVENT_TIMER_ADAPTER_F_ADJUST_RES, * struct rte_event_timer_adapter_info * */ int __rte_experimental rte_event_timer_adapter_get_info( const struct rte_event_timer_adapter *adapter, struct rte_event_timer_adapter_info *adapter_info); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Start a timer adapter. * * The adapter start step is the last one and consists of setting the timer * adapter to start accepting the timers and schedules to event queues. * * On success, all basic functions exported by the API (timer arm, * timer cancel and so on) can be invoked. * * @param adapter * A pointer to the event timer adapter structure. * * @return * - 0: Success, adapter started. * - <0: Error code returned by the driver start function. * - -EINVAL if adapter identifier invalid * - -ENOENT if software adapter but no service core mapped * - -ENOTSUP if software adapter and more than one service core mapped */ int __rte_experimental rte_event_timer_adapter_start( const struct rte_event_timer_adapter *adapter); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Stop an event timer adapter. * * The adapter can be restarted with a call to * ``rte_event_timer_adapter_start()``. * * @param adapter * A pointer to the event timer adapter structure. * * @return * - 0: Success, adapter stopped. * - <0: Error code returned by the driver stop function. * - -EINVAL if adapter identifier invalid */ int __rte_experimental rte_event_timer_adapter_stop(const struct rte_event_timer_adapter *adapter); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Lookup an event timer adapter using its identifier. * * If an event timer adapter was created in another process with the same * identifier, this function will locate its state and set up access to it * so that it can be used in this process. * * @param adapter_id * The event timer adapter identifier. * * @return * A pointer to the event timer adapter matching the identifier on success. * NULL on error with rte_errno set appropriately. * Possible rte_errno values include: * - ENOENT - requested entry not available to return. */ struct rte_event_timer_adapter * __rte_experimental rte_event_timer_adapter_lookup(uint16_t adapter_id); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Free an event timer adapter. * * Destroy an event timer adapter, freeing all resources. * * Before invoking this function, the application must wait for all the * armed timers to expire or cancel the outstanding armed timers. * * @param adapter * A pointer to an event timer adapter structure. * * @return * - 0: Successfully freed the event timer adapter resources. * - <0: Failed to free the event timer adapter resources. * - -EAGAIN: adapter is busy; timers outstanding * - -EBUSY: stop hasn't been called for this adapter yet * - -EINVAL: adapter id invalid, or adapter invalid */ int __rte_experimental rte_event_timer_adapter_free(struct rte_event_timer_adapter *adapter); /** * Retrieve the service ID of the event timer adapter. If the adapter doesn't * use an rte_service function, this function returns -ESRCH. * * @param adapter * A pointer to an event timer adapter. * * @param [out] service_id * A pointer to a uint32_t, to be filled in with the service id. * * @return * - 0: Success * - <0: Error code on failure * - -ESRCH: the adapter does not require a service to operate */ int __rte_experimental rte_event_timer_adapter_service_id_get(struct rte_event_timer_adapter *adapter, uint32_t *service_id); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Retrieve statistics for an event timer adapter instance. * * @param adapter * A pointer to an event timer adapter structure. * @param[out] stats * A pointer to a structure to fill with statistics. * * @return * - 0: Successfully retrieved. * - <0: Failure; error code returned. */ int __rte_experimental rte_event_timer_adapter_stats_get(struct rte_event_timer_adapter *adapter, struct rte_event_timer_adapter_stats *stats); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Reset statistics for an event timer adapter instance. * * @param adapter * A pointer to an event timer adapter structure. * * @return * - 0: Successfully reset; * - <0: Failure; error code returned. */ int __rte_experimental rte_event_timer_adapter_stats_reset( struct rte_event_timer_adapter *adapter); /** * Retrieve the service ID of the event timer adapter. If the adapter doesn't * use an rte_service function, this function returns -ESRCH. * * @param adapter * A pointer to an event timer adapter. * * @param [out] service_id * A pointer to a uint32_t, to be filled in with the service id. * * @return * - 0: Success * - <0: Error code on failure, if the event dev doesn't use a rte_service * function, this function returns -ESRCH. */ int rte_event_timer_adapter_service_id_get(struct rte_event_timer_adapter *adapter, uint32_t *service_id); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Retrieve statistics for an event timer adapter instance. * * @param adapter * A pointer to an event timer adapter structure. * @param[out] stats * A pointer to a structure to fill with statistics. * * @return * - 0: Successfully retrieved. * - <0: Failure; error code returned. */ int rte_event_timer_adapter_stats_get(struct rte_event_timer_adapter *adapter, struct rte_event_timer_adapter_stats *stats); /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Reset statistics for an event timer adapter instance. * * @param adapter * A pointer to an event timer adapter structure. * * @return * - 0: Successfully reset; * - <0: Failure; error code returned. */ int rte_event_timer_adapter_stats_reset( struct rte_event_timer_adapter *adapter); /** * @warning * @b EXPERIMENTAL: this structure may change without prior notice * * Event timer state. */ enum rte_event_timer_state { RTE_EVENT_TIMER_NOT_ARMED = 0, /**< Event timer not armed. */ RTE_EVENT_TIMER_ARMED = 1, /**< Event timer successfully armed. */ RTE_EVENT_TIMER_CANCELED = 2, /**< Event timer successfully canceled. */ RTE_EVENT_TIMER_ERROR = -1, /**< Generic event timer error. */ RTE_EVENT_TIMER_ERROR_TOOEARLY = -2, /**< Event timer timeout tick value is too small for the adapter to * handle, given its configured resolution. */ RTE_EVENT_TIMER_ERROR_TOOLATE = -3, /**< Event timer timeout tick is greater than the maximum timeout.*/ }; /** * @warning * @b EXPERIMENTAL: this structure may change without prior notice * * The generic *rte_event_timer* structure to hold the event timer attributes * for arm and cancel operations. */ RTE_STD_C11 struct rte_event_timer { struct rte_event ev; /**< * Expiry event attributes. On successful event timer timeout, * the following attributes will be used to inject the expiry event to * the eventdev: * - event_queue_id: Targeted event queue id for expiry events. * - event_priority: Event priority of the event expiry event in the * event queue relative to other events. * - sched_type: Scheduling type of the expiry event. * - flow_id: Flow id of the expiry event. * - op: RTE_EVENT_OP_NEW * - event_type: RTE_EVENT_TYPE_TIMER */ volatile enum rte_event_timer_state state; /**< State of the event timer. */ uint64_t timeout_ticks; /**< Expiry timer ticks expressed in number of *timer_ticks_ns* from * now. * @see struct rte_event_timer_adapter_info::adapter_conf::timer_tick_ns */ uint64_t impl_opaque[2]; /**< Implementation-specific opaque data. * An event timer adapter implementation use this field to hold * implementation specific values to share between the arm and cancel * operations. The application should not modify this field. */ uint8_t user_meta[0]; /**< Memory to store user specific metadata. * The event timer adapter implementation should not modify this area. */ } __rte_cache_aligned; typedef uint16_t (*rte_event_timer_arm_burst_t)( const struct rte_event_timer_adapter *adapter, struct rte_event_timer **tims, uint16_t nb_tims); /**< @internal Enable event timers to enqueue timer events upon expiry */ typedef uint16_t (*rte_event_timer_arm_tmo_tick_burst_t)( const struct rte_event_timer_adapter *adapter, struct rte_event_timer **tims, uint64_t timeout_tick, uint16_t nb_tims); /**< @internal Enable event timers with common expiration time */ typedef uint16_t (*rte_event_timer_cancel_burst_t)( const struct rte_event_timer_adapter *adapter, struct rte_event_timer **tims, uint16_t nb_tims); /**< @internal Prevent event timers from enqueuing timer events */ /** * @internal Data structure associated with each event timer adapter. */ struct rte_event_timer_adapter { rte_event_timer_arm_burst_t arm_burst; /**< Pointer to driver arm_burst function. */ rte_event_timer_arm_tmo_tick_burst_t arm_tmo_tick_burst; /**< Pointer to driver arm_tmo_tick_burst function. */ rte_event_timer_cancel_burst_t cancel_burst; /**< Pointer to driver cancel function. */ struct rte_event_timer_adapter_data *data; /**< Pointer to shared adapter data */ const struct rte_event_timer_adapter_ops *ops; /**< Functions exported by adapter driver */ RTE_STD_C11 uint8_t allocated : 1; /**< Flag to indicate that this adapter has been allocated */ } __rte_cache_aligned; #define ADAPTER_VALID_OR_ERR_RET(adapter, retval) do { \ if (adapter == NULL || !adapter->allocated) \ return retval; \ } while (0) #define FUNC_PTR_OR_ERR_RET(func, errval) do { \ if ((func) == NULL) \ return errval; \ } while (0) #define FUNC_PTR_OR_NULL_RET_WITH_ERRNO(func, errval) do { \ if ((func) == NULL) { \ rte_errno = errval; \ return NULL; \ } \ } while (0) /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Arm a burst of event timers with separate expiration timeout tick for each * event timer. * * Before calling this function, the application allocates * ``struct rte_event_timer`` objects from mempool or huge page backed * application buffers of desired size. On successful allocation, * application updates the `struct rte_event_timer`` attributes such as * expiry event attributes, timeout ticks from now. * This function submits the event timer arm requests to the event timer adapter * and on expiry, the events will be injected to designated event queue. * * @param adapter * A pointer to an event timer adapter structure. * @param evtims * Pointer to an array of objects of type *rte_event_timer* structure. * @param nb_evtims * Number of event timers in the supplied array. * * @return * The number of successfully armed event timers. The return value can be less * than the value of the *nb_evtims* parameter. If the return value is less * than *nb_evtims*, the remaining event timers at the end of *evtims* * are not consumed, and the caller has to take care of them, and rte_errno * is set accordingly. Possible errno values include: * - EINVAL Invalid timer adapter, expiry event queue ID is invalid, or an * expiry event's sched type doesn't match the capabilities of the * destination event queue. * - EAGAIN Specified timer adapter is not running * - EALREADY A timer was encountered that was already armed */ static inline uint16_t __rte_experimental rte_event_timer_arm_burst(const struct rte_event_timer_adapter *adapter, struct rte_event_timer **evtims, uint16_t nb_evtims) { #ifdef RTE_LIBRTE_EVENTDEV_DEBUG ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL); FUNC_PTR_OR_ERR_RET(adapter->arm_burst, -EINVAL); #endif return adapter->arm_burst(adapter, evtims, nb_evtims); } /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Arm a burst of event timers with same expiration timeout tick. * * Provides the same functionality as ``rte_event_timer_arm_burst()``, except * that application can use this API when all the event timers have the * same timeout expiration tick. This specialized function can provide the * additional hint to the adapter implementation and optimize if possible. * * @param adapter * A pointer to an event timer adapter structure. * @param evtims * Points to an array of objects of type *rte_event_timer* structure. * @param timeout_ticks * The number of ticks in which the timers should expire. * @param nb_evtims * Number of event timers in the supplied array. * * @return * The number of successfully armed event timers. The return value can be less * than the value of the *nb_evtims* parameter. If the return value is less * than *nb_evtims*, the remaining event timers at the end of *evtims* * are not consumed, and the caller has to take care of them, and rte_errno * is set accordingly. Possible errno values include: * - EINVAL Invalid timer adapter, expiry event queue ID is invalid, or an * expiry event's sched type doesn't match the capabilities of the * destination event queue. * - EAGAIN Specified event timer adapter is not running * - EALREADY A timer was encountered that was already armed */ static inline uint16_t __rte_experimental rte_event_timer_arm_tmo_tick_burst( const struct rte_event_timer_adapter *adapter, struct rte_event_timer **evtims, const uint64_t timeout_ticks, const uint16_t nb_evtims) { #ifdef RTE_LIBRTE_EVENTDEV_DEBUG ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL); FUNC_PTR_OR_ERR_RET(adapter->arm_tmo_tick_burst, -EINVAL); #endif return adapter->arm_tmo_tick_burst(adapter, evtims, timeout_ticks, nb_evtims); } /** * @warning * @b EXPERIMENTAL: this API may change without prior notice * * Cancel a burst of event timers from being scheduled to the event device. * * @param adapter * A pointer to an event timer adapter structure. * @param evtims * Points to an array of objects of type *rte_event_timer* structure * @param nb_evtims * Number of event timer instances in the supplied array. * * @return * The number of successfully canceled event timers. The return value can be * less than the value of the *nb_evtims* parameter. If the return value is * less than *nb_evtims*, the remaining event timers at the end of *evtims* * are not consumed, and the caller has to take care of them, and rte_errno * is set accordingly. Possible errno values include: * - EINVAL Invalid timer adapter identifier * - EAGAIN Specified timer adapter is not running * - EALREADY A timer was encountered that was already canceled */ static inline uint16_t __rte_experimental rte_event_timer_cancel_burst(const struct rte_event_timer_adapter *adapter, struct rte_event_timer **evtims, uint16_t nb_evtims) { #ifdef RTE_LIBRTE_EVENTDEV_DEBUG ADAPTER_VALID_OR_ERR_RET(adapter, -EINVAL); FUNC_PTR_OR_ERR_RET(adapter->cancel_burst, -EINVAL); #endif return adapter->cancel_burst(adapter, evtims, nb_evtims); } #endif /* __RTE_EVENT_TIMER_ADAPTER_H__ */