From f66cc80b94de0b9e910bb66aa69d98ba69f53b73 Mon Sep 17 00:00:00 2001 From: Florin Coras Date: Thu, 8 Apr 2021 19:10:07 -0700 Subject: session: pass tx buffers in bulk to transports Type: improvement Signed-off-by: Florin Coras Change-Id: I1025cccd784f80b557847f69c3ea1ada5c9de60d --- src/vnet/udp/udp.c | 44 ++++++++++++++++++++++++++++++++++++-------- 1 file changed, 36 insertions(+), 8 deletions(-) (limited to 'src/vnet/udp') diff --git a/src/vnet/udp/udp.c b/src/vnet/udp/udp.c index 260ea9b6287..5f73e3968c0 100644 --- a/src/vnet/udp/udp.c +++ b/src/vnet/udp/udp.c @@ -236,16 +236,11 @@ udp_session_get_listener (u32 listener_index) return &us->connection; } -static u32 -udp_push_header (transport_connection_t * tc, vlib_buffer_t * b) +always_inline u32 +udp_push_one_header (vlib_main_t *vm, udp_connection_t *uc, vlib_buffer_t *b) { - udp_connection_t *uc; - vlib_main_t *vm = vlib_get_main (); - - uc = udp_connection_from_transport (tc); - vlib_buffer_push_udp (b, uc->c_lcl_port, uc->c_rmt_port, 1); - if (tc->is_ip4) + if (uc->c_is_ip4) vlib_buffer_push_ip4_custom (vm, b, &uc->c_lcl_ip4, &uc->c_rmt_ip4, IP_PROTOCOL_UDP, 1 /* csum offload */, 0 /* is_df */, uc->c_dscp); @@ -256,6 +251,39 @@ udp_push_header (transport_connection_t * tc, vlib_buffer_t * b) vnet_buffer (b)->sw_if_index[VLIB_TX] = uc->c_fib_index; b->flags |= VNET_BUFFER_F_LOCALLY_ORIGINATED; + return 0; +} + +static u32 +udp_push_header (transport_connection_t *tc, vlib_buffer_t **bs, u32 n_bufs) +{ + vlib_main_t *vm = vlib_get_main (); + udp_connection_t *uc; + + uc = udp_connection_from_transport (tc); + + while (n_bufs >= 4) + { + vlib_prefetch_buffer_header (bs[2], STORE); + vlib_prefetch_buffer_header (bs[3], STORE); + + udp_push_one_header (vm, uc, bs[0]); + udp_push_one_header (vm, uc, bs[1]); + + n_bufs -= 2; + bs += 2; + } + while (n_bufs) + { + if (n_bufs > 1) + vlib_prefetch_buffer_header (bs[1], STORE); + + udp_push_one_header (vm, uc, bs[0]); + + n_bufs -= 1; + bs += 1; + } + if (PREDICT_FALSE (uc->flags & UDP_CONN_F_CLOSING)) { if (!transport_max_tx_dequeue (&uc->connection)) -- cgit 1.2.3-korg