diff options
Diffstat (limited to 'src/vnet/dpo/pw_cw.c')
| -rw-r--r-- | src/vnet/dpo/pw_cw.c | 315 |
1 files changed, 315 insertions, 0 deletions
diff --git a/src/vnet/dpo/pw_cw.c b/src/vnet/dpo/pw_cw.c new file mode 100644 index 00000000000..8c16c33cf24 --- /dev/null +++ b/src/vnet/dpo/pw_cw.c @@ -0,0 +1,315 @@ +/* + * Copyright (c) 2016 Cisco and/or its affiliates. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at: + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include <vnet/dpo/pw_cw.h> +#include <vnet/fib/fib_node.h> + +#ifndef CLIB_MARCH_VARIANT + +/* + * pool of all MPLS Label DPOs + */ +pw_cw_dpo_t *pw_cw_dpo_pool; + +static pw_cw_dpo_t * +pw_cw_dpo_alloc (void) +{ + pw_cw_dpo_t *pwcw; + + pool_get_aligned_zero(pw_cw_dpo_pool, pwcw, 8); + + return (pwcw); +} + +static index_t +pw_cw_dpo_get_index (pw_cw_dpo_t *pwcw) +{ + return (pwcw - pw_cw_dpo_pool); +} + +void +pw_cw_dpo_create (const dpo_id_t *parent, + dpo_id_t *dpo) +{ + pw_cw_dpo_t *pwcw; + + pwcw = pw_cw_dpo_alloc(); + + /* + * stack this disposition object on the parent given + */ + dpo_stack(DPO_PW_CW, + parent->dpoi_proto, + &pwcw->pwcw_parent, + parent); + + /* + * set up the return DPO to refer to this object + */ + dpo_set(dpo, + DPO_PW_CW, + parent->dpoi_proto, + pw_cw_dpo_get_index(pwcw)); +} + +u8* +format_pw_cw_dpo (u8 *s, va_list *args) +{ + index_t pwcwi = va_arg (*args, index_t); + u32 indent = va_arg (*args, u32); + pw_cw_dpo_t *pwcw; + + if (pool_is_free_index(pw_cw_dpo_pool, pwcwi)) + { + /* + * the packet trace can be printed after the DPO has been deleted + */ + return (format(s, "pw-cw[???,%d]:", pwcwi)); + } + + pwcw = pw_cw_dpo_get(pwcwi); + s = format(s, "pw-cw[%d]:", pwcwi); + + s = format(s, "\n%U", format_white_space, indent); + s = format(s, "%U", format_dpo_id, &pwcw->pwcw_parent, indent+2); + + return (s); +} + +static void +pw_cw_dpo_lock (dpo_id_t *dpo) +{ + pw_cw_dpo_t *pwcw; + + pwcw = pw_cw_dpo_get(dpo->dpoi_index); + + pwcw->pwcw_locks++; +} + +static void +pw_cw_dpo_unlock (dpo_id_t *dpo) +{ + pw_cw_dpo_t *pwcw; + + pwcw = pw_cw_dpo_get(dpo->dpoi_index); + + pwcw->pwcw_locks--; + + if (0 == pwcw->pwcw_locks) + { + dpo_reset(&pwcw->pwcw_parent); + pool_put(pw_cw_dpo_pool, pwcw); + } +} +#endif /* CLIB_MARCH_VARIANT */ + +/** + * @brief A struct to hold tracing information for the MPLS label imposition + * node. + */ +typedef struct pw_cw_trace_t_ +{ + /** + * The CW popped + */ + u32 cw; +} pw_cw_trace_t; + +always_inline uword +pw_cw_pop_inline (vlib_main_t * vm, + vlib_node_runtime_t * node, + vlib_frame_t * from_frame) +{ + u32 n_left_from, next_index, * from, * to_next; + + from = vlib_frame_vector_args(from_frame); + n_left_from = from_frame->n_vectors; + next_index = node->cached_next_index; + + while (n_left_from > 0) + { + u32 n_left_to_next; + + vlib_get_next_frame(vm, node, next_index, to_next, n_left_to_next); + + while (n_left_from >= 4 && n_left_to_next >= 2) + { + pw_cw_dpo_t *pwcw0, *pwcw1; + u32 bi0, pwcwi0, bi1, pwcwi1; + vlib_buffer_t * b0, *b1; + u32 next0, next1; + + bi0 = to_next[0] = from[0]; + bi1 = to_next[1] = from[1]; + + /* Prefetch next iteration. */ + { + vlib_buffer_t * p2, * p3; + + p2 = vlib_get_buffer(vm, from[2]); + p3 = vlib_get_buffer(vm, from[3]); + + vlib_prefetch_buffer_header(p2, STORE); + vlib_prefetch_buffer_header(p3, STORE); + + CLIB_PREFETCH(p2->data, sizeof(pw_cw_t), STORE); + CLIB_PREFETCH(p3->data, sizeof(pw_cw_t), STORE); + } + + from += 2; + to_next += 2; + n_left_from -= 2; + n_left_to_next -= 2; + + b0 = vlib_get_buffer(vm, bi0); + b1 = vlib_get_buffer(vm, bi1); + + /* get the next parent DPO for the next pop */ + pwcwi0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX]; + pwcwi1 = vnet_buffer(b1)->ip.adj_index[VLIB_TX]; + pwcw0 = pw_cw_dpo_get(pwcwi0); + pwcw1 = pw_cw_dpo_get(pwcwi1); + + next0 = pwcw0->pwcw_parent.dpoi_next_node; + next1 = pwcw1->pwcw_parent.dpoi_next_node; + + vnet_buffer(b0)->ip.adj_index[VLIB_TX] = pwcw0->pwcw_parent.dpoi_index; + vnet_buffer(b1)->ip.adj_index[VLIB_TX] = pwcw1->pwcw_parent.dpoi_index; + + if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED)) + { + pw_cw_trace_t *tr = vlib_add_trace(vm, node, b0, sizeof(*tr)); + + tr->cw = *((pw_cw_t*) vlib_buffer_get_current(b0)); + } + if (PREDICT_FALSE(b1->flags & VLIB_BUFFER_IS_TRACED)) + { + pw_cw_trace_t *tr = vlib_add_trace(vm, node, b1, sizeof(*tr)); + + tr->cw = *((pw_cw_t*) vlib_buffer_get_current(b1)); + } + + /* pop the PW CW */ + vlib_buffer_advance (b0, sizeof(pw_cw_t)); + vlib_buffer_advance (b1, sizeof(pw_cw_t)); + + vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next, + n_left_to_next, + bi0, bi1, next0, next1); + } + + while (n_left_from > 0 && n_left_to_next > 0) + { + pw_cw_dpo_t *pwcw0; + vlib_buffer_t * b0; + u32 bi0, pwcwi0; + u32 next0; + + bi0 = from[0]; + to_next[0] = bi0; + from += 1; + to_next += 1; + n_left_from -= 1; + n_left_to_next -= 1; + + b0 = vlib_get_buffer(vm, bi0); + + pwcwi0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX]; + pwcw0 = pw_cw_dpo_get(pwcwi0); + next0 = pwcw0->pwcw_parent.dpoi_next_node; + vnet_buffer(b0)->ip.adj_index[VLIB_TX] = pwcw0->pwcw_parent.dpoi_index; + + if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED)) + { + pw_cw_trace_t *tr = vlib_add_trace(vm, node, b0, sizeof(*tr)); + + tr->cw = *((pw_cw_t*) vlib_buffer_get_current(b0)); + } + + vlib_buffer_advance (b0, sizeof(pw_cw_t)); + + vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next, + n_left_to_next, bi0, next0); + } + vlib_put_next_frame(vm, node, next_index, n_left_to_next); + } + return from_frame->n_vectors; +} + +static u8 * +format_pw_cw_trace (u8 * s, va_list * args) +{ + CLIB_UNUSED(vlib_main_t * vm) = va_arg(*args, vlib_main_t *); + CLIB_UNUSED(vlib_node_t * node) = va_arg(*args, vlib_node_t *); + CLIB_UNUSED(pw_cw_trace_t * t); + + t = va_arg(*args, pw_cw_trace_t *); + + s = format(s, "cw:0x%x", t->cw); + + return (s); +} + +VLIB_NODE_FN (pw_cw_node) (vlib_main_t * vm, + vlib_node_runtime_t * node, + vlib_frame_t * frame) +{ + return (pw_cw_pop_inline(vm, node, frame)); +} + +VLIB_REGISTER_NODE(pw_cw_node) = { + .name = "pw-cw-pop", + .vector_size = sizeof(u32), + .format_trace = format_pw_cw_trace, +}; + +#ifndef CLIB_MARCH_VARIANT +static void +pw_cw_dpo_mem_show (void) +{ + fib_show_memory_usage("PW-CW", + pool_elts(pw_cw_dpo_pool), + pool_len(pw_cw_dpo_pool), + sizeof(pw_cw_dpo_t)); +} + +const static dpo_vft_t pwcw_vft = { + .dv_lock = pw_cw_dpo_lock, + .dv_unlock = pw_cw_dpo_unlock, + .dv_format = format_pw_cw_dpo, + .dv_mem_show = pw_cw_dpo_mem_show, +}; + +const static char* const pw_cw_proto_nodes[] = +{ + "pw-cw-pop", + NULL, +}; + +const static char* const * const pw_cw_nodes[DPO_PROTO_NUM] = +{ + [DPO_PROTO_IP4] = pw_cw_proto_nodes, + [DPO_PROTO_IP6] = pw_cw_proto_nodes, + [DPO_PROTO_MPLS] = pw_cw_proto_nodes, + [DPO_PROTO_ETHERNET] = pw_cw_proto_nodes, +}; + +void +pw_cw_dpo_module_init (void) +{ + dpo_register(DPO_PW_CW, &pwcw_vft, pw_cw_nodes); +} + +#endif /* CLIB_MARCH_VARIANT */ |