/* * l2_in_out_feat_arc.c : layer 2 input/output acl processing * * Copyright (c) 2013,2018 Cisco and/or its affiliates. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at: * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include <vlib/vlib.h> #include <vnet/ethernet/ethernet.h> #include <vnet/ip/ip_packet.h> #include <vnet/l2/l2_input.h> #include <vnet/l2/l2_output.h> #include <vnet/l2/l2_in_out_feat_arc.h> #include <vppinfra/error.h> #include <vppinfra/hash.h> #include <vppinfra/cache.h> typedef struct { /* Next nodes for each feature */ u32 feat_next_node_index[IN_OUT_FEAT_ARC_N_TABLE_GROUPS][32]; u8 ip4_feat_arc_index[IN_OUT_FEAT_ARC_N_TABLE_GROUPS]; u8 ip6_feat_arc_index[IN_OUT_FEAT_ARC_N_TABLE_GROUPS]; u8 nonip_feat_arc_index[IN_OUT_FEAT_ARC_N_TABLE_GROUPS]; u32 next_slot[IN_OUT_FEAT_ARC_N_TABLE_GROUPS]; } l2_in_out_feat_arc_main_t __attribute__ ((aligned (CLIB_CACHE_LINE_BYTES))); typedef struct { u32 sw_if_index; u32 next_index; u32 feature_bitmap; u16 ethertype; u8 arc_head; } l2_in_out_feat_arc_trace_t; /* packet trace format function */ static u8 * format_l2_in_out_feat_arc_trace (u8 * s, u32 is_output, va_list * args) { CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *); CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *); l2_in_out_feat_arc_trace_t *t = va_arg (*args, l2_in_out_feat_arc_trace_t *); s = format (s, "%s: head %d feature_bitmap %x ethertype %x sw_if_index %d, next_index %d", is_output ? "OUT-FEAT-ARC" : "IN-FEAT-ARC", t->arc_head, t->feature_bitmap, t->ethertype, t->sw_if_index, t->next_index); return s; } static u8 * format_l2_in_feat_arc_trace (u8 * s, va_list * args) { return format_l2_in_out_feat_arc_trace (s, IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP, args); } static u8 * format_l2_out_feat_arc_trace (u8 * s, va_list * args) { return format_l2_in_out_feat_arc_trace (s, IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP, args); } #define foreach_l2_in_feat_arc_error \ _(DEFAULT, "in default") \ #define foreach_l2_out_feat_arc_error \ _(DEFAULT, "out default") \ typedef enum { #define _(sym,str) L2_IN_FEAT_ARC_ERROR_##sym, foreach_l2_in_feat_arc_error #undef _ L2_IN_FEAT_ARC_N_ERROR, } l2_in_feat_arc_error_t; static char *l2_in_feat_arc_error_strings[] = { #define _(sym,string) string, foreach_l2_in_feat_arc_error #undef _ }; typedef enum { #define _(sym,str) L2_OUT_FEAT_ARC_ERROR_##sym, foreach_l2_out_feat_arc_error #undef _ L2_OUT_FEAT_ARC_N_ERROR, } l2_out_feat_arc_error_t; static char *l2_out_feat_arc_error_strings[] = { #define _(sym,string) string, foreach_l2_out_feat_arc_error #undef _ }; extern l2_in_out_feat_arc_main_t l2_in_out_feat_arc_main; #ifndef CLIB_MARCH_VARIANT l2_in_out_feat_arc_main_t l2_in_out_feat_arc_main; #endif /* CLIB_MARCH_VARIANT */ #define get_u16(addr) ( *((u16 *)(addr)) ) #define L2_FEAT_ARC_VEC_SIZE 2 static_always_inline void buffer_prefetch_xN (int vector_sz, vlib_buffer_t ** b) { int ii; for (ii = 0; ii < vector_sz; ii++) CLIB_PREFETCH (b[ii], CLIB_CACHE_LINE_BYTES, STORE); } static_always_inline void get_sw_if_index_xN (int vector_sz, int is_output, vlib_buffer_t ** b, u32 * out_sw_if_index) { int ii; for (ii = 0; ii < vector_sz; ii++) if (is_output) out_sw_if_index[ii] = vnet_buffer (b[ii])->sw_if_index[VLIB_TX]; else out_sw_if_index[ii] = vnet_buffer (b[ii])->sw_if_index[VLIB_RX]; } static_always_inline void get_ethertype_xN (int vector_sz, int is_output, vlib_buffer_t ** b, u16 * out_ethertype) { int ii; for (ii = 0; ii < vector_sz; ii++) { ethernet_header_t *h0 = vlib_buffer_get_current (b[ii]); u8 *l3h0 = (u8 *) h0 + vnet_buffer (b[ii])->l2.l2_len; out_ethertype[ii] = clib_net_to_host_u16 (get_u16 (l3h0 - 2)); } } static_always_inline void set_next_in_arc_head_xN (int vector_sz, int is_output, u32 * next_nodes, vlib_buffer_t ** b, u32 * sw_if_index, u16 * ethertype, u8 ip4_arc, u8 ip6_arc, u8 nonip_arc, u16 * out_next) { int ii; for (ii = 0; ii < vector_sz; ii++) { u32 next_index = 0; u8 feature_arc; switch (ethertype[ii]) { case ETHERNET_TYPE_IP4: feature_arc = ip4_arc; break; case ETHERNET_TYPE_IP6: feature_arc = ip6_arc; break; default: feature_arc = nonip_arc; } if (PREDICT_TRUE (vnet_have_features (feature_arc, sw_if_index[ii]))) vnet_feature_arc_start (feature_arc, sw_if_index[ii], &next_index, b[ii]); else next_index = vnet_l2_feature_next (b[ii], next_nodes, is_output ? L2OUTPUT_FEAT_OUTPUT_FEAT_ARC : L2INPUT_FEAT_INPUT_FEAT_ARC); out_next[ii] = next_index; } } static_always_inline void set_next_in_arc_tail_xN (int vector_sz, int is_output, u32 * next_nodes, vlib_buffer_t ** b, u16 * out_next) { int ii; for (ii = 0; ii < vector_sz; ii++) { out_next[ii] = vnet_l2_feature_next (b[ii], next_nodes, is_output ? L2OUTPUT_FEAT_OUTPUT_FEAT_ARC : L2INPUT_FEAT_INPUT_FEAT_ARC); } } static_always_inline void maybe_trace_xN (int vector_sz, int arc_head, vlib_main_t * vm, vlib_node_runtime_t * node, vlib_buffer_t ** b, u32 * sw_if_index, u16 * ethertype, u16 * next) { int ii; for (ii = 0; ii < vector_sz; ii++) if (PREDICT_FALSE (b[ii]->flags & VLIB_BUFFER_IS_TRACED)) { l2_in_out_feat_arc_trace_t *t = vlib_add_trace (vm, node, b[ii], sizeof (*t)); t->arc_head = arc_head; t->sw_if_index = arc_head ? sw_if_index[ii] : ~0; t->feature_bitmap = vnet_buffer (b[ii])->l2.feature_bitmap; t->ethertype = arc_head ? ethertype[ii] : 0; t->next_index = next[ii]; } } always_inline uword l2_in_out_feat_arc_node_fn (vlib_main_t * vm, vlib_node_runtime_t * node, vlib_frame_t * frame, int is_output, vlib_node_registration_t * fa_node, int arc_head, int do_trace) { u32 n_left, *from; u16 nexts[VLIB_FRAME_SIZE], *next; u16 ethertypes[VLIB_FRAME_SIZE], *ethertype; vlib_buffer_t *bufs[VLIB_FRAME_SIZE], **b; u32 sw_if_indices[VLIB_FRAME_SIZE], *sw_if_index; l2_in_out_feat_arc_main_t *fam = &l2_in_out_feat_arc_main; u8 ip4_arc_index = fam->ip4_feat_arc_index[is_output]; u8 ip6_arc_index = fam->ip6_feat_arc_index[is_output]; u8 nonip_arc_index = fam->nonip_feat_arc_index[is_output]; u32 *next_node_indices = fam->feat_next_node_index[is_output]; from = vlib_frame_vector_args (frame); vlib_get_buffers (vm, from, bufs, frame->n_vectors); /* set the initial values for the current buffer the next pointers */ b = bufs; next = nexts; ethertype = ethertypes; sw_if_index = sw_if_indices; n_left = frame->n_vectors; CLIB_PREFETCH (next_node_indices, 2 * CLIB_CACHE_LINE_BYTES, LOAD); while (n_left > 3 * L2_FEAT_ARC_VEC_SIZE) { const int vec_sz = L2_FEAT_ARC_VEC_SIZE; /* prefetch next N buffers */ buffer_prefetch_xN (vec_sz, b + 2 * vec_sz); if (arc_head) { get_sw_if_index_xN (vec_sz, is_output, b, sw_if_index); get_ethertype_xN (vec_sz, is_output, b, ethertype); set_next_in_arc_head_xN (vec_sz, is_output, next_node_indices, b, sw_if_index, ethertype, ip4_arc_index, ip6_arc_index, nonip_arc_index, next); } else { set_next_in_arc_tail_xN (vec_sz, is_output, next_node_indices, b, next); } if (do_trace) maybe_trace_xN (vec_sz, arc_head, vm, node, b, sw_if_index, ethertype, next); next += vec_sz; b += vec_sz; sw_if_index += vec_sz; ethertype += vec_sz; n_left -= vec_sz; } while (n_left > 0) { const int vec_sz = 1; if (arc_head) { get_sw_if_index_xN (vec_sz, is_output, b, sw_if_index); get_ethertype_xN (vec_sz, is_output, b, ethertype); set_next_in_arc_head_xN (vec_sz, is_output, next_node_indices, b, sw_if_index, ethertype, ip4_arc_index, ip6_arc_index, nonip_arc_index, next); } else { set_next_in_arc_tail_xN (vec_sz, is_output, next_node_indices, b, next); } if (do_trace) maybe_trace_xN (vec_sz, arc_head, vm, node, b, sw_if_index, ethertype, next); next += vec_sz; b += vec_sz; sw_if_index += vec_sz; ethertype += vec_sz; n_left -= vec_sz; } vlib_buffer_enqueue_to_next (vm, node, from, nexts, frame->n_vectors); return frame->n_vectors; } VLIB_NODE_FN (l2_in_feat_arc_node) (vlib_main_t * vm, vlib_node_runtime_t * node, vlib_frame_t * frame) { if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE)) return l2_in_out_feat_arc_node_fn (vm, node, frame, IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP, &l2_in_feat_arc_node, 1, 1); else return l2_in_out_feat_arc_node_fn (vm, node, frame, IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP, &l2_in_feat_arc_node, 1, 0); } VLIB_NODE_FN (l2_out_feat_arc_node) (vlib_main_t * vm, vlib_node_runtime_t * node, vlib_frame_t * frame) { if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE)) return l2_in_out_feat_arc_node_fn (vm, node, frame, IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP, &l2_out_feat_arc_node, 1, 1); else return l2_in_out_feat_arc_node_fn (vm, node, frame, IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP, &l2_out_feat_arc_node, 1, 0); } VLIB_NODE_FN (l2_in_feat_arc_end_node) (vlib_main_t * vm, vlib_node_runtime_t * node, vlib_frame_t * frame) { if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE)) return l2_in_out_feat_arc_node_fn (vm, node, frame, IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP, &l2_in_feat_arc_end_node, 0, 1); else return l2_in_out_feat_arc_node_fn (vm, node, frame, IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP, &l2_in_feat_arc_end_node, 0, 0); } VLIB_NODE_FN (l2_out_feat_arc_end_node) (vlib_main_t * vm, vlib_node_runtime_t * node, vlib_frame_t * frame) { if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE)) return l2_in_out_feat_arc_node_fn (vm, node, frame, IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP, &l2_out_feat_arc_end_node, 0, 1); else return l2_in_out_feat_arc_node_fn (vm, node, frame, IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP, &l2_out_feat_arc_end_node, 0, 0); } #ifndef CLIB_MARCH_VARIANT void vnet_l2_in_out_feat_arc_enable_disable (u32 sw_if_index, int is_output, int enable_disable) { if (is_output) l2output_intf_bitmap_enable (sw_if_index, L2OUTPUT_FEAT_OUTPUT_FEAT_ARC, (u32) enable_disable); else l2input_intf_bitmap_enable (sw_if_index, L2INPUT_FEAT_INPUT_FEAT_ARC, (u32) enable_disable); } #endif /* CLIB_MARCH_VARIANT */ /* *INDENT-OFF* */ VNET_FEATURE_ARC_INIT (l2_in_ip4_arc, static) = { .arc_name = "l2-input-ip4", .start_nodes = VNET_FEATURES ("l2-input-feat-arc"), .arc_index_ptr = &l2_in_out_feat_arc_main.ip4_feat_arc_index[IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP], }; VNET_FEATURE_ARC_INIT (l2_out_ip4_arc, static) = { .arc_name = "l2-output-ip4", .start_nodes = VNET_FEATURES ("l2-output-feat-arc"), .arc_index_ptr = &l2_in_out_feat_arc_main.ip4_feat_arc_index[IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP], }; VNET_FEATURE_ARC_INIT (l2_out_ip6_arc, static) = { .arc_name = "l2-input-ip6", .start_nodes = VNET_FEATURES ("l2-input-feat-arc"), .arc_index_ptr = &l2_in_out_feat_arc_main.ip6_feat_arc_index[IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP], }; VNET_FEATURE_ARC_INIT (l2_in_ip6_arc, static) = { .arc_name = "l2-output-ip6", .start_nodes = VNET_FEATURES ("l2-output-feat-arc"), .arc_index_ptr = &l2_in_out_feat_arc_main.ip6_feat_arc_index[IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP], }; VNET_FEATURE_ARC_INIT (l2_out_nonip_arc, static) = { .arc_name = "l2-input-nonip", .start_nodes = VNET_FEATURES ("l2-input-feat-arc"), .arc_index_ptr = &l2_in_out_feat_arc_main.nonip_feat_arc_index[IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP], }; VNET_FEATURE_ARC_INIT (l2_in_nonip_arc, static) = { .arc_name = "l2-output-nonip", .start_nodes = VNET_FEATURES ("l2-output-feat-arc"), .arc_index_ptr = &l2_in_out_feat_arc_main.nonip_feat_arc_index[IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP], }; /* *INDENT-ON* */ /* *INDENT-OFF* */ VLIB_REGISTER_NODE (l2_in_feat_arc_node) = { .name = "l2-input-feat-arc", .vector_size = sizeof (u32), .format_trace = format_l2_in_feat_arc_trace, .type = VLIB_NODE_TYPE_INTERNAL, .n_errors = ARRAY_LEN(l2_in_feat_arc_error_strings), .error_strings = l2_in_feat_arc_error_strings, }; VLIB_REGISTER_NODE (l2_out_feat_arc_node) = { .name = "l2-output-feat-arc", .vector_size = sizeof (u32), .format_trace = format_l2_out_feat_arc_trace, .type = VLIB_NODE_TYPE_INTERNAL, .n_errors = ARRAY_LEN(l2_out_feat_arc_error_strings), .error_strings = l2_out_feat_arc_error_strings, }; VLIB_REGISTER_NODE (l2_in_feat_arc_end_node) = { .name = "l2-input-feat-arc-end", .vector_size = sizeof (u32), .format_trace = format_l2_in_feat_arc_trace, .sibling_of = "l2-input-feat-arc", }; VLIB_REGISTER_NODE (l2_out_feat_arc_end_node) = { .name = "l2-output-feat-arc-end", .vector_size = sizeof (u32), .format_trace = format_l2_out_feat_arc_trace, .sibling_of = "l2-output-feat-arc", }; VNET_FEATURE_INIT (l2_in_ip4_arc_end, static) = { .arc_name = "l2-input-ip4", .node_name = "l2-input-feat-arc-end", .runs_before = 0, /* not before any other features */ }; VNET_FEATURE_INIT (l2_out_ip4_arc_end, static) = { .arc_name = "l2-output-ip4", .node_name = "l2-output-feat-arc-end", .runs_before = 0, /* not before any other features */ }; VNET_FEATURE_INIT (l2_in_ip6_arc_end, static) = { .arc_name = "l2-input-ip6", .node_name = "l2-input-feat-arc-end", .runs_before = 0, /* not before any other features */ }; VNET_FEATURE_INIT (l2_out_ip6_arc_end, static) = { .arc_name = "l2-output-ip6", .node_name = "l2-output-feat-arc-end", .runs_before = 0, /* not before any other features */ }; VNET_FEATURE_INIT (l2_in_nonip_arc_end, static) = { .arc_name = "l2-input-nonip", .node_name = "l2-input-feat-arc-end", .runs_before = 0, /* not before any other features */ }; VNET_FEATURE_INIT (l2_out_nonip_arc_end, static) = { .arc_name = "l2-output-nonip", .node_name = "l2-output-feat-arc-end", .runs_before = 0, /* not before any other features */ }; /* *INDENT-ON* */ #ifndef CLIB_MARCH_VARIANT clib_error_t * l2_in_out_feat_arc_init (vlib_main_t * vm) { l2_in_out_feat_arc_main_t *mp = &l2_in_out_feat_arc_main; /* Initialize the feature next-node indexes */ feat_bitmap_init_next_nodes (vm, l2_in_feat_arc_end_node.index, L2INPUT_N_FEAT, l2input_get_feat_names (), mp->feat_next_node_index [IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP]); feat_bitmap_init_next_nodes (vm, l2_out_feat_arc_end_node.index, L2OUTPUT_N_FEAT, l2output_get_feat_names (), mp->feat_next_node_index [IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP]); return 0; } static int l2_has_features (u32 sw_if_index, int is_output) { int has_features = 0; l2_in_out_feat_arc_main_t *mp = &l2_in_out_feat_arc_main; has_features += vnet_have_features (mp->ip4_feat_arc_index[is_output], sw_if_index); has_features += vnet_have_features (mp->ip6_feat_arc_index[is_output], sw_if_index); has_features += vnet_have_features (mp->nonip_feat_arc_index[is_output], sw_if_index); return has_features > 0; } static int l2_is_output_arc (u8 arc_index) { l2_in_out_feat_arc_main_t *mp = &l2_in_out_feat_arc_main; int idx = IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP; return (mp->ip4_feat_arc_index[idx] == arc_index || mp->ip6_feat_arc_index[idx] == arc_index || mp->nonip_feat_arc_index[idx] == arc_index); } static int l2_is_input_arc (u8 arc_index) { l2_in_out_feat_arc_main_t *mp = &l2_in_out_feat_arc_main; int idx = IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP; return (mp->ip4_feat_arc_index[idx] == arc_index || mp->ip6_feat_arc_index[idx] == arc_index || mp->nonip_feat_arc_index[idx] == arc_index); } int vnet_l2_feature_enable_disable (const char *arc_name, const char *node_name, u32 sw_if_index, int enable_disable, void *feature_config, u32 n_feature_config_bytes) { u8 arc_index = vnet_get_feature_arc_index (arc_name); if (arc_index == (u8) ~ 0) return VNET_API_ERROR_INVALID_VALUE; /* check the state before we tried to enable/disable */ int had_features = vnet_have_features (arc_index, sw_if_index); int ret = vnet_feature_enable_disable (arc_name, node_name, sw_if_index, enable_disable, feature_config, n_feature_config_bytes); if (ret) return ret; int has_features = vnet_have_features (arc_index, sw_if_index); if (had_features != has_features) { if (l2_is_output_arc (arc_index)) { vnet_l2_in_out_feat_arc_enable_disable (sw_if_index, 1, l2_has_features (sw_if_index, 1)); } if (l2_is_input_arc (arc_index)) { vnet_l2_in_out_feat_arc_enable_disable (sw_if_index, 0, l2_has_features (sw_if_index, 0)); } } return 0; } VLIB_INIT_FUNCTION (l2_in_out_feat_arc_init); #endif /* CLIB_MARCH_VARIANT */ /* * fd.io coding-style-patch-verification: ON * * Local Variables: * eval: (c-set-style "gnu") * End: */