/*
* gre_interface.c: gre interfaces
*
* Copyright (c) 2012 Cisco and/or its affiliates.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <vnet/vnet.h>
#include <vnet/pg/pg.h>
#include <vnet/gre/gre.h>
#include <vnet/ip/format.h>
#include <vnet/fib/ip4_fib.h>
#include <vnet/fib/ip6_fib.h>
#include <vnet/adj/adj_midchain.h>
#include <vnet/adj/adj_nbr.h>
#include <vnet/mpls/mpls.h>
#include <vnet/l2/l2_input.h>
#include <vnet/teib/teib.h>
u8 *
format_gre_tunnel_type (u8 * s, va_list * args)
{
gre_tunnel_type_t type = va_arg (*args, int);
switch (type)
{
#define _(n, v) case GRE_TUNNEL_TYPE_##n: \
s = format (s, "%s", v); \
break;
foreach_gre_tunnel_type
#undef _
}
return (s);
}
static u8 *
format_gre_tunnel (u8 * s, va_list * args)
{
gre_tunnel_t *t = va_arg (*args, gre_tunnel_t *);
s = format (s, "[%d] instance %d src %U dst %U fib-idx %d sw-if-idx %d ",
t->dev_instance, t->user_instance,
format_ip46_address, &t->tunnel_src, IP46_TYPE_ANY,
format_ip46_address, &t->tunnel_dst.fp_addr, IP46_TYPE_ANY,
t->outer_fib_index, t->sw_if_index);
s = format (s, "payload %U ", format_gre_tunnel_type, t->type);
s = format (s, "%U ", format_tunnel_mode, t->mode);
if (t->type == GRE_TUNNEL_TYPE_ERSPAN)
s = format (s, "session %d ", t->session_id);
if (t->type != GRE_TUNNEL_TYPE_L3)
s = format (s, "l2-adj-idx %d ", t->l2_adj_index);
return s;
}
static gre_tunnel_t *
gre_tunnel_db_find (const vnet_gre_tunnel_add_del_args_t * a,
u32 outer_fib_index, gre_tunnel_key_t * key)
{
gre_main_t *gm = &gre_main;
uword *p;
if (!a->is_ipv6)
{
gre_mk_key4 (a->src.ip4, a->dst.ip4, outer_fib_index,
a->type, a->mode, a->session_id, &key->gtk_v4);
p = hash_get_mem (gm->tunnel_by_key4, &key->gtk_v4);
}
else
{
gre_mk_key6 (&a->src.ip6, &a->dst.ip6, outer_fib_index,
a->type, a->mode, a->session_id, &key->gtk_v6);
p = hash_get_mem (gm->tunnel_by_key6, &key->gtk_v6);
}
if (NULL == p)
return (NULL);
return (pool_elt_at_index (gm->tunnels, p[0]));
}
static void
gre_tunnel_db_add (gre_tunnel_t * t, gre_tunnel_key_t * key)
{
gre_main_t *gm = &gre_main;
if (t->tunnel_dst.fp_proto == FIB_PROTOCOL_IP6)
{
hash_set_mem_alloc (&gm->tunnel_by_key6, &key->gtk_v6, t->dev_instance);
}
else
{
hash_set_mem_alloc (&gm->tunnel_by_key4, &key->gtk_v4, t->dev_instance);
}
}
static void
gre_tunnel_db_remove (gre_tunnel_t * t, gre_tunnel_key_t * key)
{
gre_main_t *gm = &gre_main;
if (t->tunnel_dst.fp_proto == FIB_PROTOCOL_IP6)
{
hash_unset_mem_free (&gm->tunnel_by_key6, &key->gtk_v6);
}
else
{
hash_unset_mem_free (&gm->tunnel_by_key4, &key->gtk_v4);
}
}
/**
* gre_tunnel_stack
*
* 'stack' (resolve the recursion for) the tunnel's midchain adjacency
*/
void
gre_tunnel_stack (adj_index_t ai)
{
gre_main_t *gm = &gre_main;
ip_adjacency_t *adj;
gre_tunnel_t *gt;
u32 sw_if_index;
adj = adj_get (ai);
sw_if_index = adj->rewrite_header.sw_if_index;
if ((vec_len (gm->tunnel_index_by_sw_if_index) <= sw_if_index) ||
(~0 == gm->tunnel_index_by_sw_if_index[sw_if_index]))
return;
gt = pool_elt_at_index (gm->tunnels,
gm->tunnel_index_by_sw_if_index[sw_if_index]);
if ((vnet_hw_interface_get_flags (vnet_get_main (), gt->hw_if_index) &
VNET_HW_INTERFACE_FLAG_LINK_UP) == 0)
{
adj_midchain_delegate_unstack (ai);
}
else
{
adj_midchain_delegate_stack (ai, gt->outer_fib_index, >->tunnel_dst);
}
}
/**
* @brief Call back when restacking all adjacencies on a GRE interface
*/
static adj_walk_rc_t
gre_adj_walk_cb (adj_index_t ai, void *ctx)
{
gre_tunnel_stack (ai);
return (ADJ_WALK_RC_CONTINUE);
}
static void
gre_tunnel_restack (gre_tunnel_t * gt)
{
fib_protocol_t proto;
/*
* walk all the adjacencies on th GRE interface and restack them
*/
FOR_EACH_FIB_IP_PROTOCOL (proto)
{
adj_nbr_walk (gt->sw_if_index, proto, gre_adj_walk_cb, NULL);
}
}
static void
gre_teib_mk_key (const gre_tunnel_t * t,
const teib_entry_t * ne, gre_tunnel_key_t * key)
{
const fib_prefix_t *nh;
nh = teib_entry_get_nh (ne);
/* construct the key using mode P2P so it can be found in the DP */
if (FIB_PROTOCOL_IP4 == nh->fp_proto)
gre_mk_key4 (t->tunnel_src.ip4,
nh->fp_addr.ip4,
teib_entry_get_fib_index (ne),
t->type, TUNNEL_MODE_P2P, 0, &key->gtk_v4);
else
gre_mk_key6 (&t->tunnel_src.ip6,
&nh->fp_addr.ip6,
teib_entry_get_fib_index (ne),
t->type, TUNNEL_MODE_P2P, 0, &key->gtk_v6);
}
/**
* An NHRP entry has been added
*/
static void
gre_teib_entry_added (const teib_entry_t * ne)
{
gre_main_t *gm = &gre_main;
const ip_address_t *nh;
gre_tunnel_key_t key;
gre_tunnel_t *t;
u32 sw_if_index;
u32 t_idx;
sw_if_index = teib_entry_get_sw_if_index (ne);
if (vec_len (gm->tunnel_index_by_sw_if_index) < sw_if_index)
return;
t_idx = gm->tunnel_index_by_sw_if_index[sw_if_index];
if (INDEX_INVALID == t_idx)
return;
/* entry has been added on an interface for which there is a GRE tunnel */
t = pool_elt_at_index (gm->tunnels, t_idx);
if (t->mode != TUNNEL_MODE_MP)
return;
/* the next-hop (underlay) of the NHRP entry will form part of the key for
* ingress lookup to match packets to this interface */
gre_teib_mk_key (t, ne, &key);
gre_tunnel_db_add (t, &key);
/* update the rewrites for each of the adjacencies for this peer (overlay)
* using the next-hop (underlay) */
mgre_walk_ctx_t ctx = {
.t = t,
.ne = ne
};
nh = teib_entry_get_peer (ne);
adj_nbr_walk_nh (teib_entry_get_sw_if_index (ne),
(AF_IP4 == ip_addr_version (nh) ?
FIB_PROTOCOL_IP4 :
FIB_PROTOCOL_IP6),
&ip_addr_46 (nh), mgre_mk_complete_walk, &ctx);
}
static void
gre_teib_entry_deleted (const teib_entry_t * ne)
{
gre_main_t *gm = &gre_main;
const ip_address_t *nh;
gre_tunnel_key_t key;
gre_tunnel_t *t;
u32 sw_if_index;
u32 t_idx;
sw_if_index = teib_entry_get_sw_if_index (ne);
if (vec_len (gm->tunnel_index_by_sw_if_index) < sw_if_index)
return;
t_idx = gm->tunnel_index_by_sw_if_index[sw_if_index];
if (INDEX_INVALID == t_idx)
return;
t = pool_elt_at_index (gm->tunnels, t_idx);
/* remove the next-hop as an ingress lookup key */
gre_teib_mk_key (t, ne, &key);
gre_tunnel_db_remove (t, &key);
nh = teib_entry_get_peer (ne);
/* make all the adjacencies incomplete */
adj_nbr_walk_nh (teib_entry_get_sw_if_index (ne),
(AF_IP4 == ip_addr_version (nh) ?
FIB_PROTOCOL_IP4 :
FIB_PROTOCOL_IP6),
&ip_addr_46 (nh), mgre_mk_incomplete_walk, t);
}
static walk_rc_t
gre_tunnel_delete_teib_walk (index_t nei, void *ctx)
{
gre_tunnel_t *t = ctx;
gre_tunnel_key_t key;
gre_teib_mk_key (t, teib_entry_get (nei), &key);
gre_tunnel_db_remove (t, &key);
return (WALK_CONTINUE);
}
static walk_rc_t
gre_tunnel_add_teib_walk (index_t nei, void *ctx)
{
gre_tunnel_t *t = ctx;
gre_tunnel_key_t key;
gre_teib_mk_key (t, teib_entry_get (nei), &key);
gre_tunnel_db_add (t, &key);
return (WALK_CONTINUE);
}
static int
vnet_gre_tunnel_add (vnet_gre_tunnel_add_del_args_t * a,
u32 outer_fib_index, u32 * sw_if_indexp)
{
gre_main_t *gm = &gre_main;
vnet_main_t *vnm = gm->vnet_main;
ip4_main_t *im4 = &ip4_main;
ip6_main_t *im6 = &ip6_main;
gre_tunnel_t *t;
vnet_hw_interface_t *hi;
u32 hw_if_index, sw_if_index;
clib_error_t *error;
u8 is_ipv6 = a->is_ipv6;
gre_tunnel_key_t key;
t = gre_tunnel_db_find (a, outer_fib_index, &key);
if (NULL != t)
return VNET_API_ERROR_IF_ALREADY_EXISTS;
pool_get_aligned (gm->tunnels, t, CLIB_CACHE_LINE_BYTES);
clib_memset (t, 0, sizeof (*t));
/* Reconcile the real dev_instance and a possible requested instance */
u32 t_idx = t - gm->tunnels; /* tunnel index (or instance) */
u32 u_idx = a->instance; /* user specified instance */
if (u_idx == ~0)
u_idx = t_idx;
if (hash_get (gm->instance_used, u_idx))
{
pool_put (gm->tunnels, t);
return VNET_API_ERROR_INSTANCE_IN_USE;
}
hash_set (gm->instance_used, u_idx, 1);
t->dev_instance = t_idx; /* actual */
t->user_instance = u_idx; /* name */
t->type = a->type;
t->mode = a->mode;
t->flags = a->flags;
if (t->type == GRE_TUNNEL_TYPE_ERSPAN)
t->session_id = a->session_id;
if (t->type == GRE_TUNNEL_TYPE_L3)
{
if (t->mode == TUNNEL_MODE_P2P)
hw_if_index =
vnet_register_interface (vnm, gre_device_class.index, t_idx,
gre_hw_interface_class.index, t_idx);
else
hw_if_index =
vnet_register_interface (vnm, gre_device_class.index, t_idx,
mgre_hw_interface_class.index, t_idx);
}
else
{
/* Default MAC address (d00b:eed0:0000 + sw_if_index) */
u8 address[6] =
{ 0xd0, 0x0b, 0xee, 0xd0, (u8) (t_idx >> 8), (u8) t_idx };
error =
ethernet_register_interface (vnm, gre_device_class.index, t_idx,
address, &hw_if_index, 0);
if (error)
{
clib_error_report (error);
return VNET_API_ERROR_INVALID_REGISTRATION;
}
}
/* Set GRE tunnel interface output node (not used for L3 payload) */
if (GRE_TUNNEL_TYPE_ERSPAN == t->type)
vnet_set_interface_output_node (vnm, hw_if_index,
gre_erspan_encap_node.index);
else
vnet_set_interface_output_node (vnm, hw_if_index,
gre_teb_encap_node.index);
hi = vnet_get_hw_interface (vnm, hw_if_index);
sw_if_index = hi->sw_if_index;
t->hw_if_index = hw_if_index;
t->outer_fib_index = outer_fib_index;
t->sw_if_index = sw_if_index;
t->l2_adj_index = ADJ_INDEX_INVALID;
vec_validate_init_empty (gm->tunnel_index_by_sw_if_index, sw_if_index, ~0);
gm->tunnel_index_by_sw_if_index[sw_if_index] = t_idx;
if (!is_ipv6)
{
vec_validate (im4->fib_index_by_sw_if_index, sw_if_index);
hi->min_packet_bytes =
64 + sizeof (gre_header_t) + sizeof (ip4_header_t);
}
else
{
vec_validate (im6->fib_index_by_sw_if_index, sw_if_index);
hi->min_packet_bytes =
64 + sizeof (gre_header_t) + sizeof (ip6_header_t);
}
/* Standard default gre MTU. */
vnet_sw_interface_set_mtu (vnm, sw_if_index, 9000);
/*
* source the FIB entry for the tunnel's destination
* and become a child thereof. The tunnel will then get poked
* when the forwarding for the entry updates, and the tunnel can
* re-stack accordingly
*/
clib_memcpy (&t->tunnel_src, &a->src, sizeof (t->tunnel_src));
t->tunnel_dst.fp_len = !is_ipv6 ? 32 : 128;
t->tunnel_dst.fp_proto = !is_ipv6 ? FIB_PROTOCOL_IP4 : FIB_PROTOCOL_IP6;
t->tunnel_dst.fp_addr = a->dst;
gre_tunnel_db_add (t, &key);
if (t->mode == TUNNEL_MODE_MP)
teib_walk_itf (t->sw_if_index, gre_tunnel_add_teib_walk, t);
if (t->type == GRE_TUNNEL_TYPE_ERSPAN)
{
gre_sn_key_t skey;
@media only all and (prefers-color-scheme: dark) {
.highlight .hll { background-color: #49483e }
.highlight .c { color: #75715e } /* Comment */
.highlight .err { color: #960050; background-color: #1e0010 } /* Error */
.highlight .k { color: #66d9ef } /* Keyword */
.highlight .l { color: #ae81ff } /* Literal */
.highlight .n { color: #f8f8f2 } /* Name */
.highlight .o { color: #f92672 } /* Operator */
.highlight .p { color: #f8f8f2 } /* Punctuation */
.highlight .ch { color: #75715e } /* Comment.Hashbang */
.highlight .cm { color: #75715e } /* Comment.Multiline */
.highlight .cp { color: #75715e } /* Comment.Preproc */
.highlight .cpf { color: #75715e } /* Comment.PreprocFile */
.highlight .c1 { color: #75715e } /* Comment.Single */
.highlight .cs { color: #75715e } /* Comment.Special */
.highlight .gd { color: #f92672 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gi { color: #a6e22e } /* Generic.Inserted */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #75715e } /* Generic.Subheading */
.highlight .kc { color: #66d9ef } /* Keyword.Constant */
.highlight .kd { color: #66d9ef } /* Keyword.Declaration */
.highlight .kn { color: #f92672 } /* Keyword.Namespace */
.highlight .kp { color: #66d9ef } /* Keyword.Pseudo */
.highlight .kr { color: #66d9ef } /* Keyword.Reserved */
.highlight .kt { color: #66d9ef } /* Keyword.Type */
.highlight .ld { color: #e6db74 } /* Literal.Date */
.highlight .m { color: #ae81ff } /* Literal.Number */
.highlight .s { color: #e6db74 } /* Literal.String */
.highlight .na { color: #a6e22e } /* Name.Attribute */
.highlight .nb { color: #f8f8f2 } /* Name.Builtin */
.highlight .nc { color: #a6e22e } /* Name.Class */
.highlight .no { color: #66d9ef } /* Name.Constant */
.highlight .nd { color: #a6e22e } /* Name.Decorator */
.highlight .ni { color: #f8f8f2 } /* Name.Entity */
.highlight .ne { color: #a6e22e } /* Name.Exception */
.highlight .nf { color: #a6e22e } /* Name.Function */
.highlight .nl { color: #f8f8f2 } /* Name.Label */
.highlight .nn { color: #f8f8f2 } /* Name.Namespace */
.highlight .nx { color: #a6e22e } /* Name.Other */
.highlight .py { color: #f8f8f2 } /* Name.Property */
.highlight .nt { color: #f92672 } /* Name.Tag */
.highlight .nv { color: #f8f8f2 } /* Name.Variable */
.highlight .ow { color: #f92672 } /* Operator.Word */
.highlight .w { color: #f8f8f2 } /* Text.Whitespace */
.highlight .mb { color: #ae81ff } /* Literal.Number.Bin */
.highlight .mf { color: #ae81ff } /* Literal.Number.Float */
.highlight .mh { color: #ae81ff } /* Literal.Number.Hex */
.highlight .mi { color: #ae81ff } /* Literal.Number.Integer */
.highlight .mo { color: #ae81ff } /* Literal.Number.Oct */
.highlight .sa { color: #e6db74 } /* Literal.String.Affix */
.highlight .sb { color: #e6db74 } /* Literal.String.Backtick */
.highlight .sc { color: #e6db74 } /* Literal.String.Char */
.highlight .dl { color: #e6db74 } /* Literal.String.Delimiter */
.highlight .sd { color: #e6db74 } /* Literal.String.Doc */
.highlight .s2 { color: #e6db74 } /* Literal.String.Double */
.highlight .se { color: #ae81ff } /* Literal.String.Escape */
.highlight .sh { color: #e6db74 } /* Literal.String.Heredoc */
.highlight .si { color: #e6db74 } /* Literal.String.Interpol */
.highlight .sx { color: #e6db74 } /* Literal.String.Other */
.highlight .sr { color: #e6db74 } /* Literal.String.Regex */
.highlight .s1 { color: #e6db74 } /* Literal.String.Single */
.highlight .ss { color: #e6db74 } /* Literal.String.Symbol */
.highlight .bp { color: #f8f8f2 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #a6e22e } /* Name.Function.Magic */
.highlight .vc { color: #f8f8f2 } /* Name.Variable.Class */
.highlight .vg { color: #f8f8f2 } /* Name.Variable.Global */
.highlight .vi { color: #f8f8f2 } /* Name.Variable.Instance */
.highlight .vm { color: #f8f8f2 } /* Name.Variable.Magic */
.highlight .il { color: #ae81ff } /* Literal.Number.Integer.Long */
}
@media (prefers-color-scheme: light) {
.highlight .hll { background-color: #ffffcc }
.highlight .c { color: #888888 } /* Comment */
.highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */
.highlight .k { color: #008800; font-weight: bold } /* Keyword */
.highlight .ch { color: #888888 } /* Comment.Hashbang */
.highlight .cm { color: #888888 } /* Comment.Multiline */
.highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */
.highlight .cpf { color: #888888 } /* Comment.PreprocFile */
.highlight .c1 { color: #888888 } /* Comment.Single */
.highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */
.highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #aa0000 } /* Generic.Error */
.highlight .gh { color: #333333 } /* Generic.Heading */
.highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #555555 } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #666666 } /* Generic.Subheading */
.highlight .gt { color: #aa0000 } /* Generic.Traceback */
.highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008800 } /* Keyword.Pseudo */
.highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */
.highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */
.highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */
.highlight .na { color: #336699 } /* Name.Attribute */
.highlight .nb { color: #003388 } /* Name.Builtin */
.highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */
.highlight .no { color: #003366; font-weight: bold } /* Name.Constant */
.highlight .nd { color: #555555 } /* Name.Decorator */
.highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */
.highlight .nl { color: #336699; font-style: italic } /* Name.Label */
.highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */
.highlight .py { color: #336699; font-weight: bold } /* Name.Property */
.highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #336699 } /* Name.Variable */
.highlight .ow { color: #008800 } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */
.highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */
.highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */
.highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */
.highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */
.highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */
.highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */
.highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */
.highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */
.highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */
.highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */
.highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */
.highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */
.highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */
.highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */
.highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */
.highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */
.highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */
.highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */
.highlight .vc { color: #336699 } /* Name.Variable.Class */
.highlight .vg { color: #dd7700 } /* Name.Variable.Global */
.highlight .vi { color: #3333bb } /* Name.Variable.Instance */
.highlight .vm { color: #336699 } /* Name.Variable.Magic */
.highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */
}
/*
* sr_localsid.c: ipv6 segment routing Endpoint behaviors
*
* Copyright (c) 2016 Cisco and/or its affiliates.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
/**
* @file
* @brief Processing of packets with a SRH
*
* CLI to define new Segment Routing End processing functions.
* Graph node to support such functions.
*
* Each function associates an SRv6 segment (IPv6 address) with an specific
* Segment Routing function.
*
*/
#include <vlib/vlib.h>
#include <vnet/vnet.h>
#include <vnet/srv6/sr.h>
#include <vnet/ip/ip.h>
#include <vnet/srv6/sr_packet.h>
#include <vnet/ip/ip6_packet.h>
#include <vnet/fib/ip6_fib.h>
#include <vnet/dpo/dpo.h>
#include <vnet/adj/adj.h>
#include <vppinfra/error.h>
#include <vppinfra/elog.h>
/**
* @brief Dynamically added SR localsid DPO type
*/
static dpo_type_t sr_localsid_dpo_type;
static dpo_type_t sr_localsid_d_dpo_type;
static dpo_type_t sr_localsid_un_dpo_type;
static dpo_type_t sr_localsid_un_perf_dpo_type;
static void
sr_localsid_key_create (sr_localsid_key_t * key, ip6_address_t * addr,
u16 pref_len)
{
clib_memset (key, 0, sizeof (sr_localsid_key_t));
clib_memcpy (&key->address, addr, sizeof (ip6_address_t));
key->pref_len = pref_len;
}
/**
* @brief SR localsid add/del
*
* Function to add or delete SR LocalSIDs.
*
* @param is_del Boolean of whether its a delete instruction
* @param localsid_addr IPv6 address of the localsid
* @param is_decap Boolean of whether decapsulation is allowed in this function
* @param behavior Type of behavior (function) for this localsid
* @param sw_if_index Only for L2/L3 xconnect. OIF. In VRF variant the fib_table.
* @param vlan_index Only for L2 xconnect. Outgoing VLAN tag.
* @param fib_table FIB table in which we should install the localsid entry
* @param nh_addr Next Hop IPv4/IPv6 address. Only for L2/L3 xconnect.
*
* @return 0 on success, error otherwise.
*/
int
sr_cli_localsid (char is_del, ip6_address_t * localsid_addr,
u16 localsid_prefix_len, char end_psp, u8 behavior,
u32 sw_if_index, u32 vlan_index, u32 fib_table,
ip46_address_t * nh_addr, int usid_len, void *ls_plugin_mem)
{
ip6_sr_main_t *sm = &sr_main;
uword *p;
int rv;
u8 pref_length = 128;
sr_localsid_fn_registration_t *plugin = 0;
sr_localsid_key_t key;
ip6_sr_localsid_t *ls = 0;
dpo_id_t dpo = DPO_INVALID;
/* Search for the item */
sr_localsid_key_create (&key, localsid_addr, localsid_prefix_len);
p = mhash_get (&sm->sr_localsids_index_hash, &key);
if (p)
{
if (is_del)
{
/* Retrieve localsid */
ls = pool_elt_at_index (sm->localsids, p[0]);
if (ls->behavior >= SR_BEHAVIOR_LAST)
{
plugin = pool_elt_at_index (sm->plugin_functions,
ls->behavior - SR_BEHAVIOR_LAST);
pref_length = plugin->prefix_length;
}
if (localsid_prefix_len != 0)
{
pref_length = localsid_prefix_len;
}
/* Delete FIB entry */
fib_prefix_t pfx = {
.fp_proto = FIB_PROTOCOL_IP6,
.fp_len = pref_length,
.fp_addr = {
.ip6 = *localsid_addr,
}
};
fib_table_entry_delete (fib_table_find
(FIB_PROTOCOL_IP6, fib_table), &pfx,
FIB_SOURCE_SR);
/* In case it is a Xconnect iface remove the (OIF, NHOP) adj */
if (ls->behavior == SR_BEHAVIOR_X || ls->behavior == SR_BEHAVIOR_DX6
|| ls->behavior == SR_BEHAVIOR_DX4)
adj_unlock (ls->nh_adj);
if (ls->behavior >= SR_BEHAVIOR_LAST)
{
/* Callback plugin removal function */
rv = plugin->removal (ls);
}
/* Delete localsid registry */
pool_put (sm->localsids, ls);
mhash_unset (&sm->sr_localsids_index_hash, &key, NULL);
return 0;
}
else /* create with function already existing; complain */
return -1;
}
else
/* delete; localsid does not exist; complain */
if (is_del)
return -2;
if (behavior >= SR_BEHAVIOR_LAST)
{
sr_localsid_fn_registration_t *plugin = 0;
plugin =
pool_elt_at_index (sm->plugin_functions, behavior - SR_BEHAVIOR_LAST);
pref_length = plugin->prefix_length;
}
if (localsid_prefix_len != 0)
{
pref_length = localsid_prefix_len;
}
/* Check whether there exists a FIB entry with such address */
fib_prefix_t pfx = {
.fp_proto = FIB_PROTOCOL_IP6,
.fp_len = pref_length,
};
pfx.fp_addr.as_u64[0] = localsid_addr->as_u64[0];
pfx.fp_addr.as_u64[1] = localsid_addr->as_u64[1];
pfx.fp_len = pref_length;
/* Lookup the FIB index associated to the table id provided */
u32 fib_index = fib_table_find (FIB_PROTOCOL_IP6, fib_table);
if (fib_index == ~0)
return -3;
/* Lookup the localsid in such FIB table */
fib_node_index_t fei = fib_table_lookup_exact_match (fib_index, &pfx);
if (FIB_NODE_INDEX_INVALID != fei)
return -4; //There is an entry for such address (the localsid addr)
/* Create a new localsid registry */
pool_get (sm->localsids, ls);
clib_memset (ls, 0, sizeof (*ls));
clib_memcpy (&ls->localsid, localsid_addr, sizeof (ip6_address_t));
ls->localsid_prefix_len = pref_length;
ls->end_psp = end_psp;
ls->behavior = behavior;
ls->nh_adj = (u32) ~ 0;
ls->fib_table = fib_table;
switch (behavior)
{
case SR_BEHAVIOR_END:
break;
case SR_BEHAVIOR_END_UN:
case SR_BEHAVIOR_END_UN_PERF:
if (usid_len)
{
int usid_width;
clib_memcpy (&ls->usid_block, localsid_addr,
sizeof (ip6_address_t));
usid_width = pref_length - usid_len;
ip6_address_mask_from_width (&ls->usid_block_mask, usid_width);
ls->usid_index = usid_width / 8;
ls->usid_len = usid_len / 8;
ls->usid_next_index = ls->usid_index + ls->usid_len;
ls->usid_next_len = 16 - ls->usid_next_index;
}
break;
case SR_BEHAVIOR_X:
ls->sw_if_index = sw_if_index;
clib_memcpy (&ls->next_hop.ip6, &nh_addr->ip6, sizeof (ip6_address_t));
break;
case SR_BEHAVIOR_T:
ls->vrf_index = fib_table_find (FIB_PROTOCOL_IP6, sw_if_index);
break;
case SR_BEHAVIOR_DX4:
ls->sw_if_index = sw_if_index;
clib_memcpy (&ls->next_hop.ip4, &nh_addr->ip4, sizeof (ip4_address_t));
break;
case SR_BEHAVIOR_DX6:
ls->sw_if_index = sw_if_index;
clib_memcpy (&ls->next_hop.ip6, &nh_addr->ip6, sizeof (ip6_address_t));
break;
case SR_BEHAVIOR_DT6:
ls->vrf_index = fib_table_find (FIB_PROTOCOL_IP6, sw_if_index);
break;
case SR_BEHAVIOR_DT4:
ls->vrf_index = fib_table_find (FIB_PROTOCOL_IP4, sw_if_index);
break;
case SR_BEHAVIOR_DX2:
ls->sw_if_index = sw_if_index;
ls->vlan_index = vlan_index;
break;
}
/* Figure out the adjacency magic for Xconnect variants */
if (ls->behavior == SR_BEHAVIOR_X || ls->behavior == SR_BEHAVIOR_DX4
|| ls->behavior == SR_BEHAVIOR_DX6)
{
adj_index_t nh_adj_index = ADJ_INDEX_INVALID;
/* Retrieve the adjacency corresponding to the (OIF, next_hop) */
if (ls->behavior == SR_BEHAVIOR_DX6 || ls->behavior == SR_BEHAVIOR_X)
nh_adj_index = adj_nbr_add_or_lock (FIB_PROTOCOL_IP6, VNET_LINK_IP6,
nh_addr, sw_if_index);
else if (ls->behavior == SR_BEHAVIOR_DX4)
nh_adj_index = adj_nbr_add_or_lock (FIB_PROTOCOL_IP4, VNET_LINK_IP4,
nh_addr, sw_if_index);
/* Check for ADJ creation error. If so panic */
if (nh_adj_index == ADJ_INDEX_INVALID)
{
pool_put (sm->localsids, ls);
return -5;
}
ls->nh_adj = nh_adj_index;
}
/* Set DPO */
if (ls->behavior == SR_BEHAVIOR_END || ls->behavior == SR_BEHAVIOR_X
|| ls->behavior == SR_BEHAVIOR_T)
dpo_set (&dpo, sr_localsid_dpo_type, DPO_PROTO_IP6, ls - sm->localsids);
else if (ls->behavior == SR_BEHAVIOR_END_UN)
dpo_set (&dpo, sr_localsid_un_dpo_type, DPO_PROTO_IP6,
ls - sm->localsids);
else if (ls->behavior == SR_BEHAVIOR_END_UN_PERF)
dpo_set (&dpo, sr_localsid_un_perf_dpo_type, DPO_PROTO_IP6,
ls - sm->localsids);
else if (ls->behavior > SR_BEHAVIOR_D_FIRST
&& ls->behavior < SR_BEHAVIOR_LAST)
dpo_set (&dpo, sr_localsid_d_dpo_type, DPO_PROTO_IP6, ls - sm->localsids);
else if (ls->behavior >= SR_BEHAVIOR_LAST)
{
sr_localsid_fn_registration_t *plugin = 0;
plugin = pool_elt_at_index (sm->plugin_functions,
ls->behavior - SR_BEHAVIOR_LAST);
/* Copy the unformat memory result */
ls->plugin_mem = ls_plugin_mem;
/* Callback plugin creation function */
rv = plugin->creation (ls);
if (rv)
{
pool_put (sm->localsids, ls);
return -6;
}
dpo_set (&dpo, plugin->dpo, DPO_PROTO_IP6, ls - sm->localsids);
}
/* Set hash key for searching localsid by address */
mhash_set (&sm->sr_localsids_index_hash, &key, ls - sm->localsids, NULL);
fib_table_entry_special_dpo_add (fib_index, &pfx, FIB_SOURCE_SR,
FIB_ENTRY_FLAG_EXCLUSIVE, &dpo);
dpo_reset (&dpo);
/* Set counter to zero */
vlib_validate_combined_counter (&(sm->sr_ls_valid_counters),
ls - sm->localsids);
vlib_validate_combined_counter (&(sm->sr_ls_invalid_counters),
ls - sm->localsids);
vlib_zero_combined_counter (&(sm->sr_ls_valid_counters),
ls - sm->localsids);
vlib_zero_combined_counter (&(sm->sr_ls_invalid_counters),
ls - sm->localsids);
return 0;
}
/**
* @brief SR LocalSID CLI function.
*
* @see sr_cli_localsid
*/
static clib_error_t *
sr_cli_localsid_command_fn (vlib_main_t * vm, unformat_input_t * input,
vlib_cli_command_t * cmd)
{
vnet_main_t *vnm = vnet_get_main ();
ip6_sr_main_t *sm = &sr_main;
u32 sw_if_index = (u32) ~ 0, vlan_index = (u32) ~ 0, fib_index = 0;
int prefix_len = 0;
int is_del = 0;
int end_psp = 0;
ip6_address_t resulting_address;
ip46_address_t next_hop;
char address_set = 0;
char behavior = 0;
void *ls_plugin_mem = 0;
int usid_size = 0;
int rv;
clib_memset (&resulting_address, 0, sizeof (ip6_address_t));
ip46_address_reset (&next_hop);
while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
{
if (unformat (input, "del"))
is_del = 1;
else if (!address_set
&& unformat (input, "prefix %U/%u", unformat_ip6_address,
&resulting_address, &prefix_len))
address_set = 1;
else if (!address_set
&& unformat (input, "address %U", unformat_ip6_address,
&resulting_address))
address_set = 1;
else if (!address_set
&& unformat (input, "addr %U", unformat_ip6_address,
&resulting_address))
address_set = 1;
else if (unformat (input, "fib-table %u", &fib_index));
else if (vlan_index == (u32) ~ 0
&& unformat (input, "vlan %u", &vlan_index));
else if (!behavior && unformat (input, "behavior"))
{
if (unformat (input, "end.x %U %U",
unformat_vnet_sw_interface, vnm, &sw_if_index,
unformat_ip6_address, &next_hop.ip6))
behavior = SR_BEHAVIOR_X;
else if (unformat (input, "end.t %u", &sw_if_index))
behavior = SR_BEHAVIOR_T;
else if (unformat (input, "end.dx6 %U %U",
unformat_vnet_sw_interface, vnm, &sw_if_index,
unformat_ip6_address, &next_hop.ip6))
behavior = SR_BEHAVIOR_DX6;
else if (unformat (input, "end.dx4 %U %U",
unformat_vnet_sw_interface, vnm, &sw_if_index,
unformat_ip4_address, &next_hop.ip4))
behavior = SR_BEHAVIOR_DX4;
else if (unformat (input, "end.dx2 %U",
unformat_vnet_sw_interface, vnm, &sw_if_index))
behavior = SR_BEHAVIOR_DX2;
else if (unformat (input, "end.dt6 %u", &sw_if_index))
behavior = SR_BEHAVIOR_DT6;
else if (unformat (input, "end.dt4 %u", &sw_if_index))
behavior = SR_BEHAVIOR_DT4;
else if (unformat (input, "un %u", &usid_size))
behavior = SR_BEHAVIOR_END_UN_PERF;
else if (unformat (input, "un.flex %u", &usid_size))
behavior = SR_BEHAVIOR_END_UN;
else
{
/* Loop over all the plugin behavior format functions */
sr_localsid_fn_registration_t *plugin = 0, **vec_plugins = 0;
sr_localsid_fn_registration_t **plugin_it = 0;
/* Create a vector out of the plugin pool as recommended */
/* *INDENT-OFF* */
pool_foreach (plugin, sm->plugin_functions,
{
vec_add1 (vec_plugins, plugin);
});
/* *INDENT-ON* */
vec_foreach (plugin_it, vec_plugins)
{
if (unformat
(input, "%U", (*plugin_it)->ls_unformat, &ls_plugin_mem))
{
behavior = (*plugin_it)->sr_localsid_function_number;
break;
}
}
}
if (!behavior)
{
if (unformat (input, "end"))
behavior = SR_BEHAVIOR_END;
else
break;
}
}
else if (!end_psp && unformat (input, "psp"))
end_psp = 1;
else
break;
}
if (!behavior && end_psp)
behavior = SR_BEHAVIOR_END;
if (usid_size)
{
if (prefix_len < usid_size)
return clib_error_return (0,
"Error: Prefix length must be greater"
" than uSID length.");
if (usid_size != 16 && usid_size != 32)
return clib_error_return (0,
"Error: Invalid uSID length (16 or 32).");
if ((prefix_len - usid_size) & 0x7)
return clib_error_return (0,
"Error: Prefix Length must be multiple of 8.");
}
if (!address_set)
return clib_error_return (0,
"Error: SRv6 LocalSID address is mandatory.");
if (!is_del && !behavior)
return clib_error_return (0,
"Error: SRv6 LocalSID behavior is mandatory.");
if (vlan_index != (u32) ~ 0)
return clib_error_return (0,
"Error: SRv6 End.DX2 with rewrite VLAN tag not supported by now.");
if (end_psp && !(behavior == SR_BEHAVIOR_END || behavior == SR_BEHAVIOR_X))
return clib_error_return (0,
"Error: SRv6 PSP only compatible with End and End.X");
rv =
sr_cli_localsid (is_del, &resulting_address, prefix_len, end_psp,
behavior, sw_if_index, vlan_index, fib_index, &next_hop,
usid_size, ls_plugin_mem);
if (behavior == SR_BEHAVIOR_END_UN_PERF)
{
if (rv == 0)
{
u16 perf_len;
perf_len = prefix_len + usid_size;
rv = sr_cli_localsid (is_del, &resulting_address, perf_len, end_psp,
SR_BEHAVIOR_END, sw_if_index, vlan_index,
fib_index, &next_hop, 0, ls_plugin_mem);
}
}
switch (rv)
{
case 0:
break;
case 1:
return 0;
case -1:
return clib_error_return (0,
"Identical localsid already exists. Requested localsid not created.");
case -2:
return clib_error_return (0,
"The requested localsid could not be deleted. SR localsid not found");
case -3:
return clib_error_return (0, "FIB table %u does not exist", fib_index);
case -4:
return clib_error_return (0, "There is already one FIB entry for the"
"requested localsid non segment routing related");
case -5:
return clib_error_return (0,
"Could not create ARP/ND entry for such next_hop. Internal error.");
case -6:
return clib_error_return (0,
"Error on the plugin based localsid creation.");
default:
return clib_error_return (0, "BUG: sr localsid returns %d", rv);
}
return 0;
}
/* *INDENT-OFF* */
VLIB_CLI_COMMAND (sr_localsid_command, static) = {
.path = "sr localsid",
.short_help = "sr localsid (del) address XX:XX::YY:YY"
"(fib-table 8) behavior STRING",
.long_help =
"Create SR LocalSID and binds it to a particular behavior\n"
"Arguments:\n"
"\tlocalSID IPv6_addr(128b) LocalSID IPv6 address\n"
"\t(fib-table X) Optional. VRF where to install SRv6 localsid\n"
"\tbehavior STRING Specifies the behavior\n"
"\n\tBehaviors:\n"
"\tEnd\t-> Endpoint.\n"
"\tEnd.uN\t-> Endpoint with uSID.\n"
"\tEnd.X\t-> Endpoint with decapsulation and Layer-3 cross-connect.\n"
"\t\tParameters: '<iface> <ip6_next_hop>'\n"
"\tEnd.DX2\t-> Endpoint with decapsulation and Layer-2 cross-connect.\n"
"\t\tParameters: '<iface>'\n"
"\tEnd.DX6\t-> Endpoint with decapsulation and IPv6 cross-connect.\n"
"\t\tParameters: '<iface> <ip6_next_hop>'\n"
"\tEnd.DX4\t-> Endpoint with decapsulation and IPv4 cross-connect.\n"
"\t\tParameters: '<iface> <ip4_next_hop>'\n"
"\tEnd.DT6\t-> Endpoint with decapsulation and specific IPv6 table lookup.\n"
"\t\tParameters: '<ip6_fib_table>'\n"
"\tEnd.DT4\t-> Endpoint with decapsulation and specific IPv4 table lookup.\n"
"\t\tParameters: '<ip4_fib_table>'\n",
.function = sr_cli_localsid_command_fn,
};
/* *INDENT-ON* */
/**
* @brief CLI function to 'show' all SR LocalSIDs on console.
*/
static clib_error_t *
show_sr_localsid_command_fn (vlib_main_t * vm, unformat_input_t * input,
vlib_cli_command_t * cmd)
{
vnet_main_t *vnm = vnet_get_main ();
ip6_sr_main_t *sm = &sr_main;
ip6_sr_localsid_t **localsid_list = 0;
ip6_sr_localsid_t *ls;
int i;
vlib_cli_output (vm, "SRv6 - My LocalSID Table:");
vlib_cli_output (vm, "=========================");
/* *INDENT-OFF* */
pool_foreach (ls, sm->localsids, ({ vec_add1 (localsid_list, ls); }));
/* *INDENT-ON* */
for (i = 0; i < vec_len (localsid_list); i++)
{
ls = localsid_list[i];
switch (ls->behavior)
{
case SR_BEHAVIOR_END:
vlib_cli_output (vm, "\tAddress: \t%U\n\tBehavior: \tEnd",
format_ip6_address, &ls->localsid);
break;
case SR_BEHAVIOR_END_UN:
vlib_cli_output (vm,
"\tAddress: \t%U\n\tBehavior: \tEnd (flex) [uSID:\t%U/%d, length: %d]",
format_ip6_address, &ls->localsid,
format_ip6_address, &ls->usid_block,
ls->usid_index * 8, ls->usid_len * 8);
break;
case SR_BEHAVIOR_END_UN_PERF:
vlib_cli_output (vm,
"\tAddress: \t%U\n\tBehavior: \tEnd [uSID:\t%U/%d, length: %d]",
format_ip6_address, &ls->localsid,
format_ip6_address, &ls->usid_block,
ls->usid_index * 8, ls->usid_len * 8);
break;
case SR_BEHAVIOR_X:
vlib_cli_output (vm,
"\tAddress: \t%U/%u\n\tBehavior: \tX (Endpoint with Layer-3 cross-connect)"
"\n\tIface: \t%U\n\tNext hop: \t%U",
format_ip6_address, &ls->localsid,
ls->localsid_prefix_len,
format_vnet_sw_if_index_name, vnm, ls->sw_if_index,
format_ip6_address, &ls->next_hop.ip6);
break;
case SR_BEHAVIOR_T:
vlib_cli_output (vm,
"\tAddress: \t%U/%u\n\tBehavior: \tT (Endpoint with specific IPv6 table lookup)"
"\n\tTable: \t%u",
format_ip6_address, &ls->localsid,
ls->localsid_prefix_len,
fib_table_get_table_id (ls->vrf_index,
FIB_PROTOCOL_IP6));
break;
case SR_BEHAVIOR_DX4:
vlib_cli_output (vm,
"\tAddress: \t%U/%u\n\tBehavior: \tDX4 (Endpoint with decapsulation and IPv4 cross-connect)"
"\n\tIface: \t%U\n\tNext hop: \t%U",
format_ip6_address, &ls->localsid,
ls->localsid_prefix_len,
format_vnet_sw_if_index_name, vnm, ls->sw_if_index,
format_ip4_address, &ls->next_hop.ip4);
break;
case SR_BEHAVIOR_DX6:
vlib_cli_output (vm,
"\tAddress: \t%U/%u\n\tBehavior: \tDX6 (Endpoint with decapsulation and IPv6 cross-connect)"
"\n\tIface: \t%U\n\tNext hop: \t%U",
format_ip6_address, &ls->localsid,
ls->localsid_prefix_len,
format_vnet_sw_if_index_name, vnm, ls->sw_if_index,
format_ip6_address, &ls->next_hop.ip6);
break;
case SR_BEHAVIOR_DX2:
if (ls->vlan_index == (u32) ~ 0)
vlib_cli_output (vm,
"\tAddress: \t%U/%u\n\tBehavior: \tDX2 (Endpoint with decapulation and Layer-2 cross-connect)"
"\n\tIface: \t%U", format_ip6_address,
&ls->localsid, ls->localsid_prefix_len,
format_vnet_sw_if_index_name, vnm,
ls->sw_if_index);
else
vlib_cli_output (vm,
"Unsupported yet. (DX2 with egress VLAN rewrite)");
break;
case SR_BEHAVIOR_DT6:
vlib_cli_output (vm,
"\tAddress: \t%U/%u\n\tBehavior: \tDT6 (Endpoint with decapsulation and specific IPv6 table lookup)"
"\n\tTable: %u", format_ip6_address, &ls->localsid,
ls->localsid_prefix_len,
fib_table_get_table_id (ls->vrf_index,
FIB_PROTOCOL_IP6));
break;
case SR_BEHAVIOR_DT4:
vlib_cli_output (vm,
"\tAddress: \t%U/%u\n\tBehavior: \tDT4 (Endpoint with decapsulation and specific IPv4 table lookup)"
"\n\tTable: \t%u", format_ip6_address,
&ls->localsid, ls->localsid_prefix_len,
fib_table_get_table_id (ls->vrf_index,
FIB_PROTOCOL_IP4));
break;
default:
if (ls->behavior >= SR_BEHAVIOR_LAST)
{
sr_localsid_fn_registration_t *plugin =
pool_elt_at_index (sm->plugin_functions,
ls->behavior - SR_BEHAVIOR_LAST);
vlib_cli_output (vm, "\tAddress: \t%U/%u\n"
"\tBehavior: \t%s (%s)\n\t%U",
format_ip6_address, &ls->localsid,
ls->localsid_prefix_len, plugin->keyword_str,
plugin->def_str, plugin->ls_format,
ls->plugin_mem);
}
else
//Should never get here...
vlib_cli_output (vm, "Internal error");
break;
}
if (ls->end_psp)
vlib_cli_output (vm, "\tPSP: \tTrue\n");
/* Print counters */
vlib_counter_t valid, invalid;
vlib_get_combined_counter (&(sm->sr_ls_valid_counters), i, &valid);
vlib_get_combined_counter (&(sm->sr_ls_invalid_counters), i, &invalid);
vlib_cli_output (vm, "\tGood traffic: \t[%Ld packets : %Ld bytes]\n",
valid.packets, valid.bytes);
vlib_cli_output (vm, "\tBad traffic: \t[%Ld packets : %Ld bytes]\n",
invalid.packets, invalid.bytes);
vlib_cli_output (vm, "--------------------");
}
return 0;
}
/* *INDENT-OFF* */
VLIB_CLI_COMMAND (show_sr_localsid_command, static) = {
.path = "show sr localsids",
.short_help = "show sr localsids",
.function = show_sr_localsid_command_fn,
};
/* *INDENT-ON* */
/**
* @brief Function to 'clear' ALL SR localsid counters
*/
static clib_error_t *
clear_sr_localsid_counters_command_fn (vlib_main_t * vm,
unformat_input_t * input,
vlib_cli_command_t * cmd)
{
ip6_sr_main_t *sm = &sr_main;
vlib_clear_combined_counters (&(sm->sr_ls_valid_counters));
vlib_clear_combined_counters (&(sm->sr_ls_invalid_counters));
return 0;
}
/* *INDENT-OFF* */
VLIB_CLI_COMMAND (clear_sr_localsid_counters_command, static) = {
.path = "clear sr localsid-counters",
.short_help = "clear sr localsid-counters",
.function = clear_sr_localsid_counters_command_fn,
};
/* *INDENT-ON* */
/************************ SR LocalSID graphs node ****************************/
/**
* @brief SR localsid node trace
*/
typedef struct
{
ip6_address_t localsid;
u16 behavior;
u8 sr[256];
u8 num_segments;
u8 segments_left;
} sr_localsid_trace_t;
#define foreach_sr_localsid_error \
_(NO_INNER_HEADER, "(SR-Error) No inner IP header") \
_(NO_MORE_SEGMENTS, "(SR-Error) No more segments") \
_(NO_SRH, "(SR-Error) No SR header") \
_(NO_PSP, "(SR-Error) PSP Not available (segments left > 0)") \
_(NOT_LS, "(SR-Error) Decaps not available (segments left > 0)") \
_(L2, "(SR-Error) SRv6 decapsulated a L2 frame without dest")
typedef enum
{
#define _(sym,str) SR_LOCALSID_ERROR_##sym,
foreach_sr_localsid_error
#undef _
SR_LOCALSID_N_ERROR,
} sr_localsid_error_t;
static char *sr_localsid_error_strings[] = {
#define _(sym,string) string,
foreach_sr_localsid_error
#undef _
};
#define foreach_sr_localsid_next \
_(ERROR, "error-drop") \
_(IP6_LOOKUP, "ip6-lookup") \
_(IP4_LOOKUP, "ip4-lookup") \
_(IP6_REWRITE, "ip6-rewrite") \
_(IP4_REWRITE, "ip4-rewrite") \
_(INTERFACE_OUTPUT, "interface-output")
typedef enum
{
#define _(s,n) SR_LOCALSID_NEXT_##s,
foreach_sr_localsid_next
#undef _
SR_LOCALSID_N_NEXT,
} sr_localsid_next_t;
/**
* @brief SR LocalSID graph node trace function
*
* @see sr_localsid
*/
u8 *
format_sr_localsid_trace (u8 * s, va_list * args)
{
CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
sr_localsid_trace_t *t = va_arg (*args, sr_localsid_trace_t *);
s =
format (s, "SR-LOCALSID:\n\tLocalsid: %U\n", format_ip6_address,
&t->localsid);
switch (t->behavior)
{
case SR_BEHAVIOR_END:
s = format (s, "\tBehavior: End\n");
break;
case SR_BEHAVIOR_END_UN:
s = format (s, "\tBehavior: End.uN (flex)\n");
break;
case SR_BEHAVIOR_END_UN_PERF:
s = format (s, "\tBehavior: End.uN\n");
break;
case SR_BEHAVIOR_DX6:
s = format (s, "\tBehavior: Decapsulation with IPv6 L3 xconnect\n");
break;
case SR_BEHAVIOR_DX4:
s = format (s, "\tBehavior: Decapsulation with IPv4 L3 xconnect\n");
break;
case SR_BEHAVIOR_X:
s = format (s, "\tBehavior: IPv6 L3 xconnect\n");
break;
case SR_BEHAVIOR_T:
s = format (s, "\tBehavior: IPv6 specific table lookup\n");
break;
case SR_BEHAVIOR_DT6:
s = format (s, "\tBehavior: Decapsulation with IPv6 Table lookup\n");
break;
case SR_BEHAVIOR_DT4:
s = format (s, "\tBehavior: Decapsulation with IPv4 Table lookup\n");
break;
case SR_BEHAVIOR_DX2:
s = format (s, "\tBehavior: Decapsulation with L2 xconnect\n");
break;
default:
s = format (s, "\tBehavior: defined in plugin\n"); //TODO
break;
}
if (t->num_segments != 0xFF)
{
if (t->num_segments > 0)
{
s = format (s, "\tSegments left: %d\n", t->segments_left);
s = format (s, "\tSID list: [in ietf order]");
int i = 0;
for (i = 0; i < t->num_segments; i++)
{
s = format (s, "\n\t-> %U", format_ip6_address,
(ip6_address_t *) & t->sr[i *
sizeof (ip6_address_t)]);
}
}
}
return s;
}
/**
* @brief Function doing End processing.
*/
static_always_inline void
end_srh_processing (vlib_node_runtime_t * node,
vlib_buffer_t * b0,
ip6_header_t * ip0,
ip6_sr_header_t * sr0,
ip6_sr_localsid_t * ls0,
u32 * next0, u8 psp, ip6_ext_header_t * prev0)
{
ip6_address_t *new_dst0;
if (PREDICT_TRUE (sr0 && sr0->type == ROUTING_HEADER_TYPE_SR))
{
if (sr0->segments_left == 1 && psp)
{
u32 new_l0, sr_len;
u64 *copy_dst0, *copy_src0;
u32 copy_len_u64s0 = 0;
ip0->dst_address.as_u64[0] = sr0->segments->as_u64[0];
ip0->dst_address.as_u64[1] = sr0->segments->as_u64[1];
/* Remove the SRH taking care of the rest of IPv6 ext header */
if (prev0)
prev0->next_hdr = sr0->protocol;
else
ip0->protocol = sr0->protocol;
sr_len = ip6_ext_header_len (sr0);
vlib_buffer_advance (b0, sr_len);
new_l0 = clib_net_to_host_u16 (ip0->payload_length) - sr_len;
ip0->payload_length = clib_host_to_net_u16 (new_l0);
copy_src0 = (u64 *) ip0;
copy_dst0 = copy_src0 + (sr0->length + 1);
/* number of 8 octet units to copy
* By default in absence of extension headers it is equal to length of ip6 header
* With extension headers it number of 8 octet units of ext headers preceding
* SR header
*/
copy_len_u64s0 =
(((u8 *) sr0 - (u8 *) ip0) - sizeof (ip6_header_t)) >> 3;
copy_dst0[4 + copy_len_u64s0] = copy_src0[4 + copy_len_u64s0];
copy_dst0[3 + copy_len_u64s0] = copy_src0[3 + copy_len_u64s0];
copy_dst0[2 + copy_len_u64s0] = copy_src0[2 + copy_len_u64s0];
copy_dst0[1 + copy_len_u64s0] = copy_src0[1 + copy_len_u64s0];
copy_dst0[0 + copy_len_u64s0] = copy_src0[0 + copy_len_u64s0];
int i;
for (i = copy_len_u64s0 - 1; i >= 0; i--)
{
copy_dst0[i] = copy_src0[i];
}
if (ls0->behavior == SR_BEHAVIOR_X)
{
vnet_buffer (b0)->ip.adj_index[VLIB_TX] = ls0->nh_adj;
*next0 = SR_LOCALSID_NEXT_IP6_REWRITE;
}
else if (ls0->behavior == SR_BEHAVIOR_T)
{
vnet_buffer (b0)->sw_if_index[VLIB_TX] = ls0->vrf_index;
}
}
else if (PREDICT_TRUE (sr0->segments_left > 0))
{
sr0->segments_left -= 1;
new_dst0 = (ip6_address_t *) (sr0->segments);
new_dst0 += sr0->segments_left;
ip0->dst_address.as_u64[0] = new_dst0->as_u64[0];
ip0->dst_address.as_u64[1] = new_dst0->as_u64[1];
if (ls0->behavior == SR_BEHAVIOR_X)
{
vnet_buffer (b0)->ip.adj_index[VLIB_TX] = ls0->nh_adj;
*next0 = SR_LOCALSID_NEXT_IP6_REWRITE;
}
else if (ls0->behavior == SR_BEHAVIOR_T)
{
vnet_buffer (b0)->sw_if_index[VLIB_TX] = ls0->vrf_index;
}
}
else
{
*next0 = SR_LOCALSID_NEXT_ERROR;
b0->error = node->errors[SR_LOCALSID_ERROR_NO_MORE_SEGMENTS];
}
}
else
{
/* Error. Routing header of type != SR */
*next0 = SR_LOCALSID_NEXT_ERROR;
b0->error = node->errors[SR_LOCALSID_ERROR_NO_SRH];
}
}
/**
* @brief Function doing End uN processing.
*/
static_always_inline void
end_un_srh_processing (vlib_node_runtime_t * node,
vlib_buffer_t * b0,
ip6_header_t * ip0,
ip6_sr_header_t * sr0,
ip6_sr_localsid_t * ls0,
u32 * next0, u8 psp, ip6_ext_header_t * prev0)
{
ip6_address_t *new_dst0;
bool next_usid = false;
u8 next_usid_index;
u8 usid_len;
u8 index;
usid_len = ls0->usid_len;
next_usid_index = ls0->usid_next_index;
/* uSID */
for (index = 0; index < usid_len; index++)
{
if (ip0->dst_address.as_u8[next_usid_index + index] != 0)
{
next_usid = true;
break;
}
}
if (PREDICT_TRUE (next_usid))
{
u8 offset;
index = ls0->usid_index;
/* advance next usid */
for (offset = 0; offset < ls0->usid_next_len; offset++)
{
ip0->dst_address.as_u8[index + offset] =
ip0->dst_address.as_u8[next_usid_index + offset];
}
for (index = 16 - usid_len; index < 16; index++)
{
ip0->dst_address.as_u8[index] = 0;
}
return;
}
if (PREDICT_TRUE (sr0 && sr0->type == ROUTING_HEADER_TYPE_SR))
{
if (sr0->segments_left == 1 && psp)
{
u32 new_l0, sr_len;
u64 *copy_dst0, *copy_src0;
u32 copy_len_u64s0 = 0;
ip0->dst_address.as_u64[0] = sr0->segments->as_u64[0];
ip0->dst_address.as_u64[1] = sr0->segments->as_u64[1];
/* Remove the SRH taking care of the rest of IPv6 ext header */
if (prev0)
prev0->next_hdr = sr0->protocol;
else
ip0->protocol = sr0->protocol;
sr_len = ip6_ext_header_len (sr0);
vlib_buffer_advance (b0, sr_len);
new_l0 = clib_net_to_host_u16 (ip0->payload_length) - sr_len;
ip0->payload_length = clib_host_to_net_u16 (new_l0);
copy_src0 = (u64 *) ip0;
copy_dst0 = copy_src0 + (sr0->length + 1);
/* number of 8 octet units to copy
* By default in absence of extension headers it is equal to length of ip6 header
* With extension headers it number of 8 octet units of ext headers preceding
* SR header
*/
copy_len_u64s0 =
(((u8 *) sr0 - (u8 *) ip0) - sizeof (ip6_header_t)) >> 3;
copy_dst0[4 + copy_len_u64s0] = copy_src0[4 + copy_len_u64s0];
copy_dst0[3 + copy_len_u64s0] = copy_src0[3 + copy_len_u64s0];
copy_dst0[2 + copy_len_u64s0] = copy_src0[2 + copy_len_u64s0];
copy_dst0[1 + copy_len_u64s0] = copy_src0[1 + copy_len_u64s0];
copy_dst0[0 + copy_len_u64s0] = copy_src0[0 + copy_len_u64s0];
int i;
for (i = copy_len_u64s0 - 1; i >= 0; i--)
{
copy_dst0[i] = copy_src0[i];
}
}
else if (PREDICT_TRUE (sr0->segments_left > 0))
{
sr0->segments_left -= 1;
new_dst0 = (ip6_address_t *) (sr0->segments);
new_dst0 += sr0->segments_left;
ip0->dst_address.as_u64[0] = new_dst0->as_u64[0];
ip0->dst_address.as_u64[1] = new_dst0->as_u64[1];
}
else
{
*next0 = SR_LOCALSID_NEXT_ERROR;
b0->error = node->errors[SR_LOCALSID_ERROR_NO_MORE_SEGMENTS];
}
}
else
{
/* Error. Routing header of type != SR */
*next0 = SR_LOCALSID_NEXT_ERROR;
b0->error = node->errors[SR_LOCALSID_ERROR_NO_SRH];
}
}
static_always_inline void
end_un_processing (ip6_header_t * ip0, ip6_sr_localsid_t * ls0)
{
u8 next_usid_index;
u8 index;
u8 offset;
/* uSID */
index = ls0->usid_index;
next_usid_index = ls0->usid_next_index;
/* advance next usid */
for (offset = 0; offset < ls0->usid_next_len; offset++)
{
ip0->dst_address.as_u8[index + offset] =
ip0->dst_address.as_u8[next_usid_index + offset];
}
for (index = 16 - ls0->usid_len; index < 16; index++)
{
ip0->dst_address.as_u8[index] = 0;
}
return;
}
/*
* @brief Function doing SRH processing for D* variants
*/
static_always_inline void
end_decaps_srh_processing (vlib_node_runtime_t * node,
vlib_buffer_t * b0,
ip6_header_t * ip0,
ip6_sr_header_t * sr0,
ip6_sr_localsid_t * ls0, u32 * next0)
{
/* Compute the size of the IPv6 header with all Ext. headers */
u8 next_proto;
ip6_ext_header_t *next_ext_header;
u16 total_size = 0;
next_proto = ip0->protocol;
next_ext_header = (void *) (ip0 + 1);
total_size = sizeof (ip6_header_t);
while (ip6_ext_hdr (next_proto))
{
total_size += ip6_ext_header_len (next_ext_header);
next_proto = next_ext_header->next_hdr;
next_ext_header = ip6_ext_next_header (next_ext_header);
}
/* Ensure this is the last segment. Otherwise drop. */
if (sr0 && sr0->segments_left != 0)
{
*next0 = SR_LOCALSID_NEXT_ERROR;
b0->error = node->errors[SR_LOCALSID_ERROR_NOT_LS];
return;
}
switch (next_proto)
{
case IP_PROTOCOL_IPV6:
/* Encap-End IPv6. Pop outer IPv6 header. */
if (ls0->behavior == SR_BEHAVIOR_DX6)
{
vlib_buffer_advance (b0, total_size);
vnet_buffer (b0)->ip.adj_index[VLIB_TX] = ls0->nh_adj;
*next0 = SR_LOCALSID_NEXT_IP6_REWRITE;
return;
}
else if (ls0->behavior == SR_BEHAVIOR_DT6)
{
vlib_buffer_advance (b0, total_size);
vnet_buffer (b0)->sw_if_index[VLIB_TX] = ls0->vrf_index;
return;
}
break;
case IP_PROTOCOL_IP_IN_IP:
/* Encap-End IPv4. Pop outer IPv6 header */
if (ls0->behavior == SR_BEHAVIOR_DX4)
{
vlib_buffer_advance (b0, total_size);
vnet_buffer (b0)->ip.adj_index[VLIB_TX] = ls0->nh_adj;
*next0 = SR_LOCALSID_NEXT_IP4_REWRITE;
return;
}
else if (ls0->behavior == SR_BEHAVIOR_DT4)
{
vlib_buffer_advance (b0, total_size);
vnet_buffer (b0)->sw_if_index[VLIB_TX] = ls0->vrf_index;
*next0 = SR_LOCALSID_NEXT_IP4_LOOKUP;
return;
}
break;
case IP_PROTOCOL_IP6_ETHERNET:
/* L2 encaps */
if (ls0->behavior == SR_BEHAVIOR_DX2)
{
vlib_buffer_advance (b0, total_size);
vnet_buffer (b0)->sw_if_index[VLIB_TX] = ls0->sw_if_index;
*next0 = SR_LOCALSID_NEXT_INTERFACE_OUTPUT;
return;
}
break;
}
*next0 = SR_LOCALSID_NEXT_ERROR;
b0->error = node->errors[SR_LOCALSID_ERROR_NO_INNER_HEADER];
return;
}
/**
* @brief SR LocalSID graph node. Supports all default SR Endpoint variants with decaps
*/
static uword
sr_localsid_d_fn (vlib_main_t * vm, vlib_node_runtime_t * node,
vlib_frame_t * from_frame)
{
u32 n_left_from, next_index, *from, *to_next;
ip6_sr_main_t *sm = &sr_main;
from = vlib_frame_vector_args (from_frame);
n_left_from = from_frame->n_vectors;
next_index = node->cached_next_index;
u32 thread_index = vm->thread_index;
while (n_left_from > 0)
{
u32 n_left_to_next;
vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
/* Quad - Loop */
while (n_left_from >= 8 && n_left_to_next >= 4)
{
u32 bi0, bi1, bi2, bi3;
vlib_buffer_t *b0, *b1, *b2, *b3;
ip6_header_t *ip0, *ip1, *ip2, *ip3;
ip6_sr_header_t *sr0, *sr1, *sr2, *sr3;
u32 next0, next1, next2, next3;
next0 = next1 = next2 = next3 = SR_LOCALSID_NEXT_IP6_LOOKUP;
ip6_sr_localsid_t *ls0, *ls1, *ls2, *ls3;
/* Prefetch next iteration. */
{
vlib_buffer_t *p4, *p5, *p6, *p7;
p4 = vlib_get_buffer (vm, from[4]);
p5 = vlib_get_buffer (vm, from[5]);
p6 = vlib_get_buffer (vm, from[6]);
p7 = vlib_get_buffer (vm, from[7]);
/* Prefetch the buffer header and packet for the N+4 loop iteration */
vlib_prefetch_buffer_header (p4, LOAD);
vlib_prefetch_buffer_header (p5, LOAD);
vlib_prefetch_buffer_header (p6, LOAD);
vlib_prefetch_buffer_header (p7, LOAD);
CLIB_PREFETCH (p4->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p5->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p6->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p7->data, CLIB_CACHE_LINE_BYTES, STORE);
}
to_next[0] = bi0 = from[0];
to_next[1] = bi1 = from[1];
to_next[2] = bi2 = from[2];
to_next[3] = bi3 = from[3];
from += 4;
to_next += 4;
n_left_from -= 4;
n_left_to_next -= 4;
b0 = vlib_get_buffer (vm, bi0);
b1 = vlib_get_buffer (vm, bi1);
b2 = vlib_get_buffer (vm, bi2);
b3 = vlib_get_buffer (vm, bi3);
ls0 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
ls1 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b1)->ip.adj_index[VLIB_TX]);
ls2 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b2)->ip.adj_index[VLIB_TX]);
ls3 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b3)->ip.adj_index[VLIB_TX]);
ip0 = vlib_buffer_get_current (b0);
ip1 = vlib_buffer_get_current (b1);
ip2 = vlib_buffer_get_current (b2);
ip3 = vlib_buffer_get_current (b3);
sr0 =
ip6_ext_header_find (vm, b0, ip0, IP_PROTOCOL_IPV6_ROUTE, NULL);
sr1 =
ip6_ext_header_find (vm, b1, ip1, IP_PROTOCOL_IPV6_ROUTE, NULL);
sr2 =
ip6_ext_header_find (vm, b2, ip2, IP_PROTOCOL_IPV6_ROUTE, NULL);
sr3 =
ip6_ext_header_find (vm, b3, ip3, IP_PROTOCOL_IPV6_ROUTE, NULL);
end_decaps_srh_processing (node, b0, ip0, sr0, ls0, &next0);
end_decaps_srh_processing (node, b1, ip1, sr1, ls1, &next1);
end_decaps_srh_processing (node, b2, ip2, sr2, ls2, &next2);
end_decaps_srh_processing (node, b3, ip3, sr3, ls3, &next3);
if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b0, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls0->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls0->behavior;
if (ip0 == vlib_buffer_get_current (b0))
{
if (ip0->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr0->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr0->segments, sr0->length * 8);
tr->num_segments =
sr0->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr0->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b1->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b1, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls1->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls1->behavior;
if (ip1 == vlib_buffer_get_current (b1))
{
if (ip1->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr1->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr1->segments, sr1->length * 8);
tr->num_segments =
sr1->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr1->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b2->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b2, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls2->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls2->behavior;
if (ip2 == vlib_buffer_get_current (b2))
{
if (ip2->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr2->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr2->segments, sr2->length * 8);
tr->num_segments =
sr2->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr2->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b3->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b3, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls3->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls3->behavior;
if (ip3 == vlib_buffer_get_current (b3))
{
if (ip3->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr3->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr3->segments, sr3->length * 8);
tr->num_segments =
sr3->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr3->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
vlib_increment_combined_counter
(((next0 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls0 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b0));
vlib_increment_combined_counter
(((next1 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls1 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b1));
vlib_increment_combined_counter
(((next2 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls2 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b2));
vlib_increment_combined_counter
(((next3 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls3 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b3));
vlib_validate_buffer_enqueue_x4 (vm, node, next_index, to_next,
n_left_to_next, bi0, bi1, bi2, bi3,
next0, next1, next2, next3);
}
/* Single loop for potentially the last three packets */
while (n_left_from > 0 && n_left_to_next > 0)
{
u32 bi0;
vlib_buffer_t *b0;
ip6_header_t *ip0;
ip6_sr_header_t *sr0;
u32 next0 = SR_LOCALSID_NEXT_IP6_LOOKUP;
ip6_sr_localsid_t *ls0;
bi0 = from[0];
to_next[0] = bi0;
from += 1;
to_next += 1;
n_left_from -= 1;
n_left_to_next -= 1;
b0 = vlib_get_buffer (vm, bi0);
ip0 = vlib_buffer_get_current (b0);
/* Lookup the SR End behavior based on IP DA (adj) */
ls0 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
/* Find SRH as well as previous header */
sr0 =
ip6_ext_header_find (vm, b0, ip0, IP_PROTOCOL_IPV6_ROUTE, NULL);
/* SRH processing and End variants */
end_decaps_srh_processing (node, b0, ip0, sr0, ls0, &next0);
if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b0, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls0->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls0->behavior;
if (ip0 == vlib_buffer_get_current (b0))
{
if (ip0->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr0->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr0->segments, sr0->length * 8);
tr->num_segments =
sr0->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr0->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
/* Increase the counters */
vlib_increment_combined_counter
(((next0 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls0 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b0));
vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
n_left_to_next, bi0, next0);
}
vlib_put_next_frame (vm, node, next_index, n_left_to_next);
}
return from_frame->n_vectors;
}
/* *INDENT-OFF* */
VLIB_REGISTER_NODE (sr_localsid_d_node) = {
.function = sr_localsid_d_fn,
.name = "sr-localsid-d",
.vector_size = sizeof (u32),
.format_trace = format_sr_localsid_trace,
.type = VLIB_NODE_TYPE_INTERNAL,
.n_errors = SR_LOCALSID_N_ERROR,
.error_strings = sr_localsid_error_strings,
.n_next_nodes = SR_LOCALSID_N_NEXT,
.next_nodes = {
#define _(s,n) [SR_LOCALSID_NEXT_##s] = n,
foreach_sr_localsid_next
#undef _
},
};
/* *INDENT-ON* */
/**
* @brief SR LocalSID graph node. Supports all default SR Endpoint without decaps
*/
static uword
sr_localsid_fn (vlib_main_t * vm, vlib_node_runtime_t * node,
vlib_frame_t * from_frame)
{
u32 n_left_from, next_index, *from, *to_next;
ip6_sr_main_t *sm = &sr_main;
from = vlib_frame_vector_args (from_frame);
n_left_from = from_frame->n_vectors;
next_index = node->cached_next_index;
u32 thread_index = vm->thread_index;
while (n_left_from > 0)
{
u32 n_left_to_next;
vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
/* Quad - Loop */
while (n_left_from >= 8 && n_left_to_next >= 4)
{
u32 bi0, bi1, bi2, bi3;
vlib_buffer_t *b0, *b1, *b2, *b3;
ip6_header_t *ip0, *ip1, *ip2, *ip3;
ip6_sr_header_t *sr0, *sr1, *sr2, *sr3;
ip6_ext_header_t *prev0, *prev1, *prev2, *prev3;
u32 next0, next1, next2, next3;
next0 = next1 = next2 = next3 = SR_LOCALSID_NEXT_IP6_LOOKUP;
ip6_sr_localsid_t *ls0, *ls1, *ls2, *ls3;
/* Prefetch next iteration. */
{
vlib_buffer_t *p4, *p5, *p6, *p7;
p4 = vlib_get_buffer (vm, from[4]);
p5 = vlib_get_buffer (vm, from[5]);
p6 = vlib_get_buffer (vm, from[6]);
p7 = vlib_get_buffer (vm, from[7]);
/* Prefetch the buffer header and packet for the N+2 loop iteration */
vlib_prefetch_buffer_header (p4, LOAD);
vlib_prefetch_buffer_header (p5, LOAD);
vlib_prefetch_buffer_header (p6, LOAD);
vlib_prefetch_buffer_header (p7, LOAD);
CLIB_PREFETCH (p4->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p5->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p6->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p7->data, CLIB_CACHE_LINE_BYTES, STORE);
}
to_next[0] = bi0 = from[0];
to_next[1] = bi1 = from[1];
to_next[2] = bi2 = from[2];
to_next[3] = bi3 = from[3];
from += 4;
to_next += 4;
n_left_from -= 4;
n_left_to_next -= 4;
b0 = vlib_get_buffer (vm, bi0);
b1 = vlib_get_buffer (vm, bi1);
b2 = vlib_get_buffer (vm, bi2);
b3 = vlib_get_buffer (vm, bi3);
ip0 = vlib_buffer_get_current (b0);
ip1 = vlib_buffer_get_current (b1);
ip2 = vlib_buffer_get_current (b2);
ip3 = vlib_buffer_get_current (b3);
sr0 =
ip6_ext_header_find (vm, b0, ip0, IP_PROTOCOL_IPV6_ROUTE, &prev0);
sr1 =
ip6_ext_header_find (vm, b1, ip1, IP_PROTOCOL_IPV6_ROUTE, &prev1);
sr2 =
ip6_ext_header_find (vm, b2, ip2, IP_PROTOCOL_IPV6_ROUTE, &prev2);
sr3 =
ip6_ext_header_find (vm, b3, ip3, IP_PROTOCOL_IPV6_ROUTE, &prev3);
ls0 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
ls1 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b1)->ip.adj_index[VLIB_TX]);
ls2 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b2)->ip.adj_index[VLIB_TX]);
ls3 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b3)->ip.adj_index[VLIB_TX]);
end_srh_processing (node, b0, ip0, sr0, ls0, &next0, ls0->end_psp,
prev0);
end_srh_processing (node, b1, ip1, sr1, ls1, &next1, ls1->end_psp,
prev1);
end_srh_processing (node, b2, ip2, sr2, ls2, &next2, ls2->end_psp,
prev2);
end_srh_processing (node, b3, ip3, sr3, ls3, &next3, ls3->end_psp,
prev3);
if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b0, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls0->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls0->behavior;
if (ip0 == vlib_buffer_get_current (b0))
{
if (ip0->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr0->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr0->segments, sr0->length * 8);
tr->num_segments =
sr0->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr0->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b1->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b1, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls1->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls1->behavior;
if (ip1 == vlib_buffer_get_current (b1))
{
if (ip1->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr1->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr1->segments, sr1->length * 8);
tr->num_segments =
sr1->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr1->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b2->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b2, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls2->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls2->behavior;
if (ip2 == vlib_buffer_get_current (b2))
{
if (ip2->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr2->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr2->segments, sr2->length * 8);
tr->num_segments =
sr2->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr2->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b3->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b3, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls3->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls3->behavior;
if (ip3 == vlib_buffer_get_current (b3))
{
if (ip3->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr3->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr3->segments, sr3->length * 8);
tr->num_segments =
sr3->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr3->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
vlib_increment_combined_counter
(((next0 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls0 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b0));
vlib_increment_combined_counter
(((next1 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls1 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b1));
vlib_increment_combined_counter
(((next2 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls2 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b2));
vlib_increment_combined_counter
(((next3 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls3 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b3));
vlib_validate_buffer_enqueue_x4 (vm, node, next_index, to_next,
n_left_to_next, bi0, bi1, bi2, bi3,
next0, next1, next2, next3);
}
/* Single loop for potentially the last three packets */
while (n_left_from > 0 && n_left_to_next > 0)
{
u32 bi0;
vlib_buffer_t *b0;
ip6_header_t *ip0 = 0;
ip6_ext_header_t *prev0;
ip6_sr_header_t *sr0;
u32 next0 = SR_LOCALSID_NEXT_IP6_LOOKUP;
ip6_sr_localsid_t *ls0;
bi0 = from[0];
to_next[0] = bi0;
from += 1;
to_next += 1;
n_left_from -= 1;
n_left_to_next -= 1;
b0 = vlib_get_buffer (vm, bi0);
ip0 = vlib_buffer_get_current (b0);
sr0 =
ip6_ext_header_find (vm, b0, ip0, IP_PROTOCOL_IPV6_ROUTE, &prev0);
/* Lookup the SR End behavior based on IP DA (adj) */
ls0 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
/* SRH processing */
end_srh_processing (node, b0, ip0, sr0, ls0, &next0, ls0->end_psp,
prev0);
if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b0, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls0->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls0->behavior;
if (ip0 == vlib_buffer_get_current (b0))
{
if (ip0->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr0->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr0->segments, sr0->length * 8);
tr->num_segments =
sr0->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr0->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
vlib_increment_combined_counter
(((next0 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls0 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b0));
vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
n_left_to_next, bi0, next0);
}
vlib_put_next_frame (vm, node, next_index, n_left_to_next);
}
return from_frame->n_vectors;
}
/* *INDENT-OFF* */
VLIB_REGISTER_NODE (sr_localsid_node) = {
.function = sr_localsid_fn,
.name = "sr-localsid",
.vector_size = sizeof (u32),
.format_trace = format_sr_localsid_trace,
.type = VLIB_NODE_TYPE_INTERNAL,
.n_errors = SR_LOCALSID_N_ERROR,
.error_strings = sr_localsid_error_strings,
.n_next_nodes = SR_LOCALSID_N_NEXT,
.next_nodes = {
#define _(s,n) [SR_LOCALSID_NEXT_##s] = n,
foreach_sr_localsid_next
#undef _
},
};
/* *INDENT-ON* */
/**
* @brief SR LocalSID uN graph node. Supports all default SR Endpoint without decaps
*/
static uword
sr_localsid_un_fn (vlib_main_t * vm, vlib_node_runtime_t * node,
vlib_frame_t * from_frame)
{
u32 n_left_from, next_index, *from, *to_next;
ip6_sr_main_t *sm = &sr_main;
from = vlib_frame_vector_args (from_frame);
n_left_from = from_frame->n_vectors;
next_index = node->cached_next_index;
u32 thread_index = vm->thread_index;
while (n_left_from > 0)
{
u32 n_left_to_next;
vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
/* Quad - Loop */
while (n_left_from >= 8 && n_left_to_next >= 4)
{
u32 bi0, bi1, bi2, bi3;
vlib_buffer_t *b0, *b1, *b2, *b3;
ip6_header_t *ip0, *ip1, *ip2, *ip3;
ip6_sr_header_t *sr0, *sr1, *sr2, *sr3;
ip6_ext_header_t *prev0, *prev1, *prev2, *prev3;
u32 next0, next1, next2, next3;
next0 = next1 = next2 = next3 = SR_LOCALSID_NEXT_IP6_LOOKUP;
ip6_sr_localsid_t *ls0, *ls1, *ls2, *ls3;
/* Prefetch next iteration. */
{
vlib_buffer_t *p4, *p5, *p6, *p7;
p4 = vlib_get_buffer (vm, from[4]);
p5 = vlib_get_buffer (vm, from[5]);
p6 = vlib_get_buffer (vm, from[6]);
p7 = vlib_get_buffer (vm, from[7]);
/* Prefetch the buffer header and packet for the N+2 loop iteration */
vlib_prefetch_buffer_header (p4, LOAD);
vlib_prefetch_buffer_header (p5, LOAD);
vlib_prefetch_buffer_header (p6, LOAD);
vlib_prefetch_buffer_header (p7, LOAD);
CLIB_PREFETCH (p4->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p5->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p6->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p7->data, CLIB_CACHE_LINE_BYTES, STORE);
}
to_next[0] = bi0 = from[0];
to_next[1] = bi1 = from[1];
to_next[2] = bi2 = from[2];
to_next[3] = bi3 = from[3];
from += 4;
to_next += 4;
n_left_from -= 4;
n_left_to_next -= 4;
b0 = vlib_get_buffer (vm, bi0);
b1 = vlib_get_buffer (vm, bi1);
b2 = vlib_get_buffer (vm, bi2);
b3 = vlib_get_buffer (vm, bi3);
ip0 = vlib_buffer_get_current (b0);
ip1 = vlib_buffer_get_current (b1);
ip2 = vlib_buffer_get_current (b2);
ip3 = vlib_buffer_get_current (b3);
sr0 =
ip6_ext_header_find (vm, b0, ip0, IP_PROTOCOL_IPV6_ROUTE, &prev0);
sr1 =
ip6_ext_header_find (vm, b1, ip1, IP_PROTOCOL_IPV6_ROUTE, &prev1);
sr2 =
ip6_ext_header_find (vm, b2, ip2, IP_PROTOCOL_IPV6_ROUTE, &prev2);
sr3 =
ip6_ext_header_find (vm, b3, ip3, IP_PROTOCOL_IPV6_ROUTE, &prev3);
ls0 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
ls1 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b1)->ip.adj_index[VLIB_TX]);
ls2 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b2)->ip.adj_index[VLIB_TX]);
ls3 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b3)->ip.adj_index[VLIB_TX]);
end_un_srh_processing (node, b0, ip0, sr0, ls0, &next0,
ls0->end_psp, prev0);
end_un_srh_processing (node, b1, ip1, sr1, ls1, &next1,
ls1->end_psp, prev1);
end_un_srh_processing (node, b2, ip2, sr2, ls2, &next2,
ls2->end_psp, prev2);
end_un_srh_processing (node, b3, ip3, sr3, ls3, &next3,
ls3->end_psp, prev3);
if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b0, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls0->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls0->behavior;
if (ip0 == vlib_buffer_get_current (b0))
{
if (ip0->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr0->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr0->segments, sr0->length * 8);
tr->num_segments =
sr0->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr0->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b1->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b1, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls1->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls1->behavior;
if (ip1 == vlib_buffer_get_current (b1))
{
if (ip1->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr1->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr1->segments, sr1->length * 8);
tr->num_segments =
sr1->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr1->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b2->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b2, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls2->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls2->behavior;
if (ip2 == vlib_buffer_get_current (b2))
{
if (ip2->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr2->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr2->segments, sr2->length * 8);
tr->num_segments =
sr2->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr2->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
if (PREDICT_FALSE (b3->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b3, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls3->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls3->behavior;
if (ip3 == vlib_buffer_get_current (b3))
{
if (ip3->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr3->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr3->segments, sr3->length * 8);
tr->num_segments =
sr3->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr3->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
vlib_increment_combined_counter
(((next0 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls0 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b0));
vlib_increment_combined_counter
(((next1 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls1 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b1));
vlib_increment_combined_counter
(((next2 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls2 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b2));
vlib_increment_combined_counter
(((next3 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls3 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b3));
vlib_validate_buffer_enqueue_x4 (vm, node, next_index, to_next,
n_left_to_next, bi0, bi1, bi2, bi3,
next0, next1, next2, next3);
}
/* Single loop for potentially the last three packets */
while (n_left_from > 0 && n_left_to_next > 0)
{
u32 bi0;
vlib_buffer_t *b0;
ip6_header_t *ip0 = 0;
ip6_ext_header_t *prev0;
ip6_sr_header_t *sr0;
u32 next0 = SR_LOCALSID_NEXT_IP6_LOOKUP;
ip6_sr_localsid_t *ls0;
bi0 = from[0];
to_next[0] = bi0;
from += 1;
to_next += 1;
n_left_from -= 1;
n_left_to_next -= 1;
b0 = vlib_get_buffer (vm, bi0);
ip0 = vlib_buffer_get_current (b0);
sr0 =
ip6_ext_header_find (vm, b0, ip0, IP_PROTOCOL_IPV6_ROUTE, &prev0);
/* Lookup the SR End behavior based on IP DA (adj) */
ls0 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
/* SRH processing */
end_un_srh_processing (node, b0, ip0, sr0, ls0, &next0,
ls0->end_psp, prev0);
if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b0, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls0->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls0->behavior;
if (ip0 == vlib_buffer_get_current (b0))
{
if (ip0->protocol == IP_PROTOCOL_IPV6_ROUTE
&& sr0->type == ROUTING_HEADER_TYPE_SR)
{
clib_memcpy (tr->sr, sr0->segments, sr0->length * 8);
tr->num_segments =
sr0->length * 8 / sizeof (ip6_address_t);
tr->segments_left = sr0->segments_left;
}
}
else
tr->num_segments = 0xFF;
}
vlib_increment_combined_counter
(((next0 ==
SR_LOCALSID_NEXT_ERROR) ? &(sm->sr_ls_invalid_counters) :
&(sm->sr_ls_valid_counters)), thread_index, ls0 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b0));
vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
n_left_to_next, bi0, next0);
}
vlib_put_next_frame (vm, node, next_index, n_left_to_next);
}
return from_frame->n_vectors;
}
/* *INDENT-OFF* */
VLIB_REGISTER_NODE (sr_localsid_un_node) = {
.function = sr_localsid_un_fn,
.name = "sr-localsid-un",
.vector_size = sizeof (u32),
.format_trace = format_sr_localsid_trace,
.type = VLIB_NODE_TYPE_INTERNAL,
.n_errors = SR_LOCALSID_N_ERROR,
.error_strings = sr_localsid_error_strings,
.n_next_nodes = SR_LOCALSID_N_NEXT,
.next_nodes = {
#define _(s,n) [SR_LOCALSID_NEXT_##s] = n,
foreach_sr_localsid_next
#undef _
},
};
/* *INDENT-ON* */
static uword
sr_localsid_un_perf_fn (vlib_main_t * vm, vlib_node_runtime_t * node,
vlib_frame_t * from_frame)
{
u32 n_left_from, next_index, *from, *to_next;
ip6_sr_main_t *sm = &sr_main;
from = vlib_frame_vector_args (from_frame);
n_left_from = from_frame->n_vectors;
next_index = node->cached_next_index;
u32 thread_index = vm->thread_index;
while (n_left_from > 0)
{
u32 n_left_to_next;
vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
/* Quad - Loop */
while (n_left_from >= 8 && n_left_to_next >= 4)
{
u32 bi0, bi1, bi2, bi3;
vlib_buffer_t *b0, *b1, *b2, *b3;
ip6_header_t *ip0, *ip1, *ip2, *ip3;
u32 next0, next1, next2, next3;
next0 = next1 = next2 = next3 = SR_LOCALSID_NEXT_IP6_LOOKUP;
ip6_sr_localsid_t *ls0, *ls1, *ls2, *ls3;
/* Prefetch next iteration. */
{
vlib_buffer_t *p4, *p5, *p6, *p7;
p4 = vlib_get_buffer (vm, from[4]);
p5 = vlib_get_buffer (vm, from[5]);
p6 = vlib_get_buffer (vm, from[6]);
p7 = vlib_get_buffer (vm, from[7]);
/* Prefetch the buffer header and packet for the N+2 loop iteration */
vlib_prefetch_buffer_header (p4, LOAD);
vlib_prefetch_buffer_header (p5, LOAD);
vlib_prefetch_buffer_header (p6, LOAD);
vlib_prefetch_buffer_header (p7, LOAD);
CLIB_PREFETCH (p4->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p5->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p6->data, CLIB_CACHE_LINE_BYTES, STORE);
CLIB_PREFETCH (p7->data, CLIB_CACHE_LINE_BYTES, STORE);
}
to_next[0] = bi0 = from[0];
to_next[1] = bi1 = from[1];
to_next[2] = bi2 = from[2];
to_next[3] = bi3 = from[3];
from += 4;
to_next += 4;
n_left_from -= 4;
n_left_to_next -= 4;
b0 = vlib_get_buffer (vm, bi0);
b1 = vlib_get_buffer (vm, bi1);
b2 = vlib_get_buffer (vm, bi2);
b3 = vlib_get_buffer (vm, bi3);
ip0 = vlib_buffer_get_current (b0);
ip1 = vlib_buffer_get_current (b1);
ip2 = vlib_buffer_get_current (b2);
ip3 = vlib_buffer_get_current (b3);
ls0 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
ls1 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b1)->ip.adj_index[VLIB_TX]);
ls2 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b2)->ip.adj_index[VLIB_TX]);
ls3 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b3)->ip.adj_index[VLIB_TX]);
end_un_processing (ip0, ls0);
end_un_processing (ip1, ls1);
end_un_processing (ip2, ls2);
end_un_processing (ip3, ls3);
if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b0, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls0->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls0->behavior;
}
if (PREDICT_FALSE (b1->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b1, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls1->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls1->behavior;
}
if (PREDICT_FALSE (b2->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b2, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls2->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls2->behavior;
}
if (PREDICT_FALSE (b3->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b3, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls3->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls3->behavior;
}
vlib_increment_combined_counter
(&(sm->sr_ls_valid_counters), thread_index, ls0 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b0));
vlib_increment_combined_counter
(&(sm->sr_ls_valid_counters), thread_index, ls1 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b1));
vlib_increment_combined_counter
(&(sm->sr_ls_valid_counters), thread_index, ls2 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b2));
vlib_increment_combined_counter
(&(sm->sr_ls_valid_counters), thread_index, ls3 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b3));
vlib_validate_buffer_enqueue_x4 (vm, node, next_index, to_next,
n_left_to_next, bi0, bi1, bi2, bi3,
next0, next1, next2, next3);
}
/* Single loop for potentially the last three packets */
while (n_left_from > 0 && n_left_to_next > 0)
{
u32 bi0;
vlib_buffer_t *b0;
ip6_header_t *ip0 = 0;
u32 next0 = SR_LOCALSID_NEXT_IP6_LOOKUP;
ip6_sr_localsid_t *ls0;
bi0 = from[0];
to_next[0] = bi0;
from += 1;
to_next += 1;
n_left_from -= 1;
n_left_to_next -= 1;
b0 = vlib_get_buffer (vm, bi0);
ip0 = vlib_buffer_get_current (b0);
/* Lookup the SR End behavior based on IP DA (adj) */
ls0 =
pool_elt_at_index (sm->localsids,
vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
/* SRH processing */
end_un_processing (ip0, ls0);
if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
{
sr_localsid_trace_t *tr =
vlib_add_trace (vm, node, b0, sizeof (*tr));
tr->num_segments = 0;
clib_memcpy (tr->localsid.as_u8, ls0->localsid.as_u8,
sizeof (tr->localsid.as_u8));
tr->behavior = ls0->behavior;
}
vlib_increment_combined_counter
(&(sm->sr_ls_valid_counters), thread_index, ls0 - sm->localsids,
1, vlib_buffer_length_in_chain (vm, b0));
vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
n_left_to_next, bi0, next0);
}
vlib_put_next_frame (vm, node, next_index, n_left_to_next);
}
return from_frame->n_vectors;
}
/* *INDENT-OFF* */
VLIB_REGISTER_NODE (sr_localsid_un_perf_node) = {
.function = sr_localsid_un_perf_fn,
.name = "sr-localsid-un-perf",
.vector_size = sizeof (u32),
.format_trace = format_sr_localsid_trace,
.type = VLIB_NODE_TYPE_INTERNAL,
.n_errors = SR_LOCALSID_N_ERROR,
.error_strings = sr_localsid_error_strings,
.n_next_nodes = SR_LOCALSID_N_NEXT,
.next_nodes = {
#define _(s,n) [SR_LOCALSID_NEXT_##s] = n,
foreach_sr_localsid_next
#undef _
},
};
/* *INDENT-ON* */
static u8 *
format_sr_dpo (u8 * s, va_list * args)
{
index_t index = va_arg (*args, index_t);
CLIB_UNUSED (u32 indent) = va_arg (*args, u32);
return (format (s, "SR: localsid_index:[%d]", index));
}
const static dpo_vft_t sr_loc_vft = {
.dv_lock = sr_dpo_lock,
.dv_unlock = sr_dpo_unlock,
.dv_format = format_sr_dpo,
};
const static char *const sr_loc_ip6_nodes[] = {
"sr-localsid",
NULL,
};
const static char *const *const sr_loc_nodes[DPO_PROTO_NUM] = {
[DPO_PROTO_IP6] = sr_loc_ip6_nodes,
};
const static char *const sr_loc_d_ip6_nodes[] = {
"sr-localsid-d",
NULL,
};
const static char *const *const sr_loc_d_nodes[DPO_PROTO_NUM] = {
[DPO_PROTO_IP6] = sr_loc_d_ip6_nodes,
};
const static char *const sr_loc_un_ip6_nodes[] = {
"sr-localsid-un",
NULL,
};
const static char *const *const sr_loc_un_nodes[DPO_PROTO_NUM] = {
[DPO_PROTO_IP6] = sr_loc_un_ip6_nodes,
};
const static char *const sr_loc_un_perf_ip6_nodes[] = {
"sr-localsid-un-perf",
NULL,
};
const static char *const *const sr_loc_un_perf_nodes[DPO_PROTO_NUM] = {
[DPO_PROTO_IP6] = sr_loc_un_perf_ip6_nodes,
};
/*************************** SR LocalSID plugins ******************************/
/**
* @brief SR LocalSID plugin registry
*/
int
sr_localsid_register_function (vlib_main_t * vm, u8 * fn_name,
u8 * keyword_str, u8 * def_str,
u8 * params_str, u8 prefix_length,
dpo_type_t * dpo,
format_function_t * ls_format,
unformat_function_t * ls_unformat,
sr_plugin_callback_t * creation_fn,
sr_plugin_callback_t * removal_fn)
{
ip6_sr_main_t *sm = &sr_main;
uword *p;
sr_localsid_fn_registration_t *plugin;
/* Did this function exist? If so update it */
p = hash_get_mem (sm->plugin_functions_by_key, fn_name);
if (p)
{
plugin = pool_elt_at_index (sm->plugin_functions, p[0]);
}
/* Else create a new one and set hash key */
else
{
pool_get (sm->plugin_functions, plugin);
hash_set_mem (sm->plugin_functions_by_key, fn_name,
plugin - sm->plugin_functions);
}
clib_memset (plugin, 0, sizeof (*plugin));
plugin->sr_localsid_function_number = (plugin - sm->plugin_functions);
plugin->sr_localsid_function_number += SR_BEHAVIOR_LAST;
plugin->prefix_length = prefix_length;
plugin->ls_format = ls_format;
plugin->ls_unformat = ls_unformat;
plugin->creation = creation_fn;
plugin->removal = removal_fn;
clib_memcpy (&plugin->dpo, dpo, sizeof (dpo_type_t));
plugin->function_name = format (0, "%s%c", fn_name, 0);
plugin->keyword_str = format (0, "%s%c", keyword_str, 0);
plugin->def_str = format (0, "%s%c", def_str, 0);
plugin->params_str = format (0, "%s%c", params_str, 0);
return plugin->sr_localsid_function_number;
}
/**
* @brief CLI function to 'show' all available SR LocalSID behaviors
*/
static clib_error_t *
show_sr_localsid_behaviors_command_fn (vlib_main_t * vm,
unformat_input_t * input,
vlib_cli_command_t * cmd)
{
ip6_sr_main_t *sm = &sr_main;
sr_localsid_fn_registration_t *plugin;
sr_localsid_fn_registration_t **plugins_vec = 0;
int i;
vlib_cli_output (vm,
"SR LocalSIDs behaviors:\n-----------------------\n\n");
/* *INDENT-OFF* */
pool_foreach (plugin, sm->plugin_functions,
({ vec_add1 (plugins_vec, plugin); }));
/* *INDENT-ON* */
/* Print static behaviors */
vlib_cli_output (vm, "Default behaviors:\n"
"\tEnd\t-> Endpoint.\n"
"\tEnd.X\t-> Endpoint with Layer-3 cross-connect.\n"
"\t\tParameters: '<iface> <ip6_next_hop>'\n"
"\tEnd.T\t-> Endpoint with specific IPv6 table lookup.\n"
"\t\tParameters: '<fib_table>'\n"
"\tEnd.DX2\t-> Endpoint with decapsulation and Layer-2 cross-connect.\n"
"\t\tParameters: '<iface>'\n"
"\tEnd.DX6\t-> Endpoint with decapsulation and IPv6 cross-connect.\n"
"\t\tParameters: '<iface> <ip6_next_hop>'\n"
"\tEnd.DX4\t-> Endpoint with decapsulation and IPv4 cross-connect.\n"
"\t\tParameters: '<iface> <ip4_next_hop>'\n"
"\tEnd.DT6\t-> Endpoint with decapsulation and specific IPv6 table lookup.\n"
"\t\tParameters: '<ip6_fib_table>'\n"
"\tEnd.DT4\t-> Endpoint with decapsulation and specific IPv4 table lookup.\n"
"\t\tParameters: '<ip4_fib_table>'\n");
vlib_cli_output (vm, "Plugin behaviors:\n");
for (i = 0; i < vec_len (plugins_vec); i++)
{
plugin = plugins_vec[i];
vlib_cli_output (vm, "\t%s\t-> %s.\n", plugin->keyword_str,
plugin->def_str);
vlib_cli_output (vm, "\t\tParameters: '%s'\n", plugin->params_str);
}
return 0;
}
/* *INDENT-OFF* */
VLIB_CLI_COMMAND (show_sr_localsid_behaviors_command, static) = {
.path = "show sr localsids behaviors",
.short_help = "show sr localsids behaviors",
.function = show_sr_localsid_behaviors_command_fn,
};
/* *INDENT-ON* */
/**
* @brief SR LocalSID initialization
*/
clib_error_t *
sr_localsids_init (vlib_main_t * vm)
{
/* Init memory for function keys */
ip6_sr_main_t *sm = &sr_main;
mhash_init (&sm->sr_localsids_index_hash, sizeof (uword),
sizeof (sr_localsid_key_t));
/* Init SR behaviors DPO type */
sr_localsid_dpo_type = dpo_register_new_type (&sr_loc_vft, sr_loc_nodes);
/* Init SR behaviors DPO type */
sr_localsid_d_dpo_type =
dpo_register_new_type (&sr_loc_vft, sr_loc_d_nodes);
/* Init SR bhaviors DPO type */
sr_localsid_un_dpo_type =
dpo_register_new_type (&sr_loc_vft, sr_loc_un_nodes);
sr_localsid_un_perf_dpo_type =
dpo_register_new_type (&sr_loc_vft, sr_loc_un_perf_nodes);
/* Init memory for localsid plugins */
sm->plugin_functions_by_key = hash_create_string (0, sizeof (uword));
return 0;
}
VLIB_INIT_FUNCTION (sr_localsids_init);
/*
* fd.io coding-style-patch-verification: ON
*
* Local Variables:
* eval: (c-set-style "gnu")
* End:
*/