aboutsummaryrefslogtreecommitdiffstats
path: root/hicn-plugin/src/host_stack/input_node.c
diff options
context:
space:
mode:
authorMauro Sardara <msardara@cisco.com>2020-03-24 17:34:14 +0000
committerMauro Sardara <msardara@cisco.com>2020-09-14 17:31:15 +0000
commit88509fe353767cbde707c3e3b1f29392957819f3 (patch)
treecccd51bac7966cd3138c525e8075d90341184a66 /hicn-plugin/src/host_stack/input_node.c
parentd875ae92a7fa1eaab3bc2616aeeedfc64a81fea4 (diff)
[HICN-574] Host stack plugin for VPP.
Signed-off-by: Mauro Sardara <msardara@cisco.com> Change-Id: I8d8fdffef31a7013265d6529c5f52f3d5ec70d18 Signed-off-by: Mauro Sardara <msardara@cisco.com> Signed-off-by: Mauro <you@example.com> Signed-off-by: Mauro Sardara <msardara@cisco.com>
Diffstat (limited to 'hicn-plugin/src/host_stack/input_node.c')
-rw-r--r--hicn-plugin/src/host_stack/input_node.c477
1 files changed, 477 insertions, 0 deletions
diff --git a/hicn-plugin/src/host_stack/input_node.c b/hicn-plugin/src/host_stack/input_node.c
new file mode 100644
index 000000000..962f8a204
--- /dev/null
+++ b/hicn-plugin/src/host_stack/input_node.c
@@ -0,0 +1,477 @@
+/*
+ * Copyright (c) 2020 Cisco and/or its affiliates.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include <vlibmemory/api.h>
+#include <vlib/vlib.h>
+
+#include "host_stack.h"
+#include "inlines.h"
+
+#include <vppinfra/hash.h>
+#include <vppinfra/error.h>
+#include <vppinfra/elog.h>
+
+#include <vnet/vnet.h>
+#include <vnet/pg/pg.h>
+#include <vnet/ip/ip.h>
+#include <vnet/udp/udp.h>
+#include <vnet/udp/udp_packet.h>
+#include <vnet/session/session.h>
+
+typedef enum _hicn_hs_input_next
+{
+ HICN_HS_INPUT_NEXT_DATA,
+ HICN_HS_INPUT_NEXT_INTEREST,
+ HICN_HS_INPUT_NEXT_DROP,
+ HICN_HS_INPUT_N_NEXT
+} hicn_hs_input_next_t;
+
+#define foreach_hicn_hs_input_next4 \
+ _ (DATA, HICN_HS_INPUT_DATA_NODE_NAME) \
+ _ (INTEREST, HICN_HS_INPUT_INTEREST_NODE_NAME) \
+ _ (DROP, "ip4-drop")
+
+#define foreach_hicn_hs_input_next6 \
+ _ (DATA, HICN_HS_INPUT_DATA_NODE_NAME) \
+ _ (INTEREST, HICN_HS_INPUT_INTEREST_NODE_NAME) \
+ _ (DROP, "ip6-drop")
+
+/* packet trace format function */
+static u8 *
+format_hicn_hs_input4_trace (u8 * s, va_list * args)
+{
+ return NULL;
+}
+
+static u8 *
+format_hicn_hs_input6_trace (u8 * s, va_list * args)
+{
+ return NULL;
+}
+
+static u8 *
+format_hicn_hs_input_interest_trace (u8 * s, va_list * args)
+{
+ return NULL;
+}
+
+static u8 *
+format_hicn_hs_input_data_trace (u8 * s, va_list * args)
+{
+ return NULL;
+}
+
+static void
+hicn_hs_input_trace_frame (vlib_main_t * vm, vlib_node_runtime_t * node,
+ vlib_buffer_t ** bs, u32 n_bufs, u8 is_ip4)
+{
+}
+
+always_inline hicn_hs_ctx_t *
+hicn_hs_input_lookup_buffer (vlib_buffer_t * b, u8 thread_index, u32 * error,
+ u8 is_ip4)
+{
+ hicn_hs_ctx_t *ctx = 0;
+ hicn_header_t *hicn;
+ hicn_hs_buffer_t *buffer;
+ u32 ctx_index;
+ int ret;
+ u8 *packet_buffer;
+ u32 seq_number;
+
+ hicn = hicn_buffer_hdr (b);
+ buffer = hicn_hs_buffer (b);
+ packet_buffer = vlib_buffer_get_current (b);
+
+ buffer->type.l4 = IPPROTO_NONE;
+ buffer->type.l3 = IPPROTO_NONE;
+ buffer->type.l2 = packet_buffer[6 + is_ip4 * 3];
+ buffer->type.l1 = (!is_ip4) * (IPPROTO_IPV6);
+
+ ret = hicn_ops_vft[buffer->type.l1]->test_packet_is_interest(buffer->type, &hicn->protocol, &buffer->is_interest);
+
+ if (PREDICT_FALSE(ret < 0))
+ {
+ *error = HICN_HS_ERROR_NO_HICN;
+ return ctx;
+ }
+
+ if (buffer->is_interest)
+ {
+ ctx_index = vnet_buffer (b)->ip.adj_index[VLIB_TX];
+ }
+ else
+ {
+ ctx_index = vnet_buffer (b)->ip.adj_index[VLIB_TX];
+ hicn_ops_vft[buffer->type.l1]->get_data_name_suffix (buffer->type, &hicn->protocol, &seq_number);
+ }
+
+ ctx = hicn_hs_get_ctx_by_index(ctx_index, thread_index);
+
+ if (PREDICT_FALSE(!ctx))
+ *error = HICN_HS_ERROR_WRONG_THREAD;
+
+ buffer->seq_number = seq_number;
+ buffer->is_ip4 = is_ip4;
+
+ return ctx;
+}
+
+static inline void
+hicn_hs_input_dispatch_buffer (hicn_hs_main_t * hm, hicn_hs_ctx_t * ctx,
+ vlib_buffer_t * b, u16 * next,
+ vlib_node_runtime_t * error_node)
+{
+ u32 error;
+ hicn_hs_buffer_t *buffer = hicn_hs_buffer (b);
+ *next = hm->dispatch_table[buffer->is_interest].next;
+ error = hm->dispatch_table[buffer->is_interest].error;
+ b->error = error_node->errors[error];
+}
+
+always_inline void
+hicn_hs_input_set_error_next (hicn_hs_main_t * tm, u16 * next, u32 * error, u8 is_ip4)
+{
+ *next = HICN_HS_INPUT_NEXT_DROP;
+}
+
+always_inline uword
+hicn_hs_input_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
+ vlib_frame_t * frame, u8 is_ip4)
+{
+ u32 n_left_from, *from, thread_index = vm->thread_index;
+ hicn_hs_main_t *hm = hicn_hs_get_main ();
+ vlib_buffer_t *bufs[VLIB_FRAME_SIZE], **b;
+ u16 nexts[VLIB_FRAME_SIZE], *next;
+ vlib_node_runtime_t *error_node;
+
+// tcp_set_time_now (tcp_get_worker (thread_index));
+
+ error_node = vlib_node_get_runtime (vm, is_ip4 ? hicn_hs_input4_node.index : hicn_hs_input6_node.index);
+ from = vlib_frame_vector_args (frame);
+ n_left_from = frame->n_vectors;
+ vlib_get_buffers (vm, from, bufs, n_left_from);
+
+ b = bufs;
+ next = nexts;
+
+ while (n_left_from >= 4)
+ {
+ u32 error0 = HICN_HS_ERROR_NO_CONTEXT, error1 = HICN_HS_ERROR_NO_CONTEXT;
+ hicn_hs_ctx_t *ctx0, *ctx1;
+
+ {
+ vlib_prefetch_buffer_header (b[2], STORE);
+ CLIB_PREFETCH (b[2]->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
+
+ vlib_prefetch_buffer_header (b[3], STORE);
+ CLIB_PREFETCH (b[3]->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
+ }
+
+ next[0] = next[1] = HICN_HS_INPUT_NEXT_DROP;
+
+ ctx0 = hicn_hs_input_lookup_buffer (b[0], thread_index, &error0, is_ip4);
+ ctx1 = hicn_hs_input_lookup_buffer (b[1], thread_index, &error1, is_ip4);
+
+ if (PREDICT_TRUE (!ctx0 + !ctx1 == 0))
+ {
+ hicn_hs_input_dispatch_buffer (hm, ctx0, b[0], &next[0], error_node);
+ hicn_hs_input_dispatch_buffer (hm, ctx1, b[1], &next[1], error_node);
+ }
+ else
+ {
+ if (PREDICT_TRUE (ctx0 != 0))
+ {
+ hicn_hs_input_dispatch_buffer (hm, ctx0, b[0], &next[0], error_node);
+ }
+ else
+ {
+ hicn_hs_input_set_error_next (hm, &next[0], &error0, is_ip4);
+ b[0]->error = error_node->errors[error0];
+ }
+
+ if (PREDICT_TRUE (ctx1 != 0))
+ {
+ hicn_hs_input_dispatch_buffer (hm, ctx1, b[1], &next[1], error_node);
+ }
+ else
+ {
+ hicn_hs_input_set_error_next (hm, &next[1], &error1, is_ip4);
+ b[1]->error = error_node->errors[error1];
+ }
+ }
+
+ b += 2;
+ next += 2;
+ n_left_from -= 2;
+ }
+ while (n_left_from > 0)
+ {
+ hicn_hs_ctx_t *ctx0;
+ u32 error0 = HICN_HS_ERROR_NO_CONTEXT;
+
+ if (n_left_from > 1)
+ {
+ vlib_prefetch_buffer_header (b[1], STORE);
+ CLIB_PREFETCH (b[1]->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
+ }
+
+ next[0] = HICN_HS_INPUT_NEXT_DROP;
+ ctx0 = hicn_hs_input_lookup_buffer (b[0], thread_index, &error0, is_ip4);
+ if (PREDICT_TRUE (ctx0 != 0))
+ {
+ hicn_hs_input_dispatch_buffer (hm, ctx0, b[0], &next[0], error_node);
+ }
+ else
+ {
+ hicn_hs_input_set_error_next (hm, &next[0], &error0, is_ip4);
+ b[0]->error = error_node->errors[error0];
+ }
+
+ b += 1;
+ next += 1;
+ n_left_from -= 1;
+ }
+
+ if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE))
+ hicn_hs_input_trace_frame (vm, node, bufs, frame->n_vectors, is_ip4);
+
+ vlib_buffer_enqueue_to_next (vm, node, from, nexts, frame->n_vectors);
+ return frame->n_vectors;
+}
+
+static uword
+hicn_hs_input_data (vlib_main_t * vm, vlib_node_runtime_t * node,
+ vlib_frame_t * from_frame)
+{
+ u32 n_left_from, *from, *first_buffer;
+ u32 thread_index = vm->thread_index;
+ vlib_buffer_t *bufs[VLIB_FRAME_SIZE], **b;
+ u32 node_index = hicn_hs_input_data_node.index;
+
+ from = first_buffer = vlib_frame_vector_args (from_frame);
+ n_left_from = from_frame->n_vectors;
+ vlib_get_buffers (vm, from, bufs, n_left_from);
+
+ b = bufs;
+
+ hicn_hs_ctx_t *ctx0 = 0;
+
+ while (n_left_from >= 4)
+ {
+ u32 ctxi0, ctxi1;
+ hicn_hs_ctx_t *ctx1;
+
+ {
+ vlib_prefetch_buffer_header (b[2], STORE);
+ CLIB_PREFETCH (b[2]->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
+
+ vlib_prefetch_buffer_header (b[3], STORE);
+ CLIB_PREFETCH (b[3]->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
+ }
+
+ // ctxi0 = vnet_buffer (b[0])->ip.adj_index[VLIB_TX];
+ ctxi0 = hicn_hs_buffer (b[0])->ctx_index;
+ ctx0 = hicn_hs_get_ctx_by_index(ctxi0, thread_index);
+ // ctxi1 = vnet_buffer (b[1])->ip.adj_index[VLIB_TX];
+ ctxi1 = hicn_hs_buffer (b[1])->ctx_index;
+ ctx1 = hicn_hs_get_ctx_by_index(ctxi1, thread_index);
+
+ ASSERT (ctx0 && ctx1);
+
+ hicn_hs_process_incoming_data (ctx0, b[0]);
+ hicn_hs_process_incoming_data (ctx1, b[1]);
+
+ b += 2;
+ n_left_from -= 2;
+ }
+
+ while (n_left_from > 0)
+ {
+
+ u32 ctxi0;
+
+ // ctxi0 = vnet_buffer (b[0])->ip.adj_index[VLIB_TX];
+ ctxi0 = hicn_hs_buffer (b[0])->ctx_index;
+ ctx0 = hicn_hs_get_ctx_by_index(ctxi0, thread_index);
+
+ ASSERT (ctx0);
+
+ hicn_hs_process_incoming_data (ctx0, b[0]);
+
+ b += 1;
+ n_left_from -= 1;
+ }
+
+ hicn_hs_update_transport (ctx0, from_frame->n_vectors);
+
+// vlib_buffer_free (vm, first_buffer, from_frame->n_vectors);
+ vlib_node_increment_counter (vm, node_index, HICN_HS_ERROR_PACKETS_SENT, from_frame->n_vectors);
+ return from_frame->n_vectors;
+}
+
+static uword
+hicn_hs_input_interest (vlib_main_t * vm, vlib_node_runtime_t * node,
+ vlib_frame_t * from_frame)
+{
+ u32 n_left_from, *from, *first_buffer;
+ u32 thread_index = vm->thread_index;
+ u32 ctx_index;
+
+ u32 node_index = hicn_hs_input_interest_node.index;
+
+ from = first_buffer = vlib_frame_vector_args (from_frame);
+ n_left_from = from_frame->n_vectors;
+
+ while (n_left_from > 0)
+ {
+ u32 bi, CLIB_UNUSED(error) = HICN_HS_ERROR_NONE;
+ hicn_hs_ctx_t *ctx;
+ vlib_buffer_t *b;
+
+ bi = from[0];
+ from += 1;
+ n_left_from -= 1;
+
+ b = vlib_get_buffer (vm, bi);
+ ctx_index = vnet_buffer (b)->ip.adj_index[VLIB_TX];
+ ctx = hicn_hs_get_ctx_by_index(ctx_index, thread_index);
+ hicn_hs_process_incoming_interest(ctx, b);
+ }
+
+ vlib_node_increment_counter (vm, node_index, HICN_HS_ERROR_PACKETS_SENT, from_frame->n_vectors);
+ return from_frame->n_vectors;
+}
+
+static uword
+hicn_hs_input4 (vlib_main_t * vm, vlib_node_runtime_t * node,
+ vlib_frame_t * frame)
+{
+ return hicn_hs_input_inline (vm, node, frame, 1);
+}
+
+static uword
+hicn_hs_input6 (vlib_main_t * vm, vlib_node_runtime_t * node,
+ vlib_frame_t * frame)
+{
+ return hicn_hs_input_inline (vm, node, frame, 0);
+}
+
+/* *INDENT-OFF* */
+
+VLIB_REGISTER_NODE (hicn_hs_input_interest_node) =
+{
+ .function = hicn_hs_input_interest,
+ .name = HICN_HS_INPUT_INTEREST_NODE_NAME,
+ .vector_size = sizeof (u32),
+ .format_trace = format_hicn_hs_input_interest_trace,
+ .type = VLIB_NODE_TYPE_INTERNAL,
+ .n_errors = HICN_HS_N_ERROR,
+ .error_strings = hicn_hs_error_strings,
+ .n_next_nodes = 0,
+};
+
+VLIB_REGISTER_NODE (hicn_hs_input_data_node) =
+{
+ .function = hicn_hs_input_data,
+ .name = HICN_HS_INPUT_DATA_NODE_NAME,
+ .vector_size = sizeof (u32),
+ .format_trace = format_hicn_hs_input_data_trace,
+ .type = VLIB_NODE_TYPE_INTERNAL,
+ .n_errors = HICN_HS_N_ERROR,
+ .error_strings = hicn_hs_error_strings,
+ .n_next_nodes = 0,
+};
+
+VLIB_REGISTER_NODE (hicn_hs_input4_node) =
+{
+ .function = hicn_hs_input4,
+ .name = HICN_HS_INPUT4_NODE_NAME,
+ .vector_size = sizeof (u32),
+ .format_trace = format_hicn_hs_input4_trace,
+ .type = VLIB_NODE_TYPE_INTERNAL,
+ .n_errors = HICN_HS_N_ERROR,
+ .error_strings = hicn_hs_error_strings,
+ .n_next_nodes = HICN_HS_INPUT_N_NEXT,
+ .next_nodes =
+ {
+#define _(s,n) [HICN_HS_INPUT_NEXT_##s] = n,
+ foreach_hicn_hs_input_next4
+#undef _
+ },
+};
+
+VLIB_REGISTER_NODE (hicn_hs_input6_node) =
+{
+ .function = hicn_hs_input6,
+ .name = HICN_HS_INPUT6_NODE_NAME,
+ .vector_size = sizeof (u32),
+ .format_trace = format_hicn_hs_input6_trace,
+ .type = VLIB_NODE_TYPE_INTERNAL,
+ .n_errors = HICN_HS_N_ERROR,
+ .error_strings = hicn_hs_error_strings,
+ .n_next_nodes = HICN_HS_INPUT_N_NEXT,
+ .next_nodes =
+ {
+#define _(s,n) [HICN_HS_INPUT_NEXT_##s] = n,
+ foreach_hicn_hs_input_next6
+#undef _
+ },
+};
+
+/* *INDENT-ON* */
+
+static void
+hicn_hs_dispatch_table_init (hicn_hs_main_t * tm)
+{
+ int i;
+ for (i = 0; i < ARRAY_LEN (tm->dispatch_table); i++)
+ {
+ tm->dispatch_table[i].next = HICN_HS_INPUT_NEXT_DROP;
+ tm->dispatch_table[i].error = HICN_HS_ERROR_DISPATCH;
+ }
+
+#define _(t,n,e) \
+do { \
+ tm->dispatch_table[HICN_HS_##t].next = (n); \
+ tm->dispatch_table[HICN_HS_##t].error = (e); \
+} while (0)
+
+ _ (INTEREST, HICN_HS_INPUT_NEXT_INTEREST, HICN_HS_ERROR_NONE);
+ _ (DATA, HICN_HS_INPUT_NEXT_DATA, HICN_HS_ERROR_NONE);
+
+#undef _
+}
+
+static clib_error_t *
+hicn_hs_input_init (vlib_main_t * vm)
+{
+ hicn_hs_main_t *hm = hicn_hs_get_main ();
+
+ /* Initialize dispatch table. */
+ hicn_hs_dispatch_table_init (hm);
+
+ return 0;
+}
+
+VLIB_INIT_FUNCTION (hicn_hs_input_init);
+
+/*
+ * fd.io coding-style-patch-verification: ON
+ *
+ * Local Variables:
+ * eval: (c-set-style "gnu")
+ * End:
+ */