1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
@media only all and (prefers-color-scheme: dark) {
.highlight .hll { background-color: #49483e }
.highlight .c { color: #75715e } /* Comment */
.highlight .err { color: #960050; background-color: #1e0010 } /* Error */
.highlight .k { color: #66d9ef } /* Keyword */
.highlight .l { color: #ae81ff } /* Literal */
.highlight .n { color: #f8f8f2 } /* Name */
.highlight .o { color: #f92672 } /* Operator */
.highlight .p { color: #f8f8f2 } /* Punctuation */
.highlight .ch { color: #75715e } /* Comment.Hashbang */
.highlight .cm { color: #75715e } /* Comment.Multiline */
.highlight .cp { color: #75715e } /* Comment.Preproc */
.highlight .cpf { color: #75715e } /* Comment.PreprocFile */
.highlight .c1 { color: #75715e } /* Comment.Single */
.highlight .cs { color: #75715e } /* Comment.Special */
.highlight .gd { color: #f92672 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gi { color: #a6e22e } /* Generic.Inserted */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #75715e } /* Generic.Subheading */
.highlight .kc { color: #66d9ef } /* Keyword.Constant */
.highlight .kd { color: #66d9ef } /* Keyword.Declaration */
.highlight .kn { color: #f92672 } /* Keyword.Namespace */
.highlight .kp { color: #66d9ef } /* Keyword.Pseudo */
.highlight .kr { color: #66d9ef } /* Keyword.Reserved */
.highlight .kt { color: #66d9ef } /* Keyword.Type */
.highlight .ld { color: #e6db74 } /* Literal.Date */
.highlight .m { color: #ae81ff } /* Literal.Number */
.highlight .s { color: #e6db74 } /* Literal.String */
.highlight .na { color: #a6e22e } /* Name.Attribute */
.highlight .nb { color: #f8f8f2 } /* Name.Builtin */
.highlight .nc { color: #a6e22e } /* Name.Class */
.highlight .no { color: #66d9ef } /* Name.Constant */
.highlight .nd { color: #a6e22e } /* Name.Decorator */
.highlight .ni { color: #f8f8f2 } /* Name.Entity */
.highlight .ne { color: #a6e22e } /* Name.Exception */
.highlight .nf { color: #a6e22e } /* Name.Function */
.highlight .nl { color: #f8f8f2 } /* Name.Label */
.highlight .nn { color: #f8f8f2 } /* Name.Namespace */
.highlight .nx { color: #a6e22e } /* Name.Other */
.highlight .py { color: #f8f8f2 } /* Name.Property */
.highlight .nt { color: #f92672 } /* Name.Tag */
.highlight .nv { color: #f8f8f2 } /* Name.Variable */
.highlight .ow { color: #f92672 } /* Operator.Word */
.highlight .w { color: #f8f8f2 } /* Text.Whitespace */
.highlight .mb { color: #ae81ff } /* Literal.Number.Bin */
.highlight .mf { color: #ae81ff } /* Literal.Number.Float */
.highlight .mh { color: #ae81ff } /* Literal.Number.Hex */
.highlight .mi { color: #ae81ff } /* Literal.Number.Integer */
.highlight .mo { color: #ae81ff } /* Literal.Number.Oct */
.highlight .sa { color: #e6db74 } /* Literal.String.Affix */
.highlight .sb { color: #e6db74 } /* Literal.String.Backtick */
.highlight .sc { color: #e6db74 } /* Literal.String.Char */
.highlight .dl { color: #e6db74 } /* Literal.String.Delimiter */
.highlight .sd { color: #e6db74 } /* Literal.String.Doc */
.highlight .s2 { color: #e6db74 } /* Literal.String.Double */
.highlight .se { color: #ae81ff } /* Literal.String.Escape */
.highlight .sh { color: #e6db74 } /* Literal.String.Heredoc */
.highlight .si { color: #e6db74 } /* Literal.String.Interpol */
.highlight .sx { color: #e6db74 } /* Literal.String.Other */
.highlight .sr { color: #e6db74 } /* Literal.String.Regex */
.highlight .s1 { color: #e6db74 } /* Literal.String.Single */
.highlight .ss { color: #e6db74 } /* Literal.String.Symbol */
.highlight .bp { color: #f8f8f2 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #a6e22e } /* Name.Function.Magic */
.highlight .vc { color: #f8f8f2 } /* Name.Variable.Class */
.highlight .vg { color: #f8f8f2 } /* Name.Variable.Global */
.highlight .vi { color: #f8f8f2 } /* Name.Variable.Instance */
.highlight .vm { color: #f8f8f2 } /* Name.Variable.Magic */
.highlight .il { color: #ae81ff } /* Literal.Number.Integer.Long */
}
@media (prefers-color-scheme: light) {
.highlight .hll { background-color: #ffffcc }
.highlight .c { color: #888888 } /* Comment */
.highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */
.highlight .k { color: #008800; font-weight: bold } /* Keyword */
.highlight .ch { color: #888888 } /* Comment.Hashbang */
.highlight .cm { color: #888888 } /* Comment.Multiline */
.highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */
.highlight .cpf { color: #888888 } /* Comment.PreprocFile */
.highlight .c1 { color: #888888 } /* Comment.Single */
.highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */
.highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #aa0000 } /* Generic.Error */
.highlight .gh { color: #333333 } /* Generic.Heading */
.highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #555555 } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #666666 } /* Generic.Subheading */
.highlight .gt { color: #aa0000 } /* Generic.Traceback */
.highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008800 } /* Keyword.Pseudo */
.highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */
.highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */
.highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */
.highlight .na { color: #336699 } /* Name.Attribute */
.highlight .nb { color: #003388 } /* Name.Builtin */
.highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */
.highlight .no { color: #003366; font-weight: bold } /* Name.Constant */
.highlight .nd { color: #555555 } /* Name.Decorator */
.highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */
.highlight .nl { color: #336699; font-style: italic } /* Name.Label */
.highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */
.highlight .py { color: #336699; font-weight: bold } /* Name.Property */
.highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #336699 } /* Name.Variable */
.highlight .ow { color: #008800 } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */
.highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */
.highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */
.highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */
.highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */
.highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */
.highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */
.highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */
.highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */
.highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */
.highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */
.highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */
.highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */
.highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */
.highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */
.highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */
.highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */
.highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */
.highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */
.highl/*
* Copyright (c) 2021 Cisco and/or its affiliates.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <vnet/plugin/plugin.h>
#include <vpp/app/version.h>
#include <hsi/hsi.h>
#include <vnet/tcp/tcp_types.h>
char *hsi_error_strings[] = {
#define hsi_error(n, s) s,
#include <hsi/hsi_error.def>
#undef hsi_error
};
typedef enum hsi_input_next_
{
HSI_INPUT_NEXT_UDP_INPUT,
HSI_INPUT_NEXT_TCP_INPUT,
HSI_INPUT_NEXT_TCP_INPUT_NOLOOKUP,
HSI_INPUT_N_NEXT
} hsi_input_next_t;
#define foreach_hsi4_input_next \
_ (UDP_INPUT, "udp4-input") \
_ (TCP_INPUT, "tcp4-input") \
_ (TCP_INPUT_NOLOOKUP, "tcp4-input-nolookup")
#define foreach_hsi6_input_next \
_ (UDP_INPUT, "udp6-input") \
_ (TCP_INPUT, "tcp6-input") \
_ (TCP_INPUT_NOLOOKUP, "tcp6-input-nolookup")
typedef struct
{
u32 next_node;
} hsi_trace_t;
static u8 *
format_hsi_trace (u8 *s, va_list *args)
{
vlib_main_t *vm = va_arg (*args, vlib_main_t *);
vlib_node_t *node = va_arg (*args, vlib_node_t *);
hsi_trace_t *t = va_arg (*args, hsi_trace_t *);
vlib_node_t *nn;
nn = vlib_get_next_node (vm, node->index, t->next_node);
s = format (s, "session %sfound, next node: %v",
t->next_node < HSI_INPUT_N_NEXT ? "" : "not ", nn->name);
return s;
}
always_inline u8
hsi_udp_lookup (vlib_buffer_t *b, void *ip_hdr, u8 is_ip4)
{
udp_header_t *hdr;
session_t *s;
if (is_ip4)
{
ip4_header_t *ip4 = (ip4_header_t *) ip_hdr;
hdr = ip4_next_header (ip4);
s = session_lookup_safe4 (
vnet_buffer (b)->ip.fib_index, &ip4->dst_address, &ip4->src_address,
hdr->dst_port, hdr->src_port, TRANSPORT_PROTO_UDP);
}
else
{
ip6_header_t *ip6 = (ip6_header_t *) ip_hdr;
hdr = ip6_next_header (ip6);
s = session_lookup_safe6 (
vnet_buffer (b)->ip.fib_index, &ip6->dst_address, &ip6->src_address,
hdr->dst_port, hdr->src_port, TRANSPORT_PROTO_UDP);
}
return s ? 1 : 0;
}
always_inline transport_connection_t *
hsi_tcp_lookup (vlib_buffer_t *b, void *ip_hdr, u8 is_ip4)
{
transport_connection_t *tc;
tcp_header_t *hdr;
u8 result = 0;
if (is_ip4)
{
ip4_header_t *ip4 = (ip4_header_t *) ip_hdr;
hdr = ip4_next_header (ip4);
tc = session_lookup_connection_wt4 (
vnet_buffer (b)->ip.fib_index, &ip4->dst_address, &ip4->src_address,
hdr->dst_port, hdr->src_port, TRANSPORT_PROTO_TCP,
vlib_get_thread_index (), &result);
}
else
{
ip6_header_t *ip6 = (ip6_header_t *) ip_hdr;
hdr = ip6_next_header (ip6);
tc = session_lookup_connection_wt6 (
vnet_buffer (b)->ip.fib_index, &ip6->dst_address, &ip6->src_address,
hdr->dst_port, hdr->src_port, TRANSPORT_PROTO_TCP,
vlib_get_thread_index (), &result);
}
return result == 0 ? tc : 0;
}
always_inline void
hsi_lookup_and_update (vlib_buffer_t *b, u32 *next, u8 is_ip4)
{
transport_connection_t *tc;
u8 proto, state, have_udp;
void *ip_hdr;
u32 rw_len;
rw_len = vnet_buffer (b)->ip.save_rewrite_length;
ip_hdr = vlib_buffer_get_current (b) + rw_len;
if (is_ip4)
proto = ((ip4_header_t *) ip_hdr)->protocol;
else
proto = ((ip6_header_t *) ip_hdr)->protocol;
switch (proto)
{
case IP_PROTOCOL_TCP:
tc = hsi_tcp_lookup (b, ip_hdr, is_ip4);
if (tc)
{
state = ((tcp_connection_t *) tc)->state;
if (state == TCP_STATE_LISTEN)
{
*next = HSI_INPUT_NEXT_TCP_INPUT;
}
else if (state == TCP_STATE_SYN_SENT)
{
*next = HSI_INPUT_NEXT_TCP_INPUT;
}
else
{
/* Lookup already done, use result */
*next = HSI_INPUT_NEXT_TCP_INPUT_NOLOOKUP;
vnet_buffer (b)->tcp.connection_index = tc->c_index;
}
vlib_buffer_advance (b, rw_len);
}
else
{
vnet_feature_next (next, b);
}
break;
case IP_PROTOCOL_UDP:
have_udp = hsi_udp_lookup (b, ip_hdr, is_ip4);
if (have_udp)
{
*next = HSI_INPUT_NEXT_UDP_INPUT;
vlib_buffer_advance (b, rw_len);
}
else
{
vnet_feature_next (next, b);
}
break;
default:
vnet_feature_next (next, b);
break;
}
}
static void
hsi_input_trace_frame (vlib_main_t *vm, vlib_node_runtime_t *node,
vlib_buffer_t **bufs, u16 *nexts, u32 n_bufs, u8 is_ip4)
{
vlib_buffer_t *b;
hsi_trace_t *t;
int i;
for (i = 0; i < n_bufs; i++)
{
b = bufs[i];
if (!(b->flags & VLIB_BUFFER_IS_TRACED))
continue;
t = vlib_add_trace (vm, node, b, sizeof (*t));
t->next_node = nexts[i];
}
}
always_inline uword
hsi46_input_inline (vlib_main_t *vm, vlib_node_runtime_t *node,
vlib_frame_t *frame, int is_ip4)
{
vlib_buffer_t *bufs[VLIB_FRAME_SIZE], **b;
u16 nexts[VLIB_FRAME_SIZE], *next;
u32 n_left_from, *from;
from = vlib_frame_vector_args (frame);
n_left_from = frame->n_vectors;
vlib_get_buffers (vm, from, bufs, n_left_from);
b = bufs;
next = nexts;
while (n_left_from >= 4)
{
u32 next0, next1;
vlib_prefetch_buffer_header (b[2], LOAD);
CLIB_PREFETCH (b[2]->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
vlib_prefetch_buffer_header (b[3], LOAD);
CLIB_PREFETCH (b[3]->data, 2 * CLIB_CACHE_LINE_BYTES, LOAD);
hsi_lookup_and_update (b[0], &next0, is_ip4);
hsi_lookup_and_update (b[1], &next1, is_ip4);
next[0] = next0;
next[1] = next1;
b += 2;
next += 2;
n_left_from -= 2;
}
while (n_left_from)
{
u32 next0;
hsi_lookup_and_update (b[0], &next0, is_ip4);
next[0] = next0;
b += 1;
next += 1;
n_left_from -= 1;
}
vlib_buffer_enqueue_to_next (vm, node, from, nexts, frame->n_vectors);
if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE))
hsi_input_trace_frame (vm, node, bufs, nexts, frame->n_vectors, is_ip4);
return frame->n_vectors;
}
VLIB_NODE_FN (hsi4_in_node)
(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
{
return hsi46_input_inline (vm, node, frame, 1 /* is_ip4 */);
}
VLIB_REGISTER_NODE (hsi4_in_node) = {
.name = "hsi4-in",
.vector_size = sizeof (u32),
.format_trace = format_hsi_trace,
.type = VLIB_NODE_TYPE_INTERNAL,
.n_errors = HSI_N_ERROR,
.error_strings = hsi_error_strings,
.n_next_nodes = HSI_INPUT_N_NEXT,
.next_nodes = {
#define _(s, n) [HSI_INPUT_NEXT_##s] = n,
foreach_hsi4_input_next
#undef _
},
};
VNET_FEATURE_INIT (hsi4_in_feature, static) = {
.arc_name = "ip4-unicast",
.node_name = "hsi4-in",
.runs_before = VNET_FEATURES ("ip4-lookup"),
};
VLIB_NODE_FN (hsi4_out_node)
(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
{
return hsi46_input_inline (vm, node, frame, 1 /* is_ip4 */);
}
VLIB_REGISTER_NODE (hsi4_out_node) = {
.name = "hsi4-out",
.vector_size = sizeof (u32),
.format_trace = format_hsi_trace,
.type = VLIB_NODE_TYPE_INTERNAL,
.n_errors = HSI_N_ERROR,
.error_strings = hsi_error_strings,
.n_next_nodes = HSI_INPUT_N_NEXT,
.next_nodes = {
#define _(s, n) [HSI_INPUT_NEXT_##s] = n,
foreach_hsi4_input_next
#undef _
},
};
VNET_FEATURE_INIT (hsi4_out_feature, static) = {
.arc_name = "ip4-output",
.node_name = "hsi4-out",
.runs_before = VNET_FEATURES ("interface-output"),
};
VLIB_NODE_FN (hsi6_in_node)
(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
{
return hsi46_input_inline (vm, node, frame, 0 /* is_ip4 */);
}
VLIB_REGISTER_NODE (hsi6_in_node) = {
.name = "hsi6-in",
.vector_size = sizeof (u32),
.format_trace = format_hsi_trace,
.type = VLIB_NODE_TYPE_INTERNAL,
.n_errors = HSI_N_ERROR,
.error_strings = hsi_error_strings,
.n_next_nodes = HSI_INPUT_N_NEXT,
.next_nodes = {
#define _(s, n) [HSI_INPUT_NEXT_##s] = n,
foreach_hsi6_input_next
#undef _
},
};
VNET_FEATURE_INIT (hsi6_in_feature, static) = {
.arc_name = "ip6-unicast",
.node_name = "hsi6-in",
.runs_before = VNET_FEATURES ("ip6-lookup"),
};
VLIB_NODE_FN (hsi6_out_node)
(vlib_main_t *vm, vlib_node_runtime_t *node, vlib_frame_t *frame)
{
return hsi46_input_inline (vm, node, frame, 0 /* is_ip4 */);
}
VLIB_REGISTER_NODE (hsi6_out_node) = {
.name = "hsi6-out",
.vector_size = sizeof (u32),
.format_trace = format_hsi_trace,
.type = VLIB_NODE_TYPE_INTERNAL,
.n_errors = HSI_N_ERROR,
.error_strings = hsi_error_strings,
.n_next_nodes = HSI_INPUT_N_NEXT,
.next_nodes = {
#define _(s, n) [HSI_INPUT_NEXT_##s] = n,
foreach_hsi6_input_next
#undef _
},
};
VNET_FEATURE_INIT (hsi6_out_feature, static) = {
.arc_name = "ip6-output",
.node_name = "hsi6-out",
.runs_before = VNET_FEATURES ("interface-output"),
};
VLIB_PLUGIN_REGISTER () = {
.version = VPP_BUILD_VER,
.description = "Host Stack Intercept (HSI)",
.default_disabled = 0,
};
/*
* fd.io coding-style-patch-verification: ON
*
* Local Variables:
* eval: (c-set-style "gnu")
* End:
*/
|