1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
/* Copyright (c) 2017, Linaro Limited
* All rights reserved.
*
* SPDX-License-Identifier: BSD-3-Clause
*/
/*
* Allocate/free ODP buffers.
*/
#include <vlib/vlib.h>
#include <vnet/vnet.h>
#include <odp/odp_packet.h>
/* Allocate a given number of buffers into given array.
Returns number actually allocated which will be either zero or
number requested. */
u32
odp_packet_buffer_alloc (vlib_main_t * vm, u32 * buffers, u32 n_buffers)
{
odp_packet_main_t *om = odp_packet_main;
u32 len = SHM_PKT_BUF_SIZE, total = 0;
odp_packet_t pkt;
do
{
pkt = odp_packet_alloc (om->pool, len);
if (pkt == ODP_PACKET_INVALID)
break;
buffers[total] = vlib_get_buffer_index (vm, odp_packet_user_area (pkt));
((vlib_buffer_t *)odp_packet_user_area (pkt))->l2_priv_data = (void *)pkt;
}
while (++total < n_buffers);
return total;
}
static_always_inline void
odp_buffer_free_inline (vlib_main_t * vm, u32 * buffers, u32 n_buffers,
u32 follow_next)
{
odp_packet_t pkt;
u32 count = 0, bi;
vlib_buffer_t *buffer;
do
{
bi = buffers[count];
do
{
buffer = vlib_get_buffer (vm, bi);
pkt = odp_packet_from_vlib_buffer (buffer);
odp_packet_free (pkt);
if (follow_next == 0)
break;
bi = buffer->next_buffer;
}
while (buffer->flags & VLIB_BUFFER_NEXT_PRESENT);
count++;
}
while (count < n_buffers);
}
static void
odp_packet_buffer_free (vlib_main_t * vm, u32 * buffers, u32 n_buffers)
{
odp_buffer_free_inline (vm, buffers, n_buffers, 1);
}
static void
odp_packet_buffer_free_no_next (vlib_main_t * vm, u32 * buffers,
u32 n_buffers)
{
odp_buffer_free_inline (vm, buffers, n_buffers, 0);
}
static void
odp_packet_template_init (vlib_main_t * vm,
void *vt,
void *packet_data,
uword n_packet_data_bytes,
uword min_n_buffers_each_physmem_alloc, u8 * name)
{
vlib_packet_template_t *t = (vlib_packet_template_t *) vt;
vlib_worker_thread_barrier_sync (vm);
memset (t, 0, sizeof (t[0]));
vec_add (t->packet_data, packet_data, n_packet_data_bytes);
vlib_worker_thread_barrier_release (vm);
}
static vlib_buffer_callbacks_t odp_callbacks = {
.vlib_buffer_alloc_cb = &odp_packet_buffer_alloc,
.vlib_buffer_free_cb = &odp_packet_buffer_free,
.vlib_buffer_free_no_next_cb = &odp_packet_buffer_free_no_next,
.vlib_packet_template_init_cb = &odp_packet_template_init,
};
static clib_error_t *
odp_buffer_init (vlib_main_t * vm)
{
vlib_buffer_cb_register (vm, &odp_callbacks);
return 0;
}
VLIB_INIT_FUNCTION (odp_buffer_init);
/*
* fd.io coding-style-patch-verification: ON
*
* Local Variables:
* eval: (c-set-style "gnu")
* End:
*/
|
