1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
#include <stdio.h>
#include <vppinfra/mem.h>
extern void * __libc_malloc (size_t);
extern void __libc_free (void *);
extern void * __libc_calloc (size_t, size_t);
extern void * __libc_realloc (void *, size_t);
extern void * __libc_valloc (size_t);
extern void * __libc_memalign (size_t, size_t);
extern void * __libc_pvalloc (size_t);
__thread u64 vpp_mem_no_vpp_heap;
static void no_heap (void)
{
vpp_mem_no_vpp_heap++;
if (1 == vpp_mem_no_vpp_heap)
fprintf (stderr, "vpp mem: libc allocation requested but no vpp heap ready, defaulting to libc.\n");
}
static_always_inline int
check_vpp_heap (void)
{
if (PREDICT_TRUE (clib_mem_get_per_cpu_heap () != 0))
return 1;
no_heap ();
return 0;
}
void *
malloc(size_t size)
{
if (!check_vpp_heap ())
return __libc_malloc (size);
return clib_mem_alloc (size);
}
void
free(void *p)
{
if (!p)
return;
if (!check_vpp_heap ())
return __libc_free (p);
clib_mem_free (p);
}
void *
calloc(size_t nmemb, size_t size)
{
void * p;
if (!check_vpp_heap ())
return __libc_calloc (nmemb, size);
p = clib_mem_alloc (nmemb * size);
clib_memset (p, 0, nmemb * size);
return p;
}
void *
realloc(void *p, size_t size)
{
if (!check_vpp_heap ())
return __libc_realloc (p, size);
return clib_mem_realloc (p, size);
}
int
posix_memalign(void **memptr, size_t alignment, size_t size)
{
if (!check_vpp_heap ())
*memptr = __libc_memalign (alignment, size);
else
*memptr = clib_mem_alloc_aligned (size, alignment);
return 0;
}
void *
aligned_alloc(size_t alignment, size_t size)
{
if (!check_vpp_heap ())
return __libc_memalign (alignment, size);
return clib_mem_alloc_aligned (size, alignment);
}
void *
valloc(size_t size)
{
if (!check_vpp_heap ())
return __libc_valloc (size);
return clib_mem_alloc_aligned (size, clib_mem_get_page_size ());
}
void *memalign(size_t alignment, size_t size)
{
if (!check_vpp_heap ())
return __libc_memalign (alignment, size);
return clib_mem_alloc_aligned (size, alignment);
}
void *
pvalloc(size_t size)
{
uword pagesz;
if (!check_vpp_heap ())
return __libc_pvalloc (size);
pagesz = clib_mem_get_page_size ();
return clib_mem_alloc_aligned (round_pow2 (size, pagesz), pagesz);
}
|
