1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
|
/*
* Copyright (c) 2018 Cisco and/or its affiliates.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef included_palloc_h
#define included_palloc_h
#include <vppinfra/format.h>
#include <vppinfra/pool.h>
#define PMALLOC_LOG2_BLOCK_SZ CLIB_LOG2_CACHE_LINE_BYTES
#define PMALLOC_BLOCK_SZ (1 << 6)
#define CLIB_PMALLOC_NUMA_LOCAL 0xffffffff
typedef struct
{
u32 start, prev, next;
u32 size:31;
u32 used:1;
} clib_pmalloc_chunk_t;
STATIC_ASSERT_SIZEOF (clib_pmalloc_chunk_t, 16);
typedef struct
{
u32 index;
u32 arena_index;
uword pa;
clib_pmalloc_chunk_t *chunks;
u32 first_chunk_index;
u32 n_free_chunks;
u32 n_free_blocks;
} clib_pmalloc_page_t;
typedef struct
{
u32 index;
u32 flags;
#define CLIB_PMALLOC_ARENA_F_SHARED_MEM (1 << 0)
int fd;
u32 numa_node;
u32 first_page_index;
u32 log2_subpage_sz;
u32 subpages_per_page;
u32 n_pages;
u8 *name;
u32 *page_indices;
} clib_pmalloc_arena_t;
typedef struct
{
/* flags */
u32 flags;
#define CLIB_PMALLOC_F_NO_PAGEMAP (1 << 0)
/* base VA address */
u8 *base;
/* default page size - typically 2M */
u32 def_log2_page_sz;
/* system page size - typically 4K */
u32 sys_log2_page_sz;
/* maximum number of pages, limited by VA preallocation size */
u32 max_pages;
/* vector of pages - each page have own alloc pool and it can be split
into subpages (i.e. 2M page build out of 512 4K pages) */
clib_pmalloc_page_t *pages;
/* hash used to find chunk index out of VA, chunk index is defined
per page */
uword *chunk_index_by_va;
/* alloc arenas are group of pages which share same attributes
shared arenas are represented by FD and they are not grovable
private arenas are growable */
clib_pmalloc_arena_t *arenas;
/* vector of per numa node alloc arena indices
each numa node have own default privat alloc arena */
u32 *default_arena_for_numa_node;
/* VA to PA lookup table */
uword *lookup_table;
/* lookup page size - equals to smalles subpage used */
u32 lookup_log2_page_sz;
/* last error */
clib_error_t *error;
} clib_pmalloc_main_t;
int clib_pmalloc_init (clib_pmalloc_main_t * pm, uword size);
void *clib_pmalloc_alloc_aligned_on_numa (clib_pmalloc_main_t * pm,
uword size, uword align,
u32 numa_node);
void *clib_pmalloc_alloc_aligned (clib_pmalloc_main_t * pm, uword size,
uword align);
void clib_pmalloc_free (clib_pmalloc_main_t * pm, void *va);
void *clib_pmalloc_create_shared_arena (clib_pmalloc_main_t * pm, char *name,
uword size, u32 log2_page_sz,
u32 numa_node);
void *clib_pmalloc_alloc_from_arena (clib_pmalloc_main_t * pm, void *arena_va,
uword size, uword align);
format_function_t format_pmalloc;
always_inline clib_error_t *
clib_pmalloc_last_error (clib_pmalloc_main_t * pm)
{
return pm->error;
}
always_inline u32
clib_pmalloc_get_page_index (clib_pmalloc_main_t * pm, void *va)
{
uword index = (pointer_to_uword (va) - pointer_to_uword (pm->base)) >>
pm->def_log2_page_sz;
ASSERT (index < vec_len (pm->pages));
return index;
}
always_inline clib_pmalloc_arena_t *
clib_pmalloc_get_arena (clib_pmalloc_main_t * pm, void *va)
{
u32 index = clib_pmalloc_get_page_index (pm, va);
return pm->arenas + pm->pages[index].arena_index;
}
always_inline uword
clib_pmalloc_get_pa (clib_pmalloc_main_t * pm, void *va)
{
uword index = (pointer_to_uword (va) - pointer_to_uword (pm->base)) >>
pm->lookup_log2_page_sz;
return pointer_to_uword (va) - pm->lookup_table[index];
}
#endif /* included_palloc_h */
/*
* fd.io coding-style-patch-verification: ON
*
* Local Variables:
* eval: (c-set-style "gnu")
* End:
*/
|
