1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
/*
* Copyright (c) 2018 Cisco and/or its affiliates.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef included_palloc_h
#define included_palloc_h
#include <vppinfra/format.h>
#include <vppinfra/pool.h>
#define PMALLOC_LOG2_BLOCK_SZ CLIB_LOG2_CACHE_LINE_BYTES
#define PMALLOC_BLOCK_SZ (1 << 6)
#define CLIB_PMALLOC_NUMA_LOCAL 0xffffffff
typedef struct
{
u32 start, prev, next;
u32 size:31;
u32 used:1;
} clib_pmalloc_chunk_t;
STATIC_ASSERT_SIZEOF (clib_pmalloc_chunk_t, 16);
typedef struct
{
u32 index;
u32 arena_index;
uword pa;
clib_pmalloc_chunk_t *chunks;
u32 first_chunk_index;
u32 n_free_chunks;
u32 n_free_blocks;
} clib_pmalloc_page_t;
typedef struct
{
u32 index;
u32 flags;
#define CLIB_PMALLOC_ARENA_F_SHARED_MEM (1 << 0)
int fd;
u32 numa_node;
u32 first_page_index;
u32 log2_page_sz;
u32 n_pages;
u8 *name;
u32 *page_indices;
} clib_pmalloc_arena_t;
typedef struct
{
u8 *base;
uword log2_page_sz;
uword *va_pa_diffs;
u32 max_pages;
clib_pmalloc_page_t *pages;
uword *chunk_index_by_va;
clib_pmalloc_arena_t *arenas;
u32 *default_arena_for_numa_node;
clib_error_t *error;
} clib_pmalloc_main_t;
int clib_pmalloc_init (clib_pmalloc_main_t * pm, uword size);
void *clib_pmalloc_alloc_aligned_on_numa (clib_pmalloc_main_t * pm,
uword size, uword align,
u32 numa_node);
void *clib_pmalloc_alloc_aligned (clib_pmalloc_main_t * pm, uword size,
uword align);
void clib_pmalloc_free (clib_pmalloc_main_t * pm, void *va);
void *clib_pmalloc_create_shared_arena (clib_pmalloc_main_t * pm, char *name,
uword size, u32 numa_node);
void *clib_pmalloc_alloc_from_arena (clib_pmalloc_main_t * pm, void *arena_va,
uword size, uword align);
format_function_t format_pmalloc;
always_inline clib_error_t *
clib_pmalloc_last_error (clib_pmalloc_main_t * pm)
{
return pm->error;
}
always_inline u32
clib_pmalloc_get_page_index (clib_pmalloc_main_t * pm, void *va)
{
uword index = (pointer_to_uword (va) - pointer_to_uword (pm->base)) >>
pm->log2_page_sz;
ASSERT (index < vec_len (pm->pages));
return index;
}
always_inline clib_pmalloc_arena_t *
clib_pmalloc_get_arena (clib_pmalloc_main_t * pm, void *va)
{
u32 index = clib_pmalloc_get_page_index (pm, va);
return pm->arenas + pm->pages[index].arena_index;
}
always_inline uword
clib_pmalloc_get_pa (clib_pmalloc_main_t * pm, void *va)
{
u32 index = clib_pmalloc_get_page_index (pm, va);
return pointer_to_uword (va) - pm->va_pa_diffs[index];
}
#endif /* included_palloc_h */
/*
* fd.io coding-style-patch-verification: ON
*
* Local Variables:
* eval: (c-set-style "gnu")
* End:
*/
|
