summaryrefslogtreecommitdiffstats
path: root/src/vlib/physmem_funcs.h
blob: 3e9208b4e95ba52d595e557ce0ff6e8bcee00241 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
/*
 * Copyright (c) 2015 Cisco and/or its affiliates.
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at:
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
/*
 * physmem.h: virtual <-> physical memory mapping for VLIB buffers
 *
 * Copyright (c) 2008 Eliot Dresselhaus
 *
 * Permission is hereby granted, free of charge, to any person obtaining
 * a copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sublicense, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice shall be
 * included in all copies or substantial portions of the Software.
 *
 *  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 *  EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 *  MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 *  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
 *  LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
 *  OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 *  WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 */

#ifndef included_vlib_physmem_funcs_h
#define included_vlib_physmem_funcs_h

#include <vppinfra/clib.h>
#include <vppinfra/clib_error.h>
#include <vlib/physmem.h>
#include <vlib/main.h>

clib_error_t *vlib_physmem_init (vlib_main_t * vm);
clib_error_t *vlib_physmem_shared_map_create (vlib_main_t * vm, char *name,
					      uword size, u32 log2_page_sz,
					      u32 numa_node, u32 * map_index);

vlib_physmem_map_t *vlib_physmem_get_map (vlib_main_t * vm, u32 index);

always_inline void *
vlib_physmem_alloc_aligned (vlib_main_t * vm, uword n_bytes, uword alignment)
{
  clib_pmalloc_main_t *pm = vm->physmem_main.pmalloc_main;
  return clib_pmalloc_alloc_aligned (pm, n_bytes, alignment);
}

always_inline void *
vlib_physmem_alloc_aligned_on_numa (vlib_main_t * vm, uword n_bytes,
				    uword alignment, u32 numa_node)
{
  clib_pmalloc_main_t *pm = vm->physmem_main.pmalloc_main;
  return clib_pmalloc_alloc_aligned_on_numa (pm, n_bytes, alignment,
					     numa_node);
}

/* By default allocate I/O memory with cache line alignment. */
always_inline void *
vlib_physmem_alloc (vlib_main_t * vm, uword n_bytes)
{
  return vlib_physmem_alloc_aligned (vm, n_bytes, CLIB_CACHE_LINE_BYTES);
}

always_inline void *
vlib_physmem_alloc_from_map (vlib_main_t * vm, u32 physmem_map_index,
			     uword n_bytes, uword alignment)
{
  clib_pmalloc_main_t *pm = vm->physmem_main.pmalloc_main;
  vlib_physmem_map_t *map = vlib_physmem_get_map (vm, physmem_map_index);
  return clib_pmalloc_alloc_from_arena (pm, map->base, n_bytes,
					CLIB_CACHE_LINE_BYTES);
}

always_inline void
vlib_physmem_free (vlib_main_t * vm, void *p)
{
  if (p)
    clib_pmalloc_free (vm->physmem_main.pmalloc_main, p);
}

always_inline u64
vlib_physmem_get_page_index (vlib_main_t * vm, void *mem)
{
  clib_pmalloc_main_t *pm = vm->physmem_main.pmalloc_main;
  return clib_pmalloc_get_page_index (pm, mem);
}

always_inline u64
vlib_physmem_get_pa (vlib_main_t * vm, void *mem)
{
  clib_pmalloc_main_t *pm = vm->physmem_main.pmalloc_main;
  return clib_pmalloc_get_pa (pm, mem);
}

always_inline clib_error_t *
vlib_physmem_last_error (struct vlib_main_t * vm)
{
  clib_pmalloc_main_t *pm = vm->physmem_main.pmalloc_main;
  return pm->error;
}

#endif /* included_vlib_physmem_funcs_h */

/*
 * fd.io coding-style-patch-verification: ON
 *
 * Local Variables:
 * eval: (c-set-style "gnu")
 * End:
 */
class="o">->key_hash); /* Additions */ overflow = 0; before = clib_time_now (&tm->clib_time); fformat (stdout, "Adding %u items...\n", tm->nitems); for (i = 0; i < tm->nitems; i++) { u32 hash = flowhash_hash_8_8 (&tm->keys[i]); u32 ei; flowhash_get_8_8 (tm->hash, &tm->keys[i], hash, 1, &ei); if (flowhash_is_overflow (ei)) overflow++; /* Set value (No matter if success) */ flowhash_value (tm->hash, ei)->as_u64[0] = i + 1; /* Save value until time > 1 */ flowhash_timeout (tm->hash, ei) = 1; } delta = clib_time_now (&tm->clib_time) - before; total = tm->nitems; fformat (stdout, "%lld additions in %.6f seconds\n", total, delta); if (delta > 0) fformat (stdout, "%.f additions per second\n", ((f64) total) / delta); fformat (stdout, "%u elements in table\n", flowhash_elts_8_8 (tm->hash, 1)); fformat (stdout, "Flowhash counters:\n"); fformat (stdout, " collision-lookup: %lu\n", tm->hash->collision_lookup_counter); fformat (stdout, " not-enough-buckets: %lu\n", tm->hash->not_enough_buckets_counter); fformat (stdout, " overflows: %lu\n", overflow); /* Lookups (very similar to additions) */ overflow = 0; before = clib_time_now (&tm->clib_time); fformat (stdout, "Looking up %u items %u times...\n", tm->nitems, tm->iterations); for (j = 0; j < tm->iterations; j++) { i = 0; if (tm->prefetch) for (; i < tm->nitems - tm->prefetch; i++) { u32 ei; u32 hash = flowhash_hash_8_8 (&tm->keys[i + tm->prefetch]); flowhash_prefetch (tm->hash, hash); hash = flowhash_hash_8_8 (&tm->keys[i]); flowhash_get_8_8 (tm->hash, &tm->keys[i], hash, 1, &ei); if (flowhash_is_overflow (ei)) overflow++; else if (flowhash_timeout (tm->hash, ei) != 1) clib_warning ("Key not found: %lld\n", tm->keys[i].as_u64[0]); else if (flowhash_value (tm->hash, ei)->as_u64[0] != i + 1) clib_warning ("Value mismatch for key %lld\n", tm->keys[i].as_u64[0]); } for (; i < tm->nitems; i++) { u32 ei; u32 hash = flowhash_hash_8_8 (&tm->keys[i]); flowhash_get_8_8 (tm->hash, &tm->keys[i], hash, 1, &ei); if (flowhash_is_overflow (ei)) overflow++; else if (flowhash_timeout (tm->hash, ei) != 1) clib_warning ("Key not found: %lld\n", tm->keys[i].as_u64[0]); else if (flowhash_value (tm->hash, ei)->as_u64[0] != i + 1) clib_warning ("Value mismatch for key %lld\n", tm->keys[i].as_u64[0]); } } delta = clib_time_now (&tm->clib_time) - before; total = tm->nitems * tm->iterations; fformat (stdout, "%lld lookups in %.6f seconds\n", total, delta); if (delta > 0) fformat (stdout, "%.f lookups per second\n", ((f64) total) / delta); /* Delete */ for (i = 0; i < tm->nitems; i++) { u32 hash = flowhash_hash_8_8 (&tm->keys[i]); u32 ei; flowhash_get_8_8 (tm->hash, &tm->keys[i], hash, 1, &ei); flowhash_timeout (tm->hash, ei) = 0; } fformat (stdout, "%u elements in table\n", flowhash_elts_8_8 (tm->hash, 1)); vec_free (tm->keys); flowhash_free_8_8 (tm->hash); return NULL; } clib_error_t * test_flowhash_main (test_main_t * tm) { unformat_input_t *i = tm->input; clib_error_t *error; while (unformat_check_input (i) != UNFORMAT_END_OF_INPUT) { if (unformat (i, "seed %u", &tm->seed)) ; else if (unformat (i, "fixed-entries %d", &tm->fixed_entries)) ; else if (unformat (i, "collision-buckets %d", &tm->collision_buckets)) ; else if (unformat (i, "non-random-keys")) tm->non_random_keys = 1; else if (unformat (i, "nitems %d", &tm->nitems)) ; else if (unformat (i, "prefetch %d", &tm->prefetch)) ; else if (unformat (i, "iterations %d", &tm->iterations)) ; else return clib_error_return (0, "unknown input '%U'", format_unformat_error, i); } error = test_flowhash (tm); return error; } #ifdef CLIB_UNIX int main (int argc, char *argv[]) { unformat_input_t i; clib_error_t *error; test_main_t *tm = &test_main; clib_mem_init (0, 3ULL << 30); tm->fixed_entries = 8 << 20; tm->collision_buckets = 1 << 20; tm->seed = 0xdeadf00l; tm->iterations = 1; tm->input = &i; tm->nitems = 1000; tm->non_random_keys = 0; tm->key_hash = hash_create (0, sizeof (uword)); tm->prefetch = 0; clib_time_init (&tm->clib_time); unformat_init_command_line (&i, argv); error = test_flowhash_main (tm); unformat_free (&i); if (error) { clib_error_report (error); return 1; } return 0; return 0; } #endif /* CLIB_UNIX */ /* * fd.io coding-style-patch-verification: ON * * Local Variables: * eval: (c-set-style "gnu") * End: */