1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
@media only all and (prefers-color-scheme: dark) {
.highlight .hll { background-color: #49483e }
.highlight .c { color: #75715e } /* Comment */
.highlight .err { color: #960050; background-color: #1e0010 } /* Error */
.highlight .k { color: #66d9ef } /* Keyword */
.highlight .l { color: #ae81ff } /* Literal */
.highlight .n { color: #f8f8f2 } /* Name */
.highlight .o { color: #f92672 } /* Operator */
.highlight .p { color: #f8f8f2 } /* Punctuation */
.highlight .ch { color: #75715e } /* Comment.Hashbang */
.highlight .cm { color: #75715e } /* Comment.Multiline */
.highlight .cp { color: #75715e } /* Comment.Preproc */
.highlight .cpf { color: #75715e } /* Comment.PreprocFile */
.highlight .c1 { color: #75715e } /* Comment.Single */
.highlight .cs { color: #75715e } /* Comment.Special */
.highlight .gd { color: #f92672 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gi { color: #a6e22e } /* Generic.Inserted */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #75715e } /* Generic.Subheading */
.highlight .kc { color: #66d9ef } /* Keyword.Constant */
.highlight .kd { color: #66d9ef } /* Keyword.Declaration */
.highlight .kn { color: #f92672 } /* Keyword.Namespace */
.highlight .kp { color: #66d9ef } /* Keyword.Pseudo */
.highlight .kr { color: #66d9ef } /* Keyword.Reserved */
.highlight .kt { color: #66d9ef } /* Keyword.Type */
.highlight .ld { color: #e6db74 } /* Literal.Date */
.highlight .m { color: #ae81ff } /* Literal.Number */
.highlight .s { color: #e6db74 } /* Literal.String */
.highlight .na { color: #a6e22e } /* Name.Attribute */
.highlight .nb { color: #f8f8f2 } /* Name.Builtin */
.highlight .nc { color: #a6e22e } /* Name.Class */
.highlight .no { color: #66d9ef } /* Name.Constant */
.highlight .nd { color: #a6e22e } /* Name.Decorator */
.highlight .ni { color: #f8f8f2 } /* Name.Entity */
.highlight .ne { color: #a6e22e } /* Name.Exception */
.highlight .nf { color: #a6e22e } /* Name.Function */
.highlight .nl { color: #f8f8f2 } /* Name.Label */
.highlight .nn { color: #f8f8f2 } /* Name.Namespace */
.highlight .nx { color: #a6e22e } /* Name.Other */
.highlight .py { color: #f8f8f2 } /* Name.Property */
.highlight .nt { color: #f92672 } /* Name.Tag */
.highlight .nv { color: #f8f8f2 } /* Name.Variable */
.highlight .ow { color: #f92672 } /* Operator.Word */
.highlight .w { color: #f8f8f2 } /* Text.Whitespace */
.highlight .mb { color: #ae81ff } /* Literal.Number.Bin */
.highlight .mf { color: #ae81ff } /* Literal.Number.Float */
.highlight .mh { color: #ae81ff } /* Literal.Number.Hex */
.highlight .mi { color: #ae81ff } /* Literal.Number.Integer */
.highlight .mo { color: #ae81ff } /* Literal.Number.Oct */
.highlight .sa { color: #e6db74 } /* Literal.String.Affix */
.highlight .sb { color: #e6db74 } /* Literal.String.Backtick */
.highlight .sc { color: #e6db74 } /* Literal.String.Char */
.highlight .dl { color: #e6db74 } /* Literal.String.Delimiter */
.highlight .sd { color: #e6db74 } /* Literal.String.Doc */
.highlight .s2 { color: #e6db74 } /* Literal.String.Double */
.highlight .se { color: #ae81ff } /* Literal.String.Escape */
.highlight .sh { color: #e6db74 } /* Literal.String.Heredoc */
.highlight .si { color: #e6db74 } /* Literal.String.Interpol */
.highlight .sx { color: #e6db74 } /* Literal.String.Other */
.highlight .sr { color: #e6db74 } /* Literal.String.Regex */
.highlight .s1 { color: #e6db74 } /* Literal.String.Single */
.highlight .ss { color: #e6db74 } /* Literal.String.Symbol */
.highlight .bp { color: #f8f8f2 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #a6e22e } /* Name.Function.Magic */
.highlight .vc { color: #f8f8f2 } /* Name.Variable.Class */
.highlight .vg { color: #f8f8f2 } /* Name.Variable.Global */
.highlight .vi { color: #f8f8f2 } /* Name.Variable.Instance */
.highlight .vm { color: #f8f8f2 } /* Name.Variable.Magic */
.highlight .il { color: #ae81ff } /* Literal.Number.Integer.Long */
}
@media (prefers-color-scheme: light) {
.highlight .hll { background-color: #ffffcc }
.highlight .c { color: #888888 } /* Comment */
.highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */
.highlight .k { color: #008800; font-weight: bold } /* Keyword */
.highlight .ch { color: #888888 } /* Comment.Hashbang */
.highlight .cm { color: #888888 } /* Comment.Multiline */
.highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */
.highlight .cpf { color: #888888 } /* Comment.PreprocFile */
.highlight .c1 { color: #888888 } /* Comment.Single */
.highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */
.highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #aa0000 } /* Generic.Error */
.highlight .gh { color: #333333 } /* Generic.Heading */
.highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #555555 } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #666666 } /* Generic.Subheading */
.highlight .gt { color: #aa0000 } /* Generic.Traceback */
.highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008800 } /* Keyword.Pseudo */
.highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */
.highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */
.highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */
.highlight .na { color: #336699 } /* Name.Attribute */
.highlight .nb { color: #003388 } /* Name.Builtin */
.highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */
.highlight .no { color: #003366; font-weight: bold } /* Name.Constant */
.highlight .nd { color: #555555 } /* Name.Decorator */
.highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */
.highlight .nl { color: #336699; font-style: italic } /* Name.Label */
.highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */
.highlight .py { color: #336699; font-weight: bold } /* Name.Property */
.highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #336699 } /* Name.Variable */
.highlight .ow { color: #008800 } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */
.highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Numbe/*
* Copyright (c) 2019 Arm Limited.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef _GNU_SOURCE
#define _GNU_SOURCE
#endif
#include <vppinfra/mem.h>
#include <vppinfra/cache.h>
#include <vppinfra/lock.h>
#include <pthread.h>
#include <vppinfra/format.h>
#include <vppinfra/error.h>
#include <vppinfra/time.h>
#include <sched.h>
#include <vppinfra/atomics.h>
static u32 all_threads_online = 0;
typedef struct
{
uword threads_per_core;
uword cpu_mask_read;
uword read_cores;
uword cpu_mask_write;
uword write_cores;
uword increment_per_thread;
clib_rwlock_t rwlock;
uword shared_count;
uword iterations;
} rwlock_test_main_t;
void *
write_shared_counter (void *arg)
{
f64 *time = vec_new (f64, 1);
*time = 0;
rwlock_test_main_t *rtm = arg;
/* Wait for all threads to be created */
while (!clib_atomic_load_acq_n (&all_threads_online));
f64 start = clib_cpu_time_now ();
for (uword i = 0; i < rtm->increment_per_thread; i++)
{
clib_rwlock_writer_lock (&rtm->rwlock);
rtm->shared_count++;
clib_rwlock_writer_unlock (&rtm->rwlock);
}
*time = clib_cpu_time_now () - start;
return time;
}
void *
read_shared_counter (void *arg)
{
f64 *time = vec_new (f64, 1);
*time = 0;
rwlock_test_main_t *rtm = arg;
uword cnt_cpy = 0, exp = rtm->increment_per_thread * rtm->write_cores *
rtm->threads_per_core;
/* Wait for all threads to be created */
while (!clib_atomic_load_acq_n (&all_threads_online));
f64 start = clib_cpu_time_now ();
while (cnt_cpy < exp)
{
clib_rwlock_reader_lock (&rtm->rwlock);
cnt_cpy = rtm->shared_count;
clib_rwlock_reader_unlock (&rtm->rwlock);
}
*time = clib_cpu_time_now () - start;
return time;
}
unsigned
test_rwlock (rwlock_test_main_t * rtm, f64 * elapse_time)
{
int error = 0, total_threads = (rtm->read_cores + rtm->write_cores)
* rtm->threads_per_core;
pthread_t pthread[total_threads];
cpu_set_t cpuset;
unsigned cores_set = 0, cpu_id = 0;
/* Spawn reader (consumer) threads */
for (unsigned cpu_mask = rtm->cpu_mask_read; cpu_mask; cpu_mask >>= 1)
{
if (!(cpu_mask & 1))
{
cpu_id++;
continue;
}
CPU_ZERO (&cpuset);
CPU_SET (cpu_id, &cpuset);
for (uword t_num = 0; t_num < rtm->threads_per_core; t_num++)
{
uword t_index = cores_set * rtm->threads_per_core + t_num;
if ((error = pthread_create (&pthread[t_index], NULL,
&read_shared_counter, rtm)))
clib_unix_warning ("pthread_create failed with %d", error);
if ((error = pthread_setaffinity_np (pthread[t_index],
sizeof (cpu_set_t), &cpuset)))
clib_unix_warning ("pthread_set_affinity_np failed with %d",
error);
}
cores_set++;
cpu_id++;
}
/* Spawn writer (producer) threads */
cpu_id = 0;
for (unsigned cpu_mask = rtm->cpu_mask_write; cpu_mask; cpu_mask >>= 1)
{
if (!(cpu_mask & 1))
{
cpu_id++;
continue;
}
CPU_ZERO (&cpuset);
CPU_SET (cpu_id, &cpuset);
for (uword t_num = 0; t_num < rtm->threads_per_core; t_num++)
{
uword t_index = cores_set * rtm->threads_per_core + t_num;
if ((error = pthread_create (&pthread[t_index], NULL,
&write_shared_counter, rtm)))
clib_unix_warning ("pthread_create failed with %d", error);
if ((error = pthread_setaffinity_np (pthread[t_index],
sizeof (cpu_set_t), &cpuset)))
clib_unix_warning ("pthread_set_affinity_np failed with %d",
error);
}
cores_set++;
cpu_id++;
}
/* Launch all threads */
clib_atomic_store_rel_n (&all_threads_online, 1);
for (uword thread_num = 0; thread_num < total_threads; thread_num++)
{
f64 *time;
if ((error = pthread_join (pthread[thread_num], (void *) &time)))
clib_unix_warning ("pthread_join failed with %d", error);
*elapse_time += *time;
vec_free (time);
}
fformat (stdout, "Time elapsed: %.4e\n", *elapse_time);
return rtm->shared_count;
}
uword
num_cores_in_cpu_mask (uword mask)
{
uword num_cores = 0;
for (uword cpu_mask = mask; cpu_mask; cpu_mask >>= 1)
num_cores += (cpu_mask & 1);
return num_cores;
}
int
test_rwlock_main (unformat_input_t * i)
{
rwlock_test_main_t _rtm, *rtm = &_rtm;
clib_memset (rtm, 0, sizeof (rwlock_test_main_t));
while (unformat_check_input (i) != UNFORMAT_END_OF_INPUT)
{
if (0 == unformat (i, "threads/core %d", &rtm->threads_per_core)
&& 0 == unformat (i, "cpu_mask_read %x", &rtm->cpu_mask_read)
&& 0 == unformat (i, "cpu_mask_write %x", &rtm->cpu_mask_write)
&& 0 == unformat (i, "increment %d", &rtm->increment_per_thread)
&& 0 == unformat (i, "iterations %d", &rtm->iterations))
{
clib_unix_warning ("unknown input '%U'", format_unformat_error, i);
return 1;
}
}
rtm->read_cores = num_cores_in_cpu_mask (rtm->cpu_mask_read);
rtm->write_cores = num_cores_in_cpu_mask (rtm->cpu_mask_write);
uword total_increment = rtm->threads_per_core * rtm->write_cores *
rtm->increment_per_thread;
clib_rwlock_init (&rtm->rwlock);
f64 average_time = 0;
for (uword trial = 0; trial < rtm->iterations; trial++)
{
rtm->shared_count = 0;
f64 elapse_time = 0;
if (test_rwlock (rtm, &elapse_time) != total_increment)
{
clib_rwlock_free (&rtm->rwlock);
fformat (stdout, "FAILED: expected count: %d, actual count: %d\n",
total_increment, rtm->shared_count);
return 1;
}
fformat (stdout, "Trial %d SUCCESS: %d = %d\n",
trial, rtm->shared_count, total_increment);
average_time = (average_time * trial + elapse_time) / (trial + 1);
fformat (stdout, "Average lock/unlock cycles: %.4e\n", average_time);
}
clib_rwlock_free (&rtm->rwlock);
return 0;
}
#ifdef CLIB_UNIX
/** Launches a number of writer threads to simultaneously increment a global
counter and a number of reader threads to continuously poll the counter,
and records timestamps for rwlock performance benchmarking
@param "threads/core [# threads/core]" - number of threads per core
@param "cpu_mask_read [cpu_mask]" - reader thread cpu string e.g. input
ff sets cpus 0 - 7
@param "cpu_mask_write [cpu_mask]" - writer thread cpu string
@param "increment [# increments]" - number of increments per writer thread
@param "iterations [# iterations]" - number of iterations
@returns exit code
*/
int
main (int argc, char *argv[])
{
unformat_input_t i;
i32 ret;
clib_time_t time;
clib_mem_init (0, 3ULL << 30);
clib_time_init (&time);
unformat_init_command_line (&i, argv);
ret = test_rwlock_main (&i);
unformat_free (&i);
return ret;
}
#endif /* CLIB_UNIX */
/*
* fd.io coding-style-patch-verification: ON
*
* Local Variables:
* eval: (c-set-style "gnu")
* End:
*/
|