summaryrefslogtreecommitdiffstats
path: root/src/vppinfra/interrupt.h
diff options
context:
space:
mode:
authorDamjan Marion <damarion@cisco.com>2020-11-06 23:25:57 +0100
committerDamjan Marion <dmarion@me.com>2021-01-21 13:20:10 +0000
commit941005336ee8cec614a856089f3d873f7d98135c (patch)
tree2a9287e8a16cfbfecac80251637658a4cf93db66 /src/vppinfra/interrupt.h
parent1e4309538dd178827fc2a5efb3ceb80a4b1f1a8f (diff)
interface: rx queue infra rework, part one
Type: improvement Change-Id: I4008cadfd5141f921afbdc09a3ebcd1dcf88eb29 Signed-off-by: Damjan Marion <damarion@cisco.com>
Diffstat (limited to 'src/vppinfra/interrupt.h')
-rw-r--r--src/vppinfra/interrupt.h142
1 files changed, 142 insertions, 0 deletions
diff --git a/src/vppinfra/interrupt.h b/src/vppinfra/interrupt.h
new file mode 100644
index 00000000000..60c01fa0248
--- /dev/null
+++ b/src/vppinfra/interrupt.h
@@ -0,0 +1,142 @@
+/*
+ * Copyright (c) 2020 Cisco and/or its affiliates.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef included_clib_interrupt_h
+#define included_clib_interrupt_h
+
+#include <vppinfra/clib.h>
+#include <vppinfra/bitops.h> /* for count_set_bits */
+#include <vppinfra/vec.h>
+
+typedef struct
+{
+ CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
+ int n_int;
+ uword n_uword_alloc;
+} clib_interrupt_header_t;
+
+void clib_interrupt_init (void **data, uword n_interrupts);
+void clib_interrupt_resize (void **data, uword n_interrupts);
+
+static_always_inline void
+clib_interrupt_free (void **data)
+{
+ if (data[0])
+ {
+ clib_mem_free (data[0]);
+ data[0] = 0;
+ }
+}
+
+static_always_inline int
+clib_interrupt_get_n_int (void *d)
+{
+ clib_interrupt_header_t *h = d;
+ if (h)
+ return h->n_int;
+ return 0;
+}
+
+static_always_inline uword *
+clib_interrupt_get_bitmap (void *d)
+{
+ return d + sizeof (clib_interrupt_header_t);
+}
+
+static_always_inline uword *
+clib_interrupt_get_atomic_bitmap (void *d)
+{
+ clib_interrupt_header_t *h = d;
+ return clib_interrupt_get_bitmap (d) + h->n_uword_alloc;
+}
+
+static_always_inline void
+clib_interrupt_set (void *in, int int_num)
+{
+ uword *bmp = clib_interrupt_get_bitmap (in);
+ uword mask = 1ULL << (int_num & (uword_bits - 1));
+ bmp += int_num >> log2_uword_bits;
+
+ ASSERT (int_num < ((clib_interrupt_header_t *) in)->n_int);
+
+ *bmp |= mask;
+}
+
+static_always_inline void
+clib_interrupt_set_atomic (void *in, int int_num)
+{
+ uword *bmp = clib_interrupt_get_atomic_bitmap (in);
+ uword mask = 1ULL << (int_num & (uword_bits - 1));
+ bmp += int_num >> log2_uword_bits;
+
+ ASSERT (int_num < ((clib_interrupt_header_t *) in)->n_int);
+
+ __atomic_fetch_or (bmp, mask, __ATOMIC_RELAXED);
+}
+
+static_always_inline void
+clib_interrupt_clear (void *in, int int_num)
+{
+ uword *bmp = clib_interrupt_get_bitmap (in);
+ uword *abm = clib_interrupt_get_atomic_bitmap (in);
+ uword mask = 1ULL << (int_num & (uword_bits - 1));
+ uword off = int_num >> log2_uword_bits;
+
+ ASSERT (int_num < ((clib_interrupt_header_t *) in)->n_int);
+
+ bmp[off] |= __atomic_exchange_n (abm + off, 0, __ATOMIC_SEQ_CST);
+ bmp[off] &= ~mask;
+}
+
+static_always_inline int
+clib_interrupt_get_next (void *in, int last)
+{
+ uword *bmp = clib_interrupt_get_bitmap (in);
+ uword *abm = clib_interrupt_get_atomic_bitmap (in);
+ clib_interrupt_header_t *h = in;
+ uword bmp_uword, off;
+
+ ASSERT (last >= -1 && last < h->n_int);
+
+ off = (last + 1) >> log2_uword_bits;
+
+ last -= off << log2_uword_bits;
+ bmp[off] |= __atomic_exchange_n (abm + off, 0, __ATOMIC_SEQ_CST);
+ bmp_uword = bmp[off] & ~pow2_mask (last + 1);
+
+next:
+ if (bmp_uword)
+ return (off << log2_uword_bits) + count_trailing_zeros (bmp_uword);
+
+ off++;
+
+ if (off > h->n_int >> log2_uword_bits)
+ return -1;
+
+ bmp[off] |= __atomic_exchange_n (abm + off, 0, __ATOMIC_SEQ_CST);
+ bmp_uword = bmp[off];
+
+ goto next;
+}
+
+#endif /* included_clib_interrupt_h */
+
+/*
+ * fd.io coding-style-patch-verification: ON
+ *
+ * Local Variables:
+ * eval: (c-set-style "gnu")
+ * End:
+ */