From 32ab95426d40920c526f0de89a43f88819616ed8 Mon Sep 17 00:00:00 2001 From: Damjan Marion Date: Tue, 26 Jun 2018 01:29:55 +0200 Subject: SIMD optimized linear search in clib_bitmap_first_set Change-Id: Ib3a55598a83cc99485b40e38e7c406ecb126fd42 Signed-off-by: Damjan Marion --- src/vppinfra/bitmap.h | 25 +++++++++++++++++++++++-- 1 file changed, 23 insertions(+), 2 deletions(-) (limited to 'src/vppinfra/bitmap.h') diff --git a/src/vppinfra/bitmap.h b/src/vppinfra/bitmap.h index dbf9eeb2232..9418b1fcced 100644 --- a/src/vppinfra/bitmap.h +++ b/src/vppinfra/bitmap.h @@ -384,8 +384,29 @@ do { \ always_inline uword clib_bitmap_first_set (uword * ai) { - uword i; - for (i = 0; i < vec_len (ai); i++) + uword i = 0; +#if uword_bits == 64 +#if defined (CLIB_HAVE_VEC256) + while (i + 7 < vec_len (ai)) + { + u64x4 v; + v = u64x4_load_unaligned (ai + i) | u64x4_load_unaligned (ai + i + 4); + if (!u64x4_is_all_zero (v)) + break; + i += 8; + } +#elif defined (CLIB_HAVE_VEC128) + while (i + 3 < vec_len (ai)) + { + u64x2 v; + v = u64x2_load_unaligned (ai + i) | u64x2_load_unaligned (ai + i + 2); + if (!u64x2_is_all_zero (v)) + break; + i += 4; + } +#endif +#endif + for (; i < vec_len (ai); i++) { uword x = ai[i]; if (x != 0) -- cgit 1.2.3-korg