diff options
| author |   Damjan Marion <damarion@cisco.com> | 2018-05-23 20:21:51 +0200 |
|---|---|---|
| committer |   Damjan Marion <dmarion.lists@gmail.com> | 2018-05-25 11:44:43 +0000 |
| commit | 1cf9a165fc80b2f8109f85d5bd121e0c7c397e58 (patch) | |
| tree | 207e20914dc9edab3f2f225377e2c1af9d476190 /src/vppinfra/vector_avx2.h | |
| parent | d57f63698f99fad0288ac040d83b3ecd380d4bfd (diff) | |
Vectorized bihash_{48,40,24,16}_8 key compare
bihash_48_8 case:
Scalar code: 6 clocks
SSE4.2 code: 3 clocks
AVX2 code: 2.27 clocks
AVX512 code: 1.5 clocks
Change-Id: I40700175835a1e7321276e47eadbf9771d3c5a68
Signed-off-by: Damjan Marion <damarion@cisco.com>
Diffstat (limited to 'src/vppinfra/vector_avx2.h')
| -rw-r--r-- | src/vppinfra/vector_avx2.h | 45 |
1 files changed, 25 insertions, 20 deletions
diff --git a/src/vppinfra/vector_avx2.h b/src/vppinfra/vector_avx2.h index e2d5701c0e8..6dd110c52e3 100644 --- a/src/vppinfra/vector_avx2.h +++ b/src/vppinfra/vector_avx2.h @@ -64,29 +64,34 @@ u32x8_permute (u32x8 v, u32x8 idx) return (u32x8) _mm256_permutevar8x32_epi32 ((__m256i) v, (__m256i) idx); } -always_inline u32x4 -u32x8_extract_lo (u32x8 v) -{ - return (u32x4) _mm256_extracti128_si256 ((__m256i) v, 0); -} +/* _extract_lo, _extract_hi */ +/* *INDENT-OFF* */ +#define _(t1,t2) \ +always_inline t1 \ +t2##_extract_lo (t2 v) \ +{ return (t1) _mm256_extracti128_si256 ((__m256i) v, 0); } \ +\ +always_inline t1 \ +t2##_extract_hi (t2 v) \ +{ return (t1) _mm256_extracti128_si256 ((__m256i) v, 1); } \ +\ +always_inline t2 \ +t2##_insert_lo (t2 v1, t1 v2) \ +{ return (t2) _mm256_inserti128_si256 ((__m256i) v1, (__m128i) v2, 0); }\ +\ +always_inline t2 \ +t2##_insert_hi (t2 v1, t1 v2) \ +{ return (t2) _mm256_inserti128_si256 ((__m256i) v1, (__m128i) v2, 1); }\ + +_(u8x16, u8x32) +_(u16x8, u16x16) +_(u32x4, u32x8) +_(u64x2, u64x4) +#undef _ +/* *INDENT-ON* */ -always_inline u32x4 -u32x8_extract_hi (u32x8 v) -{ - return (u32x4) _mm256_extracti128_si256 ((__m256i) v, 1); -} -always_inline u32x8 -u32x8_insert_lo (u32x8 v1, u32x4 v2) -{ - return (u32x8) _mm256_inserti128_si256 ((__m256i) v1, (__m128i) v2, 0); -} -always_inline u32x8 -u32x8_insert_hi (u32x8 v1, u32x4 v2) -{ - return (u32x8) _mm256_inserti128_si256 ((__m256i) v1, (__m128i) v2, 1); -} static_always_inline u32 u8x32_msb_mask (u8x32 v) |