X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=src%2Fvppinfra%2Fvector_sse42.h;h=2b6246e97f8407116d5c935fc17767e9ca39ce43;hb=d23d39cc012e5b1075a2323d6e940ae5ad43de46;hp=053826d92bc9ecba3cc27f6818ff13c81f329aab;hpb=a52e1668c9976bd5cdd20d02b668df41ea41f16f;p=vpp.git diff --git a/src/vppinfra/vector_sse42.h b/src/vppinfra/vector_sse42.h index 053826d92bc..2b6246e97f8 100644 --- a/src/vppinfra/vector_sse42.h +++ b/src/vppinfra/vector_sse42.h @@ -69,8 +69,8 @@ t##s##x##c##_is_all_zero (t##s##x##c x) \ { return _mm_testz_si128 ((__m128i) x, (__m128i) x); } \ \ static_always_inline int \ -t##s##x##c##_is_equal (t##s##x##c x, t##s##x##c y) \ -{ return _mm_testc_si128 ((__m128i) x, (__m128i) y); } \ +t##s##x##c##_is_equal (t##s##x##c a, t##s##x##c b) \ +{ return t##s##x##c##_is_all_zero (a ^ b); } \ \ static_always_inline int \ t##s##x##c##_is_all_equal (t##s##x##c v, t##s x) \ @@ -592,6 +592,63 @@ u8x16_msb_mask (u8x16 v) #undef _signed_binop +static_always_inline u16x8 +u16x8_byte_swap (u16x8 v) +{ + u8x16 swap = { + 1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14, + }; + return (u16x8) _mm_shuffle_epi8 ((__m128i) v, (__m128i) swap); +} + +static_always_inline u32x4 +u32x4_hadd (u32x4 v1, u32x4 v2) +{ + return (u32x4) _mm_hadd_epi32 ((__m128i) v1, (__m128i) v2); +} + +static_always_inline u8x16 +u8x16_shuffle (u8x16 v, u8x16 m) +{ + return (u8x16) _mm_shuffle_epi8 ((__m128i) v, (__m128i) m); +} + +static_always_inline u32x4 +u32x4_shuffle (u32x4 v, const int a, const int b, const int c, const int d) +{ +#if defined(__clang__) || !__OPTIMIZE__ + u32x4 r = { v[a], v[b], v[c], v[d] }; + return r; +#else + return (u32x4) _mm_shuffle_epi32 ((__m128i) v, + a | b << 2 | c << 4 | d << 6); +#endif +} + +/* _extend_to_ */ +/* *INDENT-OFF* */ +#define _(f,t,i) \ +static_always_inline t \ +f##_extend_to_##t (f x) \ +{ return (t) _mm_cvt##i ((__m128i) x); } + +_(u8x16, u16x8, epu8_epi16) +_(u8x16, u32x4, epu8_epi32) +_(u8x16, u64x2, epu8_epi64) +_(u16x8, u32x4, epu16_epi32) +_(u16x8, u64x2, epu16_epi64) +_(u32x4, u64x2, epu32_epi64) + +_(i8x16, i16x8, epi8_epi16) +_(i8x16, i32x4, epi8_epi32) +_(i8x16, i64x2, epi8_epi64) +_(i16x8, i32x4, epi16_epi32) +_(i16x8, i64x2, epi16_epi64) +_(i32x4, i64x2, epi32_epi64) +#undef _ +/* *INDENT-ON* */ + + #endif /* included_vector_sse2_h */ /*