X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=src%2Fvppinfra%2Fvector_avx512.h;h=efdc78bdc02e3614836bd4269869c8afc9e288fc;hb=2fef3dfa5cd916baf346369e47be468e7887904b;hp=a5d6739a5d1cd1e1e6aa24069e9052d940f3abba;hpb=4e08316f3ec2c98165f156c6551f1e6557931739;p=vpp.git

diff --git a/src/vppinfra/vector_avx512.h b/src/vppinfra/vector_avx512.h
index a5d6739a5d1..efdc78bdc02 100644
--- a/src/vppinfra/vector_avx512.h
+++ b/src/vppinfra/vector_avx512.h
@@ -57,6 +57,14 @@ t##s##x##c##_is_all_equal (t##s##x##c v, t##s x)			\
 static_always_inline u##c						\
 t##s##x##c##_is_zero_mask (t##s##x##c v)				\
 { return _mm512_test_##i##_mask ((__m512i) v, (__m512i) v); }		\
+\
+static_always_inline t##s##x##c                                         \
+t##s##x##c##_interleave_lo (t##s##x##c a, t##s##x##c b)                 \
+{ return (t##s##x##c) _mm512_unpacklo_##i ((__m512i) a, (__m512i) b); } \
+\
+static_always_inline t##s##x##c                                         \
+t##s##x##c##_interleave_hi (t##s##x##c a, t##s##x##c b)                 \
+{ return (t##s##x##c) _mm512_unpackhi_##i ((__m512i) a, (__m512i) b); } \
 
 
 foreach_avx512_vec512i foreach_avx512_vec512u
@@ -69,6 +77,99 @@ u16x32_msb_mask (u16x32 v)
   return (u32) _mm512_movepi16_mask ((__m512i) v);
 }
 
+static_always_inline u32x16
+u32x16_byte_swap (u32x16 v)
+{
+  u8x64 swap = {
+    3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12,
+    3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12,
+    3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12,
+    3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12
+  };
+  return (u32x16) _mm512_shuffle_epi8 ((__m512i) v, (__m512i) swap);
+}
+
+static_always_inline u16x32
+u16x32_byte_swap (u16x32 v)
+{
+  u8x64 swap = {
+    1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14,
+    1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14,
+    1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14,
+    1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14
+  };
+  return (u16x32) _mm512_shuffle_epi8 ((__m512i) v, (__m512i) swap);
+}
+
+static_always_inline u32x8
+u32x16_extract_lo (u32x16 v)
+{
+  return (u32x8) _mm512_extracti64x4_epi64 ((__m512i) v, 0);
+}
+
+static_always_inline u32x8
+u32x16_extract_hi (u32x16 v)
+{
+  return (u32x8) _mm512_extracti64x4_epi64 ((__m512i) v, 1);
+}
+
+static_always_inline u8x32
+u8x64_extract_lo (u8x64 v)
+{
+  return (u8x32) _mm512_extracti64x4_epi64 ((__m512i) v, 0);
+}
+
+static_always_inline u8x32
+u8x64_extract_hi (u8x64 v)
+{
+  return (u8x32) _mm512_extracti64x4_epi64 ((__m512i) v, 1);
+}
+
+static_always_inline u32
+u32x16_min_scalar (u32x16 v)
+{
+  return u32x8_min_scalar (u32x8_min (u32x16_extract_lo (v),
+				      u32x16_extract_hi (v)));
+}
+
+static_always_inline u32x16
+u32x16_insert_lo (u32x16 r, u32x8 v)
+{
+  return (u32x16) _mm512_inserti64x4 ((__m512i) r, (__m256i) v, 0);
+}
+
+static_always_inline u32x16
+u32x16_insert_hi (u32x16 r, u32x8 v)
+{
+  return (u32x16) _mm512_inserti64x4 ((__m512i) r, (__m256i) v, 1);
+}
+
+static_always_inline u64x8
+u64x8_permute (u64x8 a, u64x8 b, u64x8 mask)
+{
+  return (u64x8) _mm512_permutex2var_epi64 ((__m512i) a, (__m512i) mask,
+					    (__m512i) b);
+}
+
+
+#define u32x16_ternary_logic(a, b, c, d) \
+  (u32x16) _mm512_ternarylogic_epi32 ((__m512i) a, (__m512i) b, (__m512i) c, d)
+
+#define u8x64_insert_u8x16(a, b, n) \
+  (u8x64) _mm512_inserti64x2 ((__m512i) (a), (__m128i) (b), n)
+
+#define u8x64_extract_u8x16(a, n) \
+  (u8x16) _mm512_extracti64x2_epi64 ((__m512i) (a), n)
+
+#define u8x64_word_shift_left(a,n)  (u8x64) _mm512_bslli_epi128((__m512i) a, n)
+#define u8x64_word_shift_right(a,n) (u8x64) _mm512_bsrli_epi128((__m512i) a, n)
+
+static_always_inline u8x64
+u8x64_xor3 (u8x64 a, u8x64 b, u8x64 c)
+{
+  return (u8x64) _mm512_ternarylogic_epi32 ((__m512i) a, (__m512i) b,
+					    (__m512i) c, 0x96);
+}
 
 static_always_inline void
 u32x16_transpose (u32x16 m[16])