rdma: add Mellanox mlx5 Direct Verbs receive support

[vpp.git] / src / vppinfra / vector_neon.h

diff --git a/src/vppinfra/vector_neon.h b/src/vppinfra/vector_neon.h
index 81d99a6..d80c691 100644 (file)
--- a/src/vppinfra/vector_neon.h
+++ b/src/vppinfra/vector_neon.h
@@ -103,6 +103,12 @@ u16x8_byte_swap (u16x8 v)
   return (u16x8) vrev16q_u8 ((u8x16) v);
 }
 
+static_always_inline u32x4
+u32x4_byte_swap (u32x4 v)
+{
+  return vrev64q_u32 (v);
+}
+
 static_always_inline u8x16
 u8x16_shuffle (u8x16 v, u8x16 m)
 {
@@ -182,17 +188,8 @@ u32x4_min_scalar (u32x4 v)
   return vminvq_u32 (v);
 }
 
-static_always_inline u8x16
-u8x16_word_shift_left (u8x16 x, const int n)
-{
-  return vextq_u8 (u8x16_splat (0), x, 16 - n);
-}
-
-static_always_inline u8x16
-u8x16_word_shift_right (u8x16 x, const int n)
-{
-  return vextq_u8 (x, u8x16_splat (0), n);
-}
+#define u8x16_word_shift_left(x,n)  vextq_u8(u8x16_splat (0), x, 16 - n)
+#define u8x16_word_shift_right(x,n) vextq_u8(x, u8x16_splat (0), n)
 
 static_always_inline u8x16
 u8x16_reflect (u8x16 v)
@@ -203,6 +200,17 @@ u8x16_reflect (u8x16 v)
   return (u8x16) vqtbl1q_u8 (v, mask);
 }
 
+static_always_inline u8x16
+u8x16_xor3 (u8x16 a, u8x16 b, u8x16 c)
+{
+#if __GNUC__ == 8 && __ARM_FEATURE_SHA3 == 1
+  u8x16 r;
+__asm__ ("eor3 %0.16b,%1.16b,%2.16b,%3.16b": "=w" (r): "0" (a), "w" (b), "w" (c):);
+  return r;
+#endif
+  return a ^ b ^ c;
+}
+
 #define CLIB_HAVE_VEC128_MSB_MASK
 
 #define CLIB_HAVE_VEC128_UNALIGNED_LOAD_STORE