1 /* SPDX-License-Identifier: Apache-2.0
2 * Copyright(c) 2021 Cisco Systems, Inc.
5 #ifndef included_vector_array_mask_h
6 #define included_vector_array_mask_h
7 #include <vppinfra/clib.h>
9 /** \brief Mask array of 32-bit elemments
11 @param src source array of u32 elements
12 @param mask use to mask the values of source array
13 @param n_elts number of elements in the source array
14 @return masked values are return in source array
17 static_always_inline void
18 clib_array_mask_u32 (u32 *src, u32 mask, u32 n_elts)
20 #if defined(CLIB_HAVE_VEC512)
21 u32x16 mask16 = u32x16_splat (mask);
24 u32 m = pow2_mask (n_elts);
25 u32x16 r = u32x16_mask_load_zero (src, m);
26 u32x16_mask_store (r & mask16, src, m);
29 for (int i = 0; i < n_elts; i += 16)
30 *((u32x16u *) (src + i)) &= mask16;
31 *((u32x16u *) (src + n_elts - 16)) &= mask16;
32 #elif defined(CLIB_HAVE_VEC256)
33 u32x8 mask8 = u32x8_splat (mask);
34 #if defined(CLIB_HAVE_VEC256_MASK_LOAD_STORE)
37 u32 m = pow2_mask (n_elts);
38 u32x8 r = u32x8_mask_load_zero (src, m);
39 u32x8_mask_store (r & mask8, src, m);
43 if (PREDICT_FALSE (n_elts < 4))
57 u32x4 mask4 = u32x4_splat (mask);
58 *(u32x4u *) src &= mask4;
59 *(u32x4u *) (src + n_elts - 4) &= mask4;
63 for (int i = 0; i < n_elts; i += 8)
64 *((u32x8u *) (src + i)) &= mask8;
65 *((u32x8u *) (src + n_elts - 8)) &= mask8;
66 #elif defined(CLIB_HAVE_VEC128)
67 u32x4 mask4 = u32x4_splat (mask);
69 if (PREDICT_FALSE (n_elts < 4))
82 for (int i = 0; i < n_elts; i += 4)
83 *((u32x4u *) (src + i)) &= mask4;
84 *((u32x4u *) (src + n_elts - 4)) &= mask4;
96 static_always_inline void
97 clib_array_mask_set_u32_x64 (u32 *a, u32 v, uword bmp, int n_elts)
99 #if defined(CLIB_HAVE_VEC512_MASK_LOAD_STORE)
100 u32x16 r = u32x16_splat (v);
101 for (; n_elts > 0; n_elts -= 16, a += 16, bmp >>= 16)
102 u32x16_mask_store (r, a, bmp);
103 #elif defined(CLIB_HAVE_VEC256_MASK_LOAD_STORE)
104 u32x8 r = u32x8_splat (v);
105 for (; n_elts > 0; n_elts -= 8, a += 8, bmp >>= 8)
106 u32x8_mask_store (r, a, bmp);
110 a[get_lowest_set_bit_index (bmp)] = v;
111 bmp = clear_lowest_set_bit (bmp);
116 static_always_inline void
117 clib_array_mask_set_u32 (u32 *a, u32 v, uword *bmp, u32 n_elts)
119 while (n_elts >= uword_bits)
121 clib_array_mask_set_u32_x64 (a, v, bmp++[0], uword_bits);
123 n_elts -= uword_bits;
126 clib_array_mask_set_u32_x64 (a, v, bmp[0] & pow2_mask (n_elts), n_elts);