1 /* SPDX-License-Identifier: Apache-2.0
2 * Copyright(c) 2022 Cisco Systems, Inc.
5 #include <vppinfra/vec.h>
6 #include <vppinfra/mem.h>
8 #ifndef CLIB_VECTOR_GROW_BY_ONE
9 #define CLIB_VECTOR_GROW_BY_ONE 0
13 vec_mem_size (void *v)
15 return v ? clib_mem_size (v - vec_get_header_size (v)) : 0;
19 _vec_realloc (void *v, uword n_elts, uword elt_sz, uword hdr_sz, uword align,
22 uword n_data_bytes, alloc_size, new_data_size;
25 /* alignment must be power of 2 */
26 align = clib_max (align, VEC_MIN_ALIGN);
27 ASSERT (count_set_bits (align) == 1);
29 /* mumber of bytes needed to store vector data */
30 n_data_bytes = n_elts * elt_sz;
34 uword data_offset = vec_get_header_size (v);
35 uword old_data_size = data_offset + _vec_len (v) * elt_sz;
36 new_data_size = data_offset + n_data_bytes;
37 heap = _vec_find (v)->default_heap ? 0 : _vec_heap (v);
39 alloc_size = clib_mem_size (p);
41 /* check that we are still dealing with the same vector type */
42 ASSERT (_vec_find (v)->hdr_size * VEC_MIN_ALIGN == data_offset);
43 ASSERT (_vec_find (v)->log2_align == min_log2 (align));
45 /* realloc if new size cannot fit into existing allocation */
46 if (alloc_size < new_data_size)
48 if (CLIB_VECTOR_GROW_BY_ONE)
49 alloc_size = n_data_bytes + data_offset;
51 alloc_size = (n_data_bytes * 3) / 2 + data_offset;
53 p = clib_mem_heap_realloc_aligned (heap, p, alloc_size, align);
54 alloc_size = clib_mem_size (p);
58 clib_mem_unpoison (p, alloc_size);
59 clib_memset_u8 (p + old_data_size, 0, alloc_size - old_data_size);
64 uword data_offset = hdr_sz + sizeof (vec_header_t);
65 data_offset += heap ? sizeof (void *) : 0;
66 data_offset = round_pow2 (data_offset, align);
68 new_data_size = data_offset + n_data_bytes;
69 p = clib_mem_heap_alloc_aligned (heap, new_data_size, align);
70 alloc_size = clib_mem_size (p);
71 clib_mem_unpoison (p, alloc_size);
72 clib_memset_u8 (p, 0, alloc_size);
74 _vec_find (v)->hdr_size = data_offset / VEC_MIN_ALIGN;
75 _vec_find (v)->log2_align = min_log2 (align);
78 _vec_find (v)->default_heap = 0;
82 _vec_find (v)->default_heap = 1;
85 clib_mem_poison (p + new_data_size, alloc_size - new_data_size);
86 _vec_find (v)->len = n_elts;
91 vec_len_not_inline (void *v)
97 vec_free_not_inline (void *v)