X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=src%2Fsvm%2Ffifo_segment.c;h=bc46aba7bf68079a07db25f235fe04b1c9b092cd;hb=b020806806c0e6c54886cdb4347a5fd1f19504b0;hp=1d8d073a65b32c7d50f724fb2064978145b7e54c;hpb=8d0149d74c198f57dc795eb9e99cdb46112bd737;p=vpp.git diff --git a/src/svm/fifo_segment.c b/src/svm/fifo_segment.c index 1d8d073a65b..bc46aba7bf6 100644 --- a/src/svm/fifo_segment.c +++ b/src/svm/fifo_segment.c @@ -380,16 +380,17 @@ fs_try_alloc_fifo_batch (fifo_segment_header_t * fsh, fifo_segment_slice_t * fss, u32 fl_index, u32 batch_size) { - u32 size, hdrs, rounded_data_size; + u32 hdrs, rounded_data_size; svm_fifo_chunk_t *c; svm_fifo_t *f; void *oldheap; + uword size; u8 *fmem; int i; rounded_data_size = fs_freelist_index_to_size (fl_index); hdrs = sizeof (*f) + sizeof (*c); - size = (hdrs + rounded_data_size) * batch_size; + size = (uword) (hdrs + rounded_data_size) * batch_size; oldheap = ssvm_push_heap (fsh->ssvm_sh); fmem = clib_mem_alloc_aligned_at_offset (size, CLIB_CACHE_LINE_BYTES, @@ -411,6 +412,7 @@ fs_try_alloc_fifo_batch (fifo_segment_header_t * fsh, c = (svm_fifo_chunk_t *) (fmem + sizeof (*f)); c->start_byte = 0; c->length = rounded_data_size; + c->rb_index = RBTREE_TNIL_INDEX; c->next = fss->free_chunks[fl_index]; fss->free_chunks[fl_index] = c; fmem += hdrs + rounded_data_size; @@ -505,11 +507,7 @@ fifo_segment_alloc_fifo_w_slice (fifo_segment_t * fs, u32 slice_index, /* Initialize chunks and rbtree for multi-chunk fifos */ if (f->start_chunk->next != f->start_chunk) - { - void *oldheap = ssvm_push_heap (fsh->ssvm_sh); - svm_fifo_init_chunks (f); - ssvm_pop_heap (oldheap); - } + svm_fifo_init_chunks (f); /* If rx fifo type add to active fifos list. When cleaning up segment, * we need a list of active sessions that should be disconnected. Since @@ -540,7 +538,6 @@ fifo_segment_free_fifo (fifo_segment_t * fs, svm_fifo_t * f) fifo_segment_header_t *fsh = fs->h; svm_fifo_chunk_t *cur, *next; fifo_segment_slice_t *fss; - void *oldheap; int fl_index; ASSERT (f->refcnt > 0); @@ -575,6 +572,7 @@ fifo_segment_free_fifo (fifo_segment_t * fs, svm_fifo_t * f) fl_index = fs_freelist_for_size (cur->length); ASSERT (fl_index < vec_len (fss->free_chunks)); cur->next = fss->free_chunks[fl_index]; + cur->rb_index = RBTREE_TNIL_INDEX; fss->free_chunks[fl_index] = cur; fss->n_fl_chunk_bytes += fs_freelist_index_to_size (fl_index); cur = next; @@ -584,9 +582,7 @@ fifo_segment_free_fifo (fifo_segment_t * fs, svm_fifo_t * f) f->start_chunk = f->end_chunk = f->new_chunks = 0; f->head_chunk = f->tail_chunk = f->ooo_enq = f->ooo_deq = 0; - oldheap = ssvm_push_heap (fsh->ssvm_sh); svm_fifo_free_chunk_lookup (f); - ssvm_pop_heap (oldheap); /* not allocated on segment heap */ svm_fifo_free_ooo_data (f); @@ -608,12 +604,12 @@ fifo_segment_prealloc_fifo_hdrs (fifo_segment_t * fs, u32 slice_index, fifo_segment_slice_t *fss; svm_fifo_t *f; void *oldheap; - u32 size; + uword size; u8 *fmem; int i; fss = fsh_slice_get (fsh, slice_index); - size = (sizeof (*f)) * batch_size; + size = (uword) (sizeof (*f)) * batch_size; oldheap = ssvm_push_heap (fsh->ssvm_sh); fmem = clib_mem_alloc_aligned_at_offset (size, CLIB_CACHE_LINE_BYTES, @@ -644,11 +640,12 @@ int fifo_segment_prealloc_fifo_chunks (fifo_segment_t * fs, u32 slice_index, u32 chunk_size, u32 batch_size) { - u32 size, rounded_data_size, fl_index; fifo_segment_header_t *fsh = fs->h; + u32 rounded_data_size, fl_index; fifo_segment_slice_t *fss; svm_fifo_chunk_t *c; void *oldheap; + uword size; u8 *cmem; int i; @@ -660,7 +657,7 @@ fifo_segment_prealloc_fifo_chunks (fifo_segment_t * fs, u32 slice_index, fl_index = fs_freelist_for_size (chunk_size); rounded_data_size = fs_freelist_index_to_size (fl_index); - size = (sizeof (*c) + rounded_data_size) * batch_size; + size = (uword) (sizeof (*c) + rounded_data_size) * batch_size; oldheap = ssvm_push_heap (fsh->ssvm_sh); cmem = clib_mem_alloc_aligned_at_offset (size, CLIB_CACHE_LINE_BYTES, @@ -766,25 +763,21 @@ fifo_segment_grow_fifo (fifo_segment_t * fs, svm_fifo_t * f, u32 chunk_size) fl_index = fs_freelist_for_size (chunk_size); fss = fsh_slice_get (fsh, f->slice_index); - oldheap = ssvm_push_heap (fsh->ssvm_sh); - c = fss->free_chunks[fl_index]; if (!c) { fsh_check_mem (fsh); if (fsh_n_free_bytes (fsh) < chunk_size) - { - ssvm_pop_heap (oldheap); - return -1; - } + return -1; + oldheap = ssvm_push_heap (fsh->ssvm_sh); c = svm_fifo_chunk_alloc (chunk_size); + ssvm_pop_heap (oldheap); + if (!c) - { - ssvm_pop_heap (oldheap); - return -1; - } + return -1; + fsh_free_bytes_sub (fsh, chunk_size + sizeof (*c)); } else @@ -796,7 +789,6 @@ fifo_segment_grow_fifo (fifo_segment_t * fs, svm_fifo_t * f, u32 chunk_size) svm_fifo_add_chunk (f, c); - ssvm_pop_heap (oldheap); return 0; } @@ -806,10 +798,8 @@ fifo_segment_collect_fifo_chunks (fifo_segment_t * fs, svm_fifo_t * f) fifo_segment_header_t *fsh = fs->h; svm_fifo_chunk_t *cur, *next; fifo_segment_slice_t *fss; - void *oldheap; int fl_index; - oldheap = ssvm_push_heap (fsh->ssvm_sh); cur = svm_fifo_collect_chunks (f); fss = fsh_slice_get (fsh, f->slice_index); @@ -823,8 +813,6 @@ fifo_segment_collect_fifo_chunks (fifo_segment_t * fs, svm_fifo_t * f) cur = next; } - ssvm_pop_heap (oldheap); - return 0; } @@ -1023,12 +1011,6 @@ format_fifo_segment (u8 * s, va_list * args) int i; indent = format_get_indent (s) + 2; -#if USE_DLMALLOC == 0 - s = format (s, "%U segment heap: %U\n", format_white_space, indent, - format_mheap, fsh->ssvm_sh->heap, verbose); - s = format (s, "%U segment has %u active fifos\n", - format_white_space, indent, fifo_segment_num_fifos (fsh)); -#endif if (fs == 0) {