X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=src%2Fsvm%2Fsvm_fifo_segment.c;h=ce1d5a0eab149bc1cbda27730955282506d4472d;hb=6a5adc369591fcac2447e9809deaa22f56b53911;hp=459b1d1d8e527771057469613e527892c5712c1d;hpb=a332c46a51f9b4e13963340dfee1318e7513c124;p=vpp.git diff --git a/src/svm/svm_fifo_segment.c b/src/svm/svm_fifo_segment.c index 459b1d1d8e5..ce1d5a0eab1 100644 --- a/src/svm/svm_fifo_segment.c +++ b/src/svm/svm_fifo_segment.c @@ -107,7 +107,12 @@ svm_fifo_segment_preallocate_fifo_pairs (svm_fifo_segment_private_t * s, /* Calculate space requirements */ pair_size = 2 * sizeof (*f) + rx_rounded_data_size + tx_rounded_data_size; +#if USE_DLMALLOC == 0 space_available = s->ssvm.ssvm_size - mheap_bytes (sh->heap); +#else + space_available = s->ssvm.ssvm_size - mspace_usable_size (sh->heap); +#endif + pairs_to_allocate = clib_min (space_available / pair_size, *n_fifo_pairs); rx_fifos_size = (sizeof (*f) + rx_rounded_data_size) * pairs_to_allocate; tx_fifos_size = (sizeof (*f) + tx_rounded_data_size) * pairs_to_allocate; @@ -237,7 +242,6 @@ svm_fifo_segment_create_process_private (svm_fifo_segment_create_args_t * a) svm_fifo_segment_main_t *sm = &svm_fifo_segment_main; svm_fifo_segment_private_t *s; ssvm_shared_header_t *sh; - mheap_t *heap_header; u32 rnd_size = 0; u8 *heap; u32 pagesize = clib_mem_get_page_size (); @@ -247,6 +251,7 @@ svm_fifo_segment_create_process_private (svm_fifo_segment_create_args_t * a) rnd_size = (a->segment_size + (pagesize - 1)) & ~pagesize; +#if USE_DLMALLOC == 0 heap = mheap_alloc (0, rnd_size); if (heap == 0) { @@ -254,8 +259,14 @@ svm_fifo_segment_create_process_private (svm_fifo_segment_create_args_t * a) pool_put (sm->segments, s); return -1; } - heap_header = mheap_header (heap); - heap_header->flags |= MHEAP_FLAG_THREAD_SAFE; + { + mheap_t *heap_header; + heap_header = mheap_header (heap); + heap_header->flags |= MHEAP_FLAG_THREAD_SAFE; + } +#else + heap = create_mspace (rnd_size, 1 /* locked */ ); +#endif s->ssvm.ssvm_size = rnd_size; s->ssvm.i_am_master = 1; @@ -332,7 +343,7 @@ svm_fifo_segment_alloc_fifo (svm_fifo_segment_private_t * s, { ssvm_shared_header_t *sh; svm_fifo_segment_header_t *fsh; - svm_fifo_t *f; + svm_fifo_t *f = 0; void *oldheap; int freelist_index; @@ -351,9 +362,7 @@ svm_fifo_segment_alloc_fifo (svm_fifo_segment_private_t * s, - max_log2 (FIFO_SEGMENT_MIN_FIFO_SIZE); sh = s->ssvm.sh; - ssvm_lock_non_recursive (sh, 1); - oldheap = ssvm_push_heap (sh); fsh = (svm_fifo_segment_header_t *) sh->opaque[0]; switch (list_index) @@ -361,12 +370,17 @@ svm_fifo_segment_alloc_fifo (svm_fifo_segment_private_t * s, case FIFO_SEGMENT_RX_FREELIST: case FIFO_SEGMENT_TX_FREELIST: vec_validate_init_empty (fsh->free_fifos, freelist_index, 0); - f = fsh->free_fifos[freelist_index]; - if (PREDICT_FALSE (f == 0)) + if (PREDICT_FALSE (!f)) { + /* Preallocated and no fifo left. Don't even try */ + if (fsh->flags & FIFO_SEGMENT_F_IS_PREALLOCATED) + goto done; + + oldheap = ssvm_push_heap (sh); allocate_new_fifo_chunk (fsh, data_size_in_bytes, FIFO_SEGMENT_ALLOC_CHUNK_SIZE); + ssvm_pop_heap (oldheap); f = fsh->free_fifos[freelist_index]; } if (PREDICT_TRUE (f != 0)) @@ -380,7 +394,7 @@ svm_fifo_segment_alloc_fifo (svm_fifo_segment_private_t * s, f->freelist_index = freelist_index; goto found; } - /* FALLTHROUGH */ + break; case FIFO_SEGMENT_FREELIST_NONE: break; @@ -389,14 +403,13 @@ svm_fifo_segment_alloc_fifo (svm_fifo_segment_private_t * s, break; } - /* Note: this can fail, in which case: create another segment */ + /* Catch all that allocates just one fifo. Note: this can fail, + * in which case: create another segment */ + oldheap = ssvm_push_heap (sh); f = svm_fifo_create (data_size_in_bytes); + ssvm_pop_heap (oldheap); if (PREDICT_FALSE (f == 0)) - { - ssvm_pop_heap (oldheap); - ssvm_unlock_non_recursive (sh); - return (0); - } + goto done; f->freelist_index = freelist_index; found: @@ -415,7 +428,7 @@ found: } fsh->n_active_fifos++; - ssvm_pop_heap (oldheap); +done: ssvm_unlock_non_recursive (sh); return (f); } @@ -570,11 +583,17 @@ svm_fifo_segment_info (svm_fifo_segment_private_t * seg, uword * address, { if (ssvm_type (&seg->ssvm) == SSVM_SEGMENT_PRIVATE) { +#if USE_DLMALLOC == 0 mheap_t *heap_header; *address = pointer_to_uword (seg->ssvm.sh->heap); heap_header = mheap_header (seg->ssvm.sh->heap); *size = heap_header->max_size; +#else + mspace_get_address_and_size (seg->ssvm.sh->heap, + (unsigned long long *) address, + (unsigned long long *) size); +#endif } else { @@ -583,7 +602,7 @@ svm_fifo_segment_info (svm_fifo_segment_private_t * seg, uword * address, } } -mheap_t * +void * svm_fifo_segment_heap (svm_fifo_segment_private_t * seg) { return seg->ssvm.sh->heap; @@ -615,17 +634,19 @@ format_svm_fifo_segment (u8 * s, va_list * args) { svm_fifo_segment_private_t *sp = va_arg (*args, svm_fifo_segment_private_t *); - int verbose = va_arg (*args, int); + int verbose __attribute__ ((unused)) = va_arg (*args, int); svm_fifo_segment_header_t *fsh = sp->h; u32 count, indent; svm_fifo_t *f; int i; indent = format_get_indent (s) + 2; +#if USE_DLMALLOC == 0 s = format (s, "%U segment heap: %U\n", format_white_space, indent, format_mheap, svm_fifo_segment_heap (sp), verbose); s = format (s, "%U segment has %u active fifos\n", format_white_space, indent, svm_fifo_segment_num_fifos (sp)); +#endif for (i = 0; i < vec_len (fsh->free_fifos); i++) {