2 * Copyright (c) 2017-2019 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vnet/session/segment_manager.h>
17 #include <vnet/session/session.h>
18 #include <vnet/session/application.h>
20 typedef struct segment_manager_main_
22 segment_manager_t *segment_managers; /**< Pool of segment managers */
23 clib_valloc_main_t va_allocator; /**< Virtual address allocator */
24 u32 seg_name_counter; /**< Counter for segment names */
29 u32 default_fifo_size; /**< default rx/tx fifo size */
30 u32 default_segment_size; /**< default fifo segment size */
31 u32 default_app_mq_size; /**< default app msg q size */
32 } segment_manager_main_t;
34 static segment_manager_main_t sm_main;
36 #define segment_manager_foreach_segment_w_lock(VAR, SM, BODY) \
38 clib_rwlock_reader_lock (&(SM)->segments_rwlock); \
39 pool_foreach((VAR), ((SM)->segments), (BODY)); \
40 clib_rwlock_reader_unlock (&(SM)->segments_rwlock); \
43 static segment_manager_props_t *
44 segment_manager_properties_get (segment_manager_t * sm)
46 app_worker_t *app_wrk = app_worker_get (sm->app_wrk_index);
47 return application_get_segment_manager_properties (app_wrk->app_index);
50 segment_manager_props_t *
51 segment_manager_props_init (segment_manager_props_t * props)
53 props->add_segment_size = sm_main.default_segment_size;
54 props->rx_fifo_size = sm_main.default_fifo_size;
55 props->tx_fifo_size = sm_main.default_fifo_size;
56 props->evt_q_size = sm_main.default_app_mq_size;
57 props->n_slices = vlib_num_workers () + 1;
62 segment_manager_app_detached (segment_manager_t * sm)
64 return (sm->app_wrk_index == SEGMENT_MANAGER_INVALID_APP_INDEX);
68 segment_manager_app_detach (segment_manager_t * sm)
70 sm->app_wrk_index = SEGMENT_MANAGER_INVALID_APP_INDEX;
74 segment_manager_segment_index (segment_manager_t * sm, fifo_segment_t * seg)
76 return (seg - sm->segments);
80 * Adds segment to segment manager's pool
82 * If needed a writer's lock is acquired before allocating a new segment
83 * to avoid affecting any of the segments pool readers.
86 segment_manager_add_segment (segment_manager_t * sm, uword segment_size)
88 uword baseva = (uword) ~ 0ULL, alloc_size, page_size;
89 u32 rnd_margin = 128 << 10, fs_index = ~0;
90 segment_manager_main_t *smm = &sm_main;
91 segment_manager_props_t *props;
96 props = segment_manager_properties_get (sm);
98 /* Not configured for addition of new segments and not first */
99 if (!props->add_segment && !segment_size)
101 clib_warning ("cannot allocate new segment");
102 return VNET_API_ERROR_INVALID_VALUE;
106 * Allocate fifo segment and grab lock if needed
108 if (vlib_num_workers ())
109 clib_rwlock_writer_lock (&sm->segments_rwlock);
111 pool_get_zero (sm->segments, fs);
114 * Allocate ssvm segment
116 segment_size = segment_size ? segment_size : props->add_segment_size;
117 page_size = clib_mem_get_page_size ();
118 /* Protect against segment size u32 wrap */
119 segment_size = clib_max (segment_size + page_size - 1, segment_size);
120 segment_size = segment_size & ~(page_size - 1);
122 if (props->segment_type != SSVM_SEGMENT_PRIVATE)
124 seg_name = format (0, "%d-%d%c", getpid (), smm->seg_name_counter++, 0);
125 alloc_size = (uword) segment_size + rnd_margin;
126 baseva = clib_valloc_alloc (&smm->va_allocator, alloc_size, 0);
129 clib_warning ("out of space for segments");
130 pool_put (sm->segments, fs);
135 seg_name = format (0, "%s%c", "process-private", 0);
137 fs->ssvm.ssvm_size = segment_size;
138 fs->ssvm.name = seg_name;
139 fs->ssvm.requested_va = baseva;
141 if ((rv = ssvm_master_init (&fs->ssvm, props->segment_type)))
143 clib_warning ("svm_master_init ('%v', %u) failed", seg_name,
146 if (props->segment_type != SSVM_SEGMENT_PRIVATE)
147 clib_valloc_free (&smm->va_allocator, baseva);
148 pool_put (sm->segments, fs);
153 * Initialize fifo segment
155 fs->n_slices = props->n_slices;
156 fifo_segment_init (fs);
159 * Save segment index before dropping lock, if any held
161 fs_index = fs - sm->segments;
165 if (vlib_num_workers ())
166 clib_rwlock_writer_unlock (&sm->segments_rwlock);
172 * Remove segment without lock
175 segment_manager_del_segment (segment_manager_t * sm, fifo_segment_t * fs)
177 segment_manager_main_t *smm = &sm_main;
179 if (ssvm_type (&fs->ssvm) != SSVM_SEGMENT_PRIVATE)
181 clib_valloc_free (&smm->va_allocator, fs->ssvm.requested_va);
183 if (sm->app_wrk_index != SEGMENT_MANAGER_INVALID_APP_INDEX)
185 app_worker_t *app_wrk;
187 app_wrk = app_worker_get (sm->app_wrk_index);
188 segment_handle = segment_manager_segment_handle (sm, fs);
189 app_worker_del_segment_notify (app_wrk, segment_handle);
193 ssvm_delete (&fs->ssvm);
196 clib_memset (fs, 0xfb, sizeof (*fs));
197 pool_put (sm->segments, fs);
201 * Removes segment after acquiring writer lock
204 segment_manager_lock_and_del_segment (segment_manager_t * sm, u32 fs_index)
209 clib_rwlock_writer_lock (&sm->segments_rwlock);
210 fs = segment_manager_get_segment (sm, fs_index);
211 is_prealloc = fifo_segment_flags (fs) & FIFO_SEGMENT_F_IS_PREALLOCATED;
212 if (is_prealloc && !segment_manager_app_detached (sm))
214 clib_rwlock_writer_unlock (&sm->segments_rwlock);
218 segment_manager_del_segment (sm, fs);
219 clib_rwlock_writer_unlock (&sm->segments_rwlock);
223 * Reads a segment from the segment manager's pool without lock
226 segment_manager_get_segment (segment_manager_t * sm, u32 segment_index)
228 return pool_elt_at_index (sm->segments, segment_index);
232 segment_manager_segment_handle (segment_manager_t * sm,
233 fifo_segment_t * segment)
235 u32 segment_index = segment_manager_segment_index (sm, segment);
236 return (((u64) segment_manager_index (sm) << 32) | segment_index);
240 segment_manager_parse_segment_handle (u64 segment_handle, u32 * sm_index,
243 *sm_index = segment_handle >> 32;
244 *segment_index = segment_handle & 0xFFFFFFFF;
248 segment_manager_make_segment_handle (u32 segment_manager_index,
251 return (((u64) segment_manager_index << 32) | segment_index);
255 segment_manager_get_segment_w_handle (u64 segment_handle)
257 u32 sm_index, segment_index;
258 segment_manager_t *sm;
260 segment_manager_parse_segment_handle (segment_handle, &sm_index,
262 sm = segment_manager_get (sm_index);
263 if (!sm || pool_is_free_index (sm->segments, segment_index))
265 return pool_elt_at_index (sm->segments, segment_index);
269 * Reads a segment from the segment manager's pool and acquires reader lock
271 * Caller must drop the reader's lock by calling
272 * @ref segment_manager_segment_reader_unlock once it finishes working with
276 segment_manager_get_segment_w_lock (segment_manager_t * sm, u32 segment_index)
278 clib_rwlock_reader_lock (&sm->segments_rwlock);
279 return pool_elt_at_index (sm->segments, segment_index);
283 segment_manager_segment_reader_unlock (segment_manager_t * sm)
285 clib_rwlock_reader_unlock (&sm->segments_rwlock);
289 segment_manager_segment_writer_unlock (segment_manager_t * sm)
291 clib_rwlock_writer_unlock (&sm->segments_rwlock);
295 segment_manager_alloc (void)
297 segment_manager_main_t *smm = &sm_main;
298 segment_manager_t *sm;
300 pool_get_zero (smm->segment_managers, sm);
301 clib_rwlock_init (&sm->segments_rwlock);
306 * Initializes segment manager based on options provided.
307 * Returns error if ssvm segment(s) allocation fails.
310 segment_manager_init (segment_manager_t * sm, uword first_seg_size,
311 u32 prealloc_fifo_pairs)
313 u32 rx_fifo_size, tx_fifo_size, pair_size;
314 u32 rx_rounded_data_size, tx_rounded_data_size;
315 u64 approx_total_size, max_seg_size = ((u64) 1 << 32) - (128 << 10);
316 segment_manager_props_t *props;
317 fifo_segment_t *segment;
318 u32 approx_segment_count;
321 props = segment_manager_properties_get (sm);
322 first_seg_size = clib_max (first_seg_size, sm_main.default_segment_size);
324 if (prealloc_fifo_pairs)
326 /* Figure out how many segments should be preallocated */
327 rx_rounded_data_size = (1 << (max_log2 (props->rx_fifo_size)));
328 tx_rounded_data_size = (1 << (max_log2 (props->tx_fifo_size)));
330 rx_fifo_size = sizeof (svm_fifo_t) + rx_rounded_data_size;
331 tx_fifo_size = sizeof (svm_fifo_t) + tx_rounded_data_size;
332 pair_size = rx_fifo_size + tx_fifo_size;
334 approx_total_size = (u64) prealloc_fifo_pairs *pair_size;
335 if (first_seg_size > approx_total_size)
336 max_seg_size = first_seg_size;
337 approx_segment_count = (approx_total_size + (max_seg_size - 1))
340 /* Allocate the segments */
341 for (i = 0; i < approx_segment_count + 1; i++)
343 seg_index = segment_manager_add_segment (sm, max_seg_size);
346 clib_warning ("Failed to preallocate segment %d", i);
350 segment = segment_manager_get_segment (sm, seg_index);
352 sm->event_queue = segment_manager_alloc_queue (segment, props);
354 fifo_segment_preallocate_fifo_pairs (segment,
357 &prealloc_fifo_pairs);
358 fifo_segment_flags (segment) = FIFO_SEGMENT_F_IS_PREALLOCATED;
359 if (prealloc_fifo_pairs == 0)
365 seg_index = segment_manager_add_segment (sm, first_seg_size);
368 clib_warning ("Failed to allocate segment");
371 segment = segment_manager_get_segment (sm, seg_index);
372 sm->event_queue = segment_manager_alloc_queue (segment, props);
379 * Cleanup segment manager.
382 segment_manager_free (segment_manager_t * sm)
384 segment_manager_main_t *smm = &sm_main;
385 fifo_segment_t *fifo_segment;
387 ASSERT (!segment_manager_has_fifos (sm)
388 && segment_manager_app_detached (sm));
390 /* If we have empty preallocated segments that haven't been removed, remove
391 * them now. Apart from that, the first segment in the first segment manager
392 * is not removed when all fifos are removed. It can only be removed when
393 * the manager is explicitly deleted/detached by the app. */
394 clib_rwlock_writer_lock (&sm->segments_rwlock);
397 pool_foreach (fifo_segment, sm->segments, ({
398 segment_manager_del_segment (sm, fifo_segment);
402 clib_rwlock_writer_unlock (&sm->segments_rwlock);
404 clib_rwlock_free (&sm->segments_rwlock);
406 clib_memset (sm, 0xfe, sizeof (*sm));
407 pool_put (smm->segment_managers, sm);
411 segment_manager_init_free (segment_manager_t * sm)
413 segment_manager_app_detach (sm);
414 if (segment_manager_has_fifos (sm))
415 segment_manager_del_sessions (sm);
418 ASSERT (!sm->first_is_protected || segment_manager_app_detached (sm));
419 segment_manager_free (sm);
424 segment_manager_get (u32 index)
426 return pool_elt_at_index (sm_main.segment_managers, index);
430 segment_manager_get_if_valid (u32 index)
432 if (pool_is_free_index (sm_main.segment_managers, index))
434 return pool_elt_at_index (sm_main.segment_managers, index);
438 segment_manager_index (segment_manager_t * sm)
440 return sm - sm_main.segment_managers;
444 segment_manager_has_fifos (segment_manager_t * sm)
450 segment_manager_foreach_segment_w_lock (seg, sm, ({
451 if (CLIB_DEBUG && !first && !fifo_segment_has_fifos (seg)
452 && !(fifo_segment_flags (seg) & FIFO_SEGMENT_F_IS_PREALLOCATED))
454 clib_warning ("segment %d has no fifos!",
455 segment_manager_segment_index (sm, seg));
458 if (fifo_segment_has_fifos (seg))
460 segment_manager_segment_reader_unlock (sm);
470 * Initiate disconnects for all sessions 'owned' by a segment manager
473 segment_manager_del_sessions (segment_manager_t * sm)
475 session_handle_t *handles = 0, *handle;
481 ASSERT (pool_elts (sm->segments) != 0);
483 /* Across all fifo segments used by the server */
485 segment_manager_foreach_segment_w_lock (fs, sm, ({
486 for (slice_index = 0; slice_index < fs->n_slices; slice_index++)
488 f = fifo_segment_get_slice_fifo_list (fs, slice_index);
491 * Remove any residual sessions from the session lookup table
492 * Don't bother deleting the individual fifos, we're going to
493 * throw away the fifo segment in a minute.
497 session = session_get_if_valid (f->master_session_index,
498 f->master_thread_index);
500 vec_add1 (handles, session_handle (session));
505 /* Instead of removing the segment, test when cleaning up disconnected
506 * sessions if the segment can be removed.
511 vec_foreach (handle, handles)
512 session_close (session_get_from_handle (*handle));
516 segment_manager_try_alloc_fifos (fifo_segment_t * fifo_segment,
518 u32 rx_fifo_size, u32 tx_fifo_size,
519 svm_fifo_t ** rx_fifo, svm_fifo_t ** tx_fifo)
521 rx_fifo_size = clib_max (rx_fifo_size, sm_main.default_fifo_size);
522 *rx_fifo = fifo_segment_alloc_fifo_w_slice (fifo_segment, thread_index,
524 FIFO_SEGMENT_RX_FIFO);
526 tx_fifo_size = clib_max (tx_fifo_size, sm_main.default_fifo_size);
527 *tx_fifo = fifo_segment_alloc_fifo_w_slice (fifo_segment, thread_index,
529 FIFO_SEGMENT_TX_FIFO);
533 /* This would be very odd, but handle it... */
536 fifo_segment_free_fifo (fifo_segment, *tx_fifo);
545 fifo_segment_free_fifo (fifo_segment, *rx_fifo);
555 segment_manager_alloc_session_fifos (segment_manager_t * sm,
557 svm_fifo_t ** rx_fifo,
558 svm_fifo_t ** tx_fifo)
560 int alloc_fail = 1, rv = 0, new_fs_index;
561 segment_manager_props_t *props;
562 fifo_segment_t *fs = 0;
563 u32 sm_index, fs_index;
564 u8 added_a_segment = 0;
567 props = segment_manager_properties_get (sm);
570 * Find the first free segment to allocate the fifos in
574 segment_manager_foreach_segment_w_lock (fs, sm, ({
575 alloc_fail = segment_manager_try_alloc_fifos (fs,
580 /* Exit with lock held, drop it after notifying app */
593 ASSERT (rx_fifo && tx_fifo);
594 sm_index = segment_manager_index (sm);
595 fs_index = segment_manager_segment_index (sm, fs);
596 (*tx_fifo)->segment_manager = sm_index;
597 (*rx_fifo)->segment_manager = sm_index;
598 (*tx_fifo)->segment_index = fs_index;
599 (*rx_fifo)->segment_index = fs_index;
603 app_worker_t *app_wrk;
604 fs_handle = segment_manager_segment_handle (sm, fs);
605 app_wrk = app_worker_get (sm->app_wrk_index);
606 rv = app_worker_add_segment_notify (app_wrk, fs_handle);
608 /* Drop the lock after app is notified */
609 segment_manager_segment_reader_unlock (sm);
614 * Allocation failed, see if we can add a new segment
616 if (props->add_segment)
620 clib_warning ("Added a segment, still can't allocate a fifo");
621 segment_manager_segment_reader_unlock (sm);
622 return SESSION_ERROR_NEW_SEG_NO_SPACE;
624 if ((new_fs_index = segment_manager_add_segment (sm, 0)) < 0)
626 clib_warning ("Failed to add new segment");
627 return SESSION_ERROR_SEG_CREATE;
629 fs = segment_manager_get_segment_w_lock (sm, new_fs_index);
630 alloc_fail = segment_manager_try_alloc_fifos (fs, thread_index,
639 clib_warning ("Can't add new seg and no space to allocate fifos!");
640 return SESSION_ERROR_NO_SPACE;
645 segment_manager_dealloc_fifos (svm_fifo_t * rx_fifo, svm_fifo_t * tx_fifo)
647 segment_manager_t *sm;
651 if (!rx_fifo || !tx_fifo)
654 /* It's possible to have no segment manager if the session was removed
655 * as result of a detach. */
656 if (!(sm = segment_manager_get_if_valid (rx_fifo->segment_manager)))
659 segment_index = rx_fifo->segment_index;
660 fs = segment_manager_get_segment_w_lock (sm, segment_index);
661 fifo_segment_free_fifo (fs, rx_fifo);
662 fifo_segment_free_fifo (fs, tx_fifo);
665 * Try to remove svm segment if it has no fifos. This can be done only if
666 * the segment is not the first in the segment manager or if it is first
667 * and it is not protected. Moreover, if the segment is first and the app
668 * has detached from the segment manager, remove the segment manager.
670 if (!fifo_segment_has_fifos (fs))
672 segment_manager_segment_reader_unlock (sm);
674 /* Remove segment if it holds no fifos or first but not protected */
675 if (segment_index != 0 || !sm->first_is_protected)
676 segment_manager_lock_and_del_segment (sm, segment_index);
678 /* Remove segment manager if no sessions and detached from app */
679 if (segment_manager_app_detached (sm)
680 && !segment_manager_has_fifos (sm))
682 segment_manager_free (sm);
686 segment_manager_segment_reader_unlock (sm);
690 segment_manager_grow_fifo (segment_manager_t * sm, svm_fifo_t * f, u32 size)
695 fs = segment_manager_get_segment_w_lock (sm, f->segment_index);
696 rv = fifo_segment_grow_fifo (fs, f, size);
697 segment_manager_segment_reader_unlock (sm);
703 segment_manager_collect_fifo_chunks (segment_manager_t * sm, svm_fifo_t * f)
708 fs = segment_manager_get_segment_w_lock (sm, f->segment_index);
709 rv = fifo_segment_collect_fifo_chunks (fs, f);
710 segment_manager_segment_reader_unlock (sm);
716 segment_manager_shrink_fifo (segment_manager_t * sm, svm_fifo_t * f, u32 size,
721 rv = svm_fifo_reduce_size (f, size, is_producer);
723 /* Nothing to collect at this point */
727 if (f->flags & SVM_FIFO_F_COLLECT_CHUNKS)
728 segment_manager_collect_fifo_chunks (sm, f);
734 segment_manager_evt_q_expected_size (u32 q_len)
736 u32 fifo_evt_size, notif_q_size, q_hdrs;
737 u32 msg_q_sz, fifo_evt_ring_sz, session_ntf_ring_sz;
739 fifo_evt_size = 1 << max_log2 (sizeof (session_event_t));
740 notif_q_size = clib_max (16, q_len >> 4);
742 msg_q_sz = q_len * sizeof (svm_msg_q_msg_t);
743 fifo_evt_ring_sz = q_len * fifo_evt_size;
744 session_ntf_ring_sz = notif_q_size * 256;
745 q_hdrs = sizeof (svm_queue_t) + sizeof (svm_msg_q_t);
747 return (msg_q_sz + fifo_evt_ring_sz + session_ntf_ring_sz + q_hdrs);
751 * Allocates shm queue in the first segment
753 * Must be called with lock held
756 segment_manager_alloc_queue (fifo_segment_t * segment,
757 segment_manager_props_t * props)
759 u32 fifo_evt_size, session_evt_size = 256, notif_q_size;
760 svm_msg_q_cfg_t _cfg, *cfg = &_cfg;
764 fifo_evt_size = sizeof (session_event_t);
765 notif_q_size = clib_max (16, props->evt_q_size >> 4);
767 svm_msg_q_ring_cfg_t rc[SESSION_MQ_N_RINGS] = {
768 {props->evt_q_size, fifo_evt_size, 0},
769 {notif_q_size, session_evt_size, 0}
772 cfg->consumer_pid = 0;
774 cfg->q_nitems = props->evt_q_size;
777 oldheap = ssvm_push_heap (segment->ssvm.sh);
778 q = svm_msg_q_alloc (cfg);
779 fifo_segment_update_free_bytes (segment);
780 ssvm_pop_heap (oldheap);
782 if (props->use_mq_eventfd)
784 if (svm_msg_q_alloc_producer_eventfd (q))
785 clib_warning ("failed to alloc eventfd");
791 segment_manager_event_queue (segment_manager_t * sm)
793 return sm->event_queue;
797 * Frees shm queue allocated in the first segment
800 segment_manager_dealloc_queue (segment_manager_t * sm, svm_queue_t * q)
802 fifo_segment_t *segment;
803 ssvm_shared_header_t *sh;
806 ASSERT (!pool_is_free_index (sm->segments, 0));
808 segment = segment_manager_get_segment_w_lock (sm, 0);
809 sh = segment->ssvm.sh;
811 oldheap = ssvm_push_heap (sh);
813 ssvm_pop_heap (oldheap);
814 segment_manager_segment_reader_unlock (sm);
818 * Init segment vm address allocator
821 segment_manager_main_init (segment_manager_main_init_args_t * a)
823 segment_manager_main_t *sm = &sm_main;
824 clib_valloc_chunk_t _ip, *ip = &_ip;
826 ip->baseva = a->baseva;
829 clib_valloc_init (&sm->va_allocator, ip, 1 /* lock */ );
831 sm->default_fifo_size = 1 << 12;
832 sm->default_segment_size = 1 << 20;
833 sm->default_app_mq_size = 128;
836 static clib_error_t *
837 segment_manager_show_fn (vlib_main_t * vm, unformat_input_t * input,
838 vlib_cli_command_t * cmd)
840 segment_manager_main_t *smm = &sm_main;
841 u8 show_segments = 0, verbose = 0;
842 segment_manager_t *sm;
845 while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
847 if (unformat (input, "segments"))
849 else if (unformat (input, "verbose"))
852 return clib_error_return (0, "unknown input `%U'",
853 format_unformat_error, input);
855 vlib_cli_output (vm, "%d segment managers allocated",
856 pool_elts (smm->segment_managers));
857 if (verbose && pool_elts (smm->segment_managers))
859 vlib_cli_output (vm, "%-10s%=15s%=12s", "Index", "App Index",
863 pool_foreach (sm, smm->segment_managers, ({
864 vlib_cli_output (vm, "%-10d%=15d%=12d", segment_manager_index (sm),
865 sm->app_wrk_index, pool_elts (sm->segments));
872 vlib_cli_output (vm, "%U", format_fifo_segment, 0, verbose);
875 pool_foreach (sm, smm->segment_managers, ({
876 segment_manager_foreach_segment_w_lock (seg, sm, ({
877 vlib_cli_output (vm, "%U", format_fifo_segment, seg, verbose);
887 VLIB_CLI_COMMAND (segment_manager_show_command, static) =
889 .path = "show segment-manager",
890 .short_help = "show segment-manager [segments][verbose]",
891 .function = segment_manager_show_fn,
896 segment_manager_format_sessions (segment_manager_t * sm, int verbose)
898 vlib_main_t *vm = vlib_get_main ();
899 app_worker_t *app_wrk;
909 vlib_cli_output (vm, "%-40s%-20s%-15s%-10s", "Connection", "App",
910 "API Client", "SegManager");
912 vlib_cli_output (vm, "%-40s%-20s", "Connection", "App");
916 app_wrk = app_worker_get (sm->app_wrk_index);
917 app_name = application_name_from_index (app_wrk->app_index);
919 clib_rwlock_reader_lock (&sm->segments_rwlock);
922 pool_foreach (fs, sm->segments, ({
923 for (slice_index = 0; slice_index < fs->n_slices; slice_index++)
925 f = fifo_segment_get_slice_fifo_list (fs, slice_index);
928 u32 session_index, thread_index;
931 session_index = f->master_session_index;
932 thread_index = f->master_thread_index;
934 session = session_get (session_index, thread_index);
935 str = format (0, "%U", format_session, session, verbose);
938 s = format (s, "%-40s%-20s%-15u%-10u", str, app_name,
939 app_wrk->api_client_index, app_wrk->connects_seg_manager);
941 s = format (s, "%-40s%-20s", str, app_name);
943 vlib_cli_output (vm, "%v", s);
944 vec_reset_length (s);
954 clib_rwlock_reader_unlock (&sm->segments_rwlock);
958 * fd.io coding-style-patch-verification: ON
961 * eval: (c-set-style "gnu")