X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=src%2Fsvm%2Fsvm_fifo.h;h=e049d3e314719f2df52788b50e745e57da154fa3;hb=b4d3053;hp=a8aea00996ed2dd11209fad1f50acb24805a04ef;hpb=41c9e04be0ca3a081926045e78dc969dab563532;p=vpp.git diff --git a/src/svm/svm_fifo.h b/src/svm/svm_fifo.h index a8aea00996e..e049d3e3147 100644 --- a/src/svm/svm_fifo.h +++ b/src/svm/svm_fifo.h @@ -36,8 +36,9 @@ typedef struct format_function_t format_ooo_segment; format_function_t format_ooo_list; -#define SVM_FIFO_TRACE (0) -#define OOO_SEGMENT_INVALID_INDEX ((u32)~0) +#define SVM_FIFO_TRACE (0) +#define OOO_SEGMENT_INVALID_INDEX ((u32)~0) +#define SVM_FIFO_INVALID_SESSION_INDEX ((u32)~0) typedef struct { @@ -60,8 +61,10 @@ typedef struct _svm_fifo u8 master_thread_index; u8 client_thread_index; u32 segment_manager; + u32 ct_session_index; /**< Local session index for vpp */ CLIB_CACHE_LINE_ALIGN_MARK (end_shared); u32 head; + volatile u32 want_tx_evt; /**< producer wants nudge */ CLIB_CACHE_LINE_ALIGN_MARK (end_consumer); /* producer */ @@ -85,6 +88,12 @@ typedef enum SVM_FIFO_FULL = -2, } svm_fifo_err_t; +typedef struct svm_fifo_segment_ +{ + u8 *data; + u32 len; +} svm_fifo_segment_t; + #if SVM_FIFO_TRACE #define svm_fifo_trace_add(_f, _s, _l, _t) \ { \ @@ -147,8 +156,8 @@ svm_fifo_has_ooo_data (svm_fifo_t * f) always_inline u8 svm_fifo_set_event (svm_fifo_t * f) { -// return __sync_lock_test_and_set (&f->has_event, 1) == 0; -// return __sync_bool_compare_and_swap (&f->has_event, 0, 1); + /* return __sync_lock_test_and_set (&f->has_event, 1) == 0; + return __sync_bool_compare_and_swap (&f->has_event, 0, 1); */ return !__atomic_exchange_n (&f->has_event, 1, __ATOMIC_RELEASE); } @@ -160,7 +169,19 @@ svm_fifo_set_event (svm_fifo_t * f) always_inline void svm_fifo_unset_event (svm_fifo_t * f) { - __sync_lock_release (&f->has_event); + clib_atomic_release (&f->has_event); +} + +static inline void +svm_fifo_set_want_tx_evt (svm_fifo_t * f, u8 want_evt) +{ + f->want_tx_evt = want_evt; +} + +static inline u8 +svm_fifo_want_tx_evt (svm_fifo_t * f) +{ + return f->want_tx_evt; } svm_fifo_t *svm_fifo_create (u32 data_size_in_bytes); @@ -175,6 +196,8 @@ int svm_fifo_dequeue_nowait (svm_fifo_t * f, u32 max_bytes, u8 * copy_here); int svm_fifo_peek (svm_fifo_t * f, u32 offset, u32 max_bytes, u8 * copy_here); int svm_fifo_dequeue_drop (svm_fifo_t * f, u32 max_bytes); void svm_fifo_dequeue_drop_all (svm_fifo_t * f); +int svm_fifo_segments (svm_fifo_t * f, svm_fifo_segment_t * fs); +void svm_fifo_segments_free (svm_fifo_t * f, svm_fifo_segment_t * fs); u32 svm_fifo_number_ooo_segments (svm_fifo_t * f); ooo_segment_t *svm_fifo_first_ooo_segment (svm_fifo_t * f); void svm_fifo_init_pointers (svm_fifo_t * f, u32 pointer);