X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=src%2Fsvm%2Fqueue.c;h=8d70dda61a3be6a9b9e5f0c79f6a0b21acd154a0;hb=0c7aa7ab54dd6c9074079d589d0c32873a1085bb;hp=4cc6658c9e71fedc97278b6cb9f781a68483399f;hpb=c5df8c71cc867d8120a25e4bd6d065aa63d9011c;p=vpp.git diff --git a/src/svm/queue.c b/src/svm/queue.c index 4cc6658c9e7..8d70dda61a3 100644 --- a/src/svm/queue.c +++ b/src/svm/queue.c @@ -112,7 +112,7 @@ svm_queue_is_full (svm_queue_t * q) } static inline void -svm_queue_send_signal (svm_queue_t * q, u8 is_prod) +svm_queue_send_signal_inline (svm_queue_t * q, u8 is_prod) { if (q->producer_evtfd == -1) { @@ -125,9 +125,17 @@ svm_queue_send_signal (svm_queue_t * q, u8 is_prod) ASSERT (q->consumer_evtfd > 0 && q->producer_evtfd > 0); fd = is_prod ? q->producer_evtfd : q->consumer_evtfd; rv = write (fd, &data, sizeof (data)); + if (PREDICT_FALSE (rv < 0)) + clib_unix_warning ("signal write on %d returned %d", fd, rv); } } +void +svm_queue_send_signal (svm_queue_t * q, u8 is_prod) +{ + svm_queue_send_signal_inline (q, is_prod); +} + static inline void svm_queue_wait_inline (svm_queue_t * q) { @@ -140,10 +148,10 @@ svm_queue_wait_inline (svm_queue_t * q) /* Fake a wait for event. We could use epoll but that would mean * using yet another fd. Should do for now */ u32 cursize = q->cursize; - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); while (q->cursize == cursize) CLIB_PAUSE (); - pthread_mutex_lock (&q->mutex); + svm_queue_lock (q); } } @@ -170,11 +178,11 @@ svm_queue_timedwait_inline (svm_queue_t * q, double timeout) u32 cursize = q->cursize; int rv; - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); while (q->cursize == cursize && unix_time_now () < max_time) CLIB_PAUSE (); rv = unix_time_now () < max_time ? 0 : ETIMEDOUT; - pthread_mutex_lock (&q->mutex); + svm_queue_lock (q); return rv; } } @@ -212,7 +220,7 @@ svm_queue_add_nolock (svm_queue_t * q, u8 * elem) q->tail = 0; if (need_broadcast) - svm_queue_send_signal (q, 1); + svm_queue_send_signal_inline (q, 1); return 0; } @@ -228,7 +236,7 @@ svm_queue_add_raw (svm_queue_t * q, u8 * elem) q->cursize++; if (q->cursize == 1) - svm_queue_send_signal (q, 1); + svm_queue_send_signal_inline (q, 1); } @@ -250,13 +258,13 @@ svm_queue_add (svm_queue_t * q, u8 * elem, int nowait) } } else - pthread_mutex_lock (&q->mutex); + svm_queue_lock (q); if (PREDICT_FALSE (q->cursize == q->maxsize)) { if (nowait) { - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); return (-2); } while (q->cursize == q->maxsize) @@ -275,9 +283,9 @@ svm_queue_add (svm_queue_t * q, u8 * elem, int nowait) q->tail = 0; if (need_broadcast) - svm_queue_send_signal (q, 1); + svm_queue_send_signal_inline (q, 1); - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); return 0; } @@ -300,13 +308,13 @@ svm_queue_add2 (svm_queue_t * q, u8 * elem, u8 * elem2, int nowait) } } else - pthread_mutex_lock (&q->mutex); + svm_queue_lock (q); if (PREDICT_FALSE (q->cursize + 1 == q->maxsize)) { if (nowait) { - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); return (-2); } while (q->cursize + 1 == q->maxsize) @@ -334,9 +342,9 @@ svm_queue_add2 (svm_queue_t * q, u8 * elem, u8 * elem2, int nowait) q->tail = 0; if (need_broadcast) - svm_queue_send_signal (q, 1); + svm_queue_send_signal_inline (q, 1); - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); return 0; } @@ -361,13 +369,13 @@ svm_queue_sub (svm_queue_t * q, u8 * elem, svm_q_conditional_wait_t cond, } } else - pthread_mutex_lock (&q->mutex); + svm_queue_lock (q); if (PREDICT_FALSE (q->cursize == 0)) { if (cond == SVM_Q_NOWAIT) { - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); return (-2); } else if (cond == SVM_Q_TIMEDWAIT) @@ -377,7 +385,7 @@ svm_queue_sub (svm_queue_t * q, u8 * elem, svm_q_conditional_wait_t cond, if (rc == ETIMEDOUT) { - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); return ETIMEDOUT; } } @@ -402,9 +410,9 @@ svm_queue_sub (svm_queue_t * q, u8 * elem, svm_q_conditional_wait_t cond, q->head = 0; if (need_broadcast) - svm_queue_send_signal (q, 0); + svm_queue_send_signal_inline (q, 0); - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); return 0; } @@ -415,10 +423,10 @@ svm_queue_sub2 (svm_queue_t * q, u8 * elem) int need_broadcast; i8 *headp; - pthread_mutex_lock (&q->mutex); + svm_queue_lock (q); if (q->cursize == 0) { - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); return -1; } @@ -431,10 +439,10 @@ svm_queue_sub2 (svm_queue_t * q, u8 * elem) if (PREDICT_FALSE (q->head == q->maxsize)) q->head = 0; - pthread_mutex_unlock (&q->mutex); + svm_queue_unlock (q); if (need_broadcast) - svm_queue_send_signal (q, 0); + svm_queue_send_signal_inline (q, 0); return 0; } @@ -442,6 +450,7 @@ svm_queue_sub2 (svm_queue_t * q, u8 * elem) int svm_queue_sub_raw (svm_queue_t * q, u8 * elem) { + int need_broadcast; i8 *headp; if (PREDICT_FALSE (q->cursize == 0)) @@ -453,9 +462,14 @@ svm_queue_sub_raw (svm_queue_t * q, u8 * elem) headp = (i8 *) (&q->data[0] + q->elsize * q->head); clib_memcpy_fast (elem, headp, q->elsize); + need_broadcast = q->cursize == q->maxsize; + q->head = (q->head + 1) % q->maxsize; q->cursize--; + if (PREDICT_FALSE (need_broadcast)) + svm_queue_send_signal_inline (q, 0); + return 0; }