diff --git a/libraries/audio/src/InboundAudioStream.cpp b/libraries/audio/src/InboundAudioStream.cpp
index fd20f24588..39cc8757f4 100644
--- a/libraries/audio/src/InboundAudioStream.cpp
+++ b/libraries/audio/src/InboundAudioStream.cpp
@@ -166,8 +166,9 @@ void InboundAudioStream::framesAvailableChanged() {
 }
 
 void InboundAudioStream::setToStarved() {
-    if (!_isStarved && _ringBuffer.framesAvailable() < _desiredJitterBufferFrames) {
-        starved();
+    starved();
+    if (_ringBuffer.framesAvailable() >= _desiredJitterBufferFrames) {
+        _isStarved = false;
     }
 }