diff --git a/player/audio.c b/player/audio.c
index ea729ce2cc..7691b32563 100644
--- a/player/audio.c
+++ b/player/audio.c
@@ -527,7 +527,8 @@ static void do_fill_audio_out_buffers(struct MPContext *mpctx, double endpts)
             mpctx->audio_status = STATUS_FILLING;
         if (status != AD_OK && !mp_audio_buffer_samples(mpctx->ao_buffer))
             mpctx->audio_status = STATUS_EOF;
-        mpctx->sleeptime = 0;
+        if (mpctx->audio_status != STATUS_SYNCING)
+            mpctx->sleeptime = 0;
         return; // continue on next iteration
     }