diff --git a/libavformat/mov.c b/libavformat/mov.c
index 4c6155895e..bd408afbb6 100644
--- a/libavformat/mov.c
+++ b/libavformat/mov.c
@@ -1669,6 +1669,8 @@ static int mov_read_stss(MOVContext *c, AVIOContext *pb, MOVAtom atom)
     if (!entries)
     {
         sc->keyframe_absent = 1;
+        if (!st->need_parsing)
+            st->need_parsing = AVSTREAM_PARSE_HEADERS;
         return 0;
     }
     if (entries >= UINT_MAX / sizeof(int))