From mboxrd@z Thu Jan  1 00:00:00 1970
Return-Path: <ffmpeg-devel-bounces@ffmpeg.org>
Received: from ffbox0-bg.mplayerhq.hu (ffbox0-bg.ffmpeg.org [79.124.17.100])
	by master.gitmailbox.com (Postfix) with ESMTPS id E0B604C36F
	for <ffmpegdev@gitmailbox.com>; Thu,  3 Apr 2025 20:02:50 +0000 (UTC)
Received: from [127.0.1.1] (localhost [127.0.0.1])
	by ffbox0-bg.mplayerhq.hu (Postfix) with ESMTP id CAA7A68B61D;
	Thu,  3 Apr 2025 23:02:45 +0300 (EEST)
Received: from tensor.andric.com (tensor.andric.com [87.251.56.140])
 by ffbox0-bg.mplayerhq.hu (Postfix) with ESMTPS id B81AB68AE7C
 for <ffmpeg-devel@ffmpeg.org>; Thu,  3 Apr 2025 23:02:39 +0300 (EEST)
Received: from dalmore.home.andric.com (dalmore.home.andric.com [192.168.0.19])
 (using TLSv1.3 with cipher TLS_AES_256_GCM_SHA384 (256/256 bits)
 key-exchange x25519 server-signature RSA-PSS (2048 bits) server-digest SHA256)
 (No client certificate requested)
 by tensor.andric.com (Postfix) with ESMTPS id 51429629F4;
 Thu, 03 Apr 2025 22:02:39 +0200 (CEST)
From: Dimitry Andric <dimitry@unified-streaming.com>
To: ffmpeg-devel@ffmpeg.org
Date: Thu,  3 Apr 2025 22:02:39 +0200
Message-ID: <20250403200239.226898-1-dimitry@unified-streaming.com>
X-Mailer: git-send-email 2.43.0
MIME-Version: 1.0
Subject: [FFmpeg-devel] [PATCH] avformat/mov: Fix decoding fragmented MP4
 with multiple sample entries and empty stsc
X-BeenThere: ffmpeg-devel@ffmpeg.org
X-Mailman-Version: 2.1.29
Precedence: list
List-Id: FFmpeg development discussions and patches <ffmpeg-devel.ffmpeg.org>
List-Unsubscribe: <https://ffmpeg.org/mailman/options/ffmpeg-devel>,
 <mailto:ffmpeg-devel-request@ffmpeg.org?subject=unsubscribe>
List-Archive: <https://ffmpeg.org/pipermail/ffmpeg-devel>
List-Post: <mailto:ffmpeg-devel@ffmpeg.org>
List-Help: <mailto:ffmpeg-devel-request@ffmpeg.org?subject=help>
List-Subscribe: <https://ffmpeg.org/mailman/listinfo/ffmpeg-devel>,
 <mailto:ffmpeg-devel-request@ffmpeg.org?subject=subscribe>
Reply-To: FFmpeg development discussions and patches <ffmpeg-devel@ffmpeg.org>
Cc: Dimitry Andric <dimitry@unified-streaming.com>
Content-Type: text/plain; charset="us-ascii"
Content-Transfer-Encoding: 7bit
Errors-To: ffmpeg-devel-bounces@ffmpeg.org
Sender: "ffmpeg-devel" <ffmpeg-devel-bounces@ffmpeg.org>
Archived-At: <https://master.gitmailbox.com/ffmpegdev/20250403200239.226898-1-dimitry@unified-streaming.com/>
List-Archive: <https://master.gitmailbox.com/ffmpegdev/>
List-Post: <mailto:ffmpegdev@gitmailbox.com>

When decoding fragmented MP4 files that have an empty stsc box, and
instead contain sample description indexes in their tfhd boxes, the mov
demuxer does not notify the decoder whenever the current sample
description index changes. If the SPS or PPS changed sufficiently, this
can lead to unexpected decoding errors.

To fix this, in mov_finalize_packet(), when stsc_data is not available,
use get_frag_stream_info_from_pkt() to get at the current fragment
stream info, and retrieve the current sample description index from
there. Then use that index in a similar manner as the stsc case.

Signed-off-by: Dimitry Andric <dimitry@unified-streaming.com>
---
 libavformat/mov.c | 50 ++++++++++++++++++++++++++++-------------------
 1 file changed, 30 insertions(+), 20 deletions(-)

diff --git a/libavformat/mov.c b/libavformat/mov.c
index 452690090c..ead89192f4 100644
--- a/libavformat/mov.c
+++ b/libavformat/mov.c
@@ -10756,25 +10756,29 @@ static int mov_switch_root(AVFormatContext *s, int64_t target, int index)
     return 1;
 }
 
-static int mov_change_extradata(AVStream *st, AVPacket *pkt)
+static int mov_change_extradata(AVStream *st, AVPacket *pkt, int stsd_id)
 {
     MOVStreamContext *sc = st->priv_data;
     uint8_t *side, *extradata;
     int extradata_size;
 
-    /* Save the current index. */
-    sc->last_stsd_index = sc->stsc_data[sc->stsc_index].id - 1;
+    if (stsd_id > 0 &&
+        stsd_id - 1 < sc->stsd_count &&
+        stsd_id - 1 != sc->last_stsd_index) {
+        /* Save the current index. */
+        sc->last_stsd_index = stsd_id - 1;
 
-    /* Notify the decoder that extradata changed. */
-    extradata_size = sc->extradata_size[sc->last_stsd_index];
-    extradata = sc->extradata[sc->last_stsd_index];
-    if (st->discard != AVDISCARD_ALL && extradata_size > 0 && extradata) {
-        side = av_packet_new_side_data(pkt,
-                                       AV_PKT_DATA_NEW_EXTRADATA,
-                                       extradata_size);
-        if (!side)
-            return AVERROR(ENOMEM);
-        memcpy(side, extradata, extradata_size);
+        /* Notify the decoder that extradata changed. */
+        extradata_size = sc->extradata_size[sc->last_stsd_index];
+        extradata = sc->extradata[sc->last_stsd_index];
+        if (st->discard != AVDISCARD_ALL && extradata_size > 0 && extradata) {
+            side = av_packet_new_side_data(pkt,
+                                           AV_PKT_DATA_NEW_EXTRADATA,
+                                           extradata_size);
+            if (!side)
+                return AVERROR(ENOMEM);
+            memcpy(side, extradata, extradata_size);
+        }
     }
 
     return 0;
@@ -10893,13 +10897,10 @@ static int mov_finalize_packet(AVFormatContext *s, AVStream *st, AVIndexEntry *s
 
     /* Multiple stsd handling. */
     if (sc->stsc_data) {
-        if (sc->stsc_data[sc->stsc_index].id > 0 &&
-            sc->stsc_data[sc->stsc_index].id - 1 < sc->stsd_count &&
-            sc->stsc_data[sc->stsc_index].id - 1 != sc->last_stsd_index) {
-            int ret = mov_change_extradata(st, pkt);
-            if (ret < 0)
-                return ret;
-        }
+        int stsd_id = sc->stsc_data[sc->stsc_index].id;
+        int ret = mov_change_extradata(st, pkt, stsd_id);
+        if (ret < 0)
+            return ret;
 
         /* Update the stsc index for the next sample */
         sc->stsc_sample++;
@@ -10908,6 +10909,15 @@ static int mov_finalize_packet(AVFormatContext *s, AVStream *st, AVIndexEntry *s
             sc->stsc_index++;
             sc->stsc_sample = 0;
         }
+    } else {
+        MOVContext *mov = s->priv_data;
+        MOVFragmentStreamInfo *frag_stream_info = get_frag_stream_info_from_pkt(&mov->frag_index, pkt, sc->id);
+        if (frag_stream_info) {
+            int stsd_id = frag_stream_info->stsd_id;
+            int ret = mov_change_extradata(st, pkt, stsd_id);
+            if (ret < 0)
+                return ret;
+        }
     }
 
     return 0;
-- 
2.43.0

_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel

To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".