* [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it
@ 2022-06-21 2:30 Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 2/6] avformat/matroskaenc: Avoid swapping codecpar->extradata temporarily Andreas Rheinhardt
` (6 more replies)
0 siblings, 7 replies; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-21 2:30 UTC (permalink / raw)
To: ffmpeg-devel; +Cc: Andreas Rheinhardt
This is in preparation for splitting writing and updating
extradata more thoroughly later.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
---
libavformat/matroskaenc.c | 74 ++++++++++++++++++++++++---------------
1 file changed, 46 insertions(+), 28 deletions(-)
diff --git a/libavformat/matroskaenc.c b/libavformat/matroskaenc.c
index 163af8aec8..b4756832eb 100644
--- a/libavformat/matroskaenc.c
+++ b/libavformat/matroskaenc.c
@@ -1099,9 +1099,9 @@ static int get_aac_sample_rates(AVFormatContext *s, MatroskaMuxContext *mkv,
}
#endif
-static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
- const AVCodecParameters *par,
- AVIOContext *dyn_cp)
+static int mkv_assemble_native_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
+ const AVCodecParameters *par,
+ unsigned *size_to_reserve)
{
switch (par->codec_id) {
case AV_CODEC_ID_VORBIS:
@@ -1112,7 +1112,7 @@ static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
return ff_isom_write_av1c(dyn_cp, par->extradata,
par->extradata_size, 1);
else
- put_ebml_void(pb, 4 + 3);
+ *size_to_reserve = 4 + 3;
break;
#if CONFIG_MATROSKA_MUXER
case AV_CODEC_ID_FLAC:
@@ -1139,7 +1139,7 @@ static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
if (par->extradata_size)
avio_write(dyn_cp, par->extradata, par->extradata_size);
else
- put_ebml_void(pb, MAX_PCE_SIZE + 2 + 4);
+ *size_to_reserve = 4 + MAX_PCE_SIZE + 2;
break;
#endif
default:
@@ -1153,21 +1153,21 @@ static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
return 0;
}
-static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
- AVCodecParameters *par,
- int native_id, int qt_id)
+static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
+ AVCodecParameters *par,
+ int native_id, int qt_id,
+ uint8_t **codecpriv, int *codecpriv_size,
+ unsigned *size_to_reserve)
{
MatroskaMuxContext av_unused *const mkv = s->priv_data;
- AVIOContext *dyn_cp;
- uint8_t *codecpriv;
- int ret, codecpriv_size;
+ int ret;
- ret = avio_open_dyn_buf(&dyn_cp);
- if (ret < 0)
- return ret;
+ *size_to_reserve = 0;
if (native_id) {
- ret = mkv_write_native_codecprivate(s, pb, par, dyn_cp);
+ ret = mkv_assemble_native_codecprivate(s, dyn_cp, par, size_to_reserve);
+ if (ret < 0)
+ return ret;
#if CONFIG_MATROSKA_MUXER
} else if (par->codec_type == AVMEDIA_TYPE_VIDEO) {
if (qt_id) {
@@ -1193,7 +1193,7 @@ static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
if (!par->codec_tag && par->codec_id != AV_CODEC_ID_RAWVIDEO) {
av_log(s, AV_LOG_ERROR, "No bmp codec tag found for codec %s\n",
avcodec_get_name(par->codec_id));
- ret = AVERROR(EINVAL);
+ return AVERROR(EINVAL);
}
ff_put_bmp_header(dyn_cp, par, 0, 0, mkv->flipped_raw_rgb);
@@ -1204,7 +1204,7 @@ static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
if (!tag) {
av_log(s, AV_LOG_ERROR, "No wav codec tag found for codec %s\n",
avcodec_get_name(par->codec_id));
- ret = AVERROR(EINVAL);
+ return AVERROR(EINVAL);
}
if (!par->codec_tag)
par->codec_tag = tag;
@@ -1213,14 +1213,32 @@ static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
#endif
}
- if (ret >= 0) {
- codecpriv_size = avio_get_dyn_buf(dyn_cp, &codecpriv);
- if ((ret = dyn_cp->error) >= 0 && codecpriv_size)
- put_ebml_binary(pb, MATROSKA_ID_CODECPRIVATE, codecpriv,
- codecpriv_size);
- }
- ffio_free_dyn_buf(&dyn_cp);
- return ret;
+ *codecpriv_size = avio_get_dyn_buf(dyn_cp, codecpriv);
+ if (dyn_cp->error < 0)
+ return dyn_cp->error;
+ return 0;
+}
+
+static int mkv_write_codecprivate(AVFormatContext *s, MatroskaMuxContext *mkv,
+ AVCodecParameters *par,
+ int native_id, int qt_id, AVIOContext *pb)
+{
+ AVIOContext *const dyn_bc = mkv->tmp_bc;
+ uint8_t *codecpriv;
+ unsigned size_to_reserve;
+ int ret, codecpriv_size;
+
+ ret = mkv_assemble_codecprivate(s, dyn_bc, par, native_id, qt_id,
+ &codecpriv, &codecpriv_size, &size_to_reserve);
+ if (ret < 0)
+ goto end;
+ if (codecpriv_size)
+ put_ebml_binary(pb, MATROSKA_ID_CODECPRIVATE, codecpriv, codecpriv_size);
+ if (size_to_reserve)
+ put_ebml_void(pb, size_to_reserve);
+end:
+ ffio_reset_dyn_buf(dyn_bc);
+ return 0;
}
#define MAX_VIDEO_COLOR_ELEMS 20
@@ -1833,7 +1851,7 @@ static int mkv_write_track(AVFormatContext *s, MatroskaMuxContext *mkv,
if (!IS_WEBM(mkv) || par->codec_id != AV_CODEC_ID_WEBVTT) {
track->codecpriv_offset = avio_tell(pb);
- ret = mkv_write_codecprivate(s, pb, par, native_id, qt_id);
+ ret = mkv_write_codecprivate(s, mkv, par, native_id, qt_id, pb);
if (ret < 0)
return ret;
}
@@ -2626,7 +2644,7 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
return ret;
memcpy(par->extradata, side_data, side_data_size);
avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
- mkv_write_codecprivate(s, mkv->track.bc, par, 1, 0);
+ mkv_write_codecprivate(s, mkv, par, 1, 0, mkv->track.bc);
filler = MAX_PCE_SIZE + 2 + 4 - (avio_tell(mkv->track.bc) - track->codecpriv_offset);
if (filler)
put_ebml_void(mkv->track.bc, filler);
@@ -2649,7 +2667,7 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
}
par->extradata = side_data;
avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
- mkv_write_codecprivate(s, mkv->track.bc, par, 1, 0);
+ mkv_write_codecprivate(s, mkv, par, 1, 0, mkv->track.bc);
par->extradata = old_extradata;
}
break;
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* [FFmpeg-devel] [PATCH 2/6] avformat/matroskaenc: Avoid swapping codecpar->extradata temporarily
2022-06-21 2:30 [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
@ 2022-06-21 2:34 ` Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 3/6] avformat/matroskaenc: Split updating CodecPrivate from writing it Andreas Rheinhardt
` (5 subsequent siblings)
6 siblings, 0 replies; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-21 2:34 UTC (permalink / raw)
To: ffmpeg-devel; +Cc: Andreas Rheinhardt
Instead pass extradata and extradata_size explicitly.
(It is not perfect, as ff_put_(wav|bmp)_header() still uses
the extradata embedded in codecpar, but this is not an issue
as long as their CodecPrivate isn't updated.)
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
---
libavformat/matroskaenc.c | 82 ++++++++++++++++++++++-----------------
1 file changed, 47 insertions(+), 35 deletions(-)
diff --git a/libavformat/matroskaenc.c b/libavformat/matroskaenc.c
index b4756832eb..93d10332a4 100644
--- a/libavformat/matroskaenc.c
+++ b/libavformat/matroskaenc.c
@@ -990,7 +990,8 @@ static int mkv_assemble_cues(AVStream **streams, AVIOContext *dyn_cp,
}
static int put_xiph_codecpriv(AVFormatContext *s, AVIOContext *pb,
- const AVCodecParameters *par)
+ const AVCodecParameters *par,
+ const uint8_t *extradata, int extradata_size)
{
const uint8_t *header_start[3];
int header_len[3];
@@ -1002,7 +1003,7 @@ static int put_xiph_codecpriv(AVFormatContext *s, AVIOContext *pb,
else
first_header_size = 42;
- err = avpriv_split_xiph_headers(par->extradata, par->extradata_size,
+ err = avpriv_split_xiph_headers(extradata, extradata_size,
first_header_size, header_start, header_len);
if (err < 0) {
av_log(s, AV_LOG_ERROR, "Extradata corrupt.\n");
@@ -1020,22 +1021,23 @@ static int put_xiph_codecpriv(AVFormatContext *s, AVIOContext *pb,
}
#if CONFIG_MATROSKA_MUXER
-static int put_wv_codecpriv(AVIOContext *pb, const AVCodecParameters *par)
+static int put_wv_codecpriv(AVIOContext *pb, const uint8_t *extradata, int extradata_size)
{
- if (par->extradata && par->extradata_size == 2)
- avio_write(pb, par->extradata, 2);
+ if (extradata && extradata_size == 2)
+ avio_write(pb, extradata, 2);
else
avio_wl16(pb, 0x410); // fallback to the most recent version
return 0;
}
static int put_flac_codecpriv(AVFormatContext *s, AVIOContext *pb,
- const AVCodecParameters *par)
+ const AVCodecParameters *par,
+ const uint8_t *extradata, int extradata_size)
{
int write_comment = (par->ch_layout.order == AV_CHANNEL_ORDER_NATIVE &&
!(par->ch_layout.u.mask & ~0x3ffffULL) &&
!ff_flac_is_native_layout(par->ch_layout.u.mask));
- int ret = ff_flac_write_header(pb, par->extradata, par->extradata_size,
+ int ret = ff_flac_write_header(pb, extradata, extradata_size,
!write_comment);
if (ret < 0)
@@ -1101,43 +1103,45 @@ static int get_aac_sample_rates(AVFormatContext *s, MatroskaMuxContext *mkv,
static int mkv_assemble_native_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
const AVCodecParameters *par,
+ const uint8_t *extradata,
+ int extradata_size,
unsigned *size_to_reserve)
{
switch (par->codec_id) {
case AV_CODEC_ID_VORBIS:
case AV_CODEC_ID_THEORA:
- return put_xiph_codecpriv(s, dyn_cp, par);
+ return put_xiph_codecpriv(s, dyn_cp, par, extradata, extradata_size);
case AV_CODEC_ID_AV1:
- if (par->extradata_size)
- return ff_isom_write_av1c(dyn_cp, par->extradata,
- par->extradata_size, 1);
+ if (extradata_size)
+ return ff_isom_write_av1c(dyn_cp, extradata,
+ extradata_size, 1);
else
*size_to_reserve = 4 + 3;
break;
#if CONFIG_MATROSKA_MUXER
case AV_CODEC_ID_FLAC:
- return put_flac_codecpriv(s, dyn_cp, par);
+ return put_flac_codecpriv(s, dyn_cp, par, extradata, extradata_size);
case AV_CODEC_ID_WAVPACK:
- return put_wv_codecpriv(dyn_cp, par);
+ return put_wv_codecpriv(dyn_cp, extradata, extradata_size);
case AV_CODEC_ID_H264:
- return ff_isom_write_avcc(dyn_cp, par->extradata,
- par->extradata_size);
+ return ff_isom_write_avcc(dyn_cp, extradata,
+ extradata_size);
case AV_CODEC_ID_HEVC:
- return ff_isom_write_hvcc(dyn_cp, par->extradata,
- par->extradata_size, 0);
+ return ff_isom_write_hvcc(dyn_cp, extradata,
+ extradata_size, 0);
case AV_CODEC_ID_ALAC:
- if (par->extradata_size < 36) {
+ if (extradata_size < 36) {
av_log(s, AV_LOG_ERROR,
"Invalid extradata found, ALAC expects a 36-byte "
"QuickTime atom.");
return AVERROR_INVALIDDATA;
} else
- avio_write(dyn_cp, par->extradata + 12,
- par->extradata_size - 12);
+ avio_write(dyn_cp, extradata + 12,
+ extradata_size - 12);
break;
case AV_CODEC_ID_AAC:
- if (par->extradata_size)
- avio_write(dyn_cp, par->extradata, par->extradata_size);
+ if (extradata_size)
+ avio_write(dyn_cp, extradata, extradata_size);
else
*size_to_reserve = 4 + MAX_PCE_SIZE + 2;
break;
@@ -1146,8 +1150,8 @@ static int mkv_assemble_native_codecprivate(AVFormatContext *s, AVIOContext *dyn
if (CONFIG_MATROSKA_MUXER && par->codec_id == AV_CODEC_ID_PRORES &&
ff_codec_get_id(ff_codec_movvideo_tags, par->codec_tag) == AV_CODEC_ID_PRORES) {
avio_wl32(dyn_cp, par->codec_tag);
- } else if (par->extradata_size && par->codec_id != AV_CODEC_ID_TTA)
- avio_write(dyn_cp, par->extradata, par->extradata_size);
+ } else if (extradata_size && par->codec_id != AV_CODEC_ID_TTA)
+ avio_write(dyn_cp, extradata, extradata_size);
}
return 0;
@@ -1155,6 +1159,7 @@ static int mkv_assemble_native_codecprivate(AVFormatContext *s, AVIOContext *dyn
static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
AVCodecParameters *par,
+ const uint8_t *extradata, int extradata_size,
int native_id, int qt_id,
uint8_t **codecpriv, int *codecpriv_size,
unsigned *size_to_reserve)
@@ -1165,7 +1170,9 @@ static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
*size_to_reserve = 0;
if (native_id) {
- ret = mkv_assemble_native_codecprivate(s, dyn_cp, par, size_to_reserve);
+ ret = mkv_assemble_native_codecprivate(s, dyn_cp, par,
+ extradata, extradata_size,
+ size_to_reserve);
if (ret < 0)
return ret;
#if CONFIG_MATROSKA_MUXER
@@ -1175,13 +1182,13 @@ static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
par->codec_tag = ff_codec_get_tag(ff_codec_movvideo_tags,
par->codec_id);
if ( ff_codec_get_id(ff_codec_movvideo_tags, par->codec_tag) == par->codec_id
- && (!par->extradata_size || ff_codec_get_id(ff_codec_movvideo_tags, AV_RL32(par->extradata + 4)) != par->codec_id)
+ && (!extradata_size || ff_codec_get_id(ff_codec_movvideo_tags, AV_RL32(extradata + 4)) != par->codec_id)
) {
- avio_wb32(dyn_cp, 0x5a + par->extradata_size);
+ avio_wb32(dyn_cp, 0x5a + extradata_size);
avio_wl32(dyn_cp, par->codec_tag);
ffio_fill(dyn_cp, 0, 0x5a - 8);
}
- avio_write(dyn_cp, par->extradata, par->extradata_size);
+ avio_write(dyn_cp, extradata, extradata_size);
} else {
if (!ff_codec_get_tag(ff_codec_bmp_tags, par->codec_id))
av_log(s, AV_LOG_WARNING, "codec %s is not supported by this format\n",
@@ -1196,6 +1203,8 @@ static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
return AVERROR(EINVAL);
}
+ /* If vfw extradata updates are supported, this will have
+ * to be updated to pass extradata(_size) explicitly. */
ff_put_bmp_header(dyn_cp, par, 0, 0, mkv->flipped_raw_rgb);
}
} else if (par->codec_type == AVMEDIA_TYPE_AUDIO) {
@@ -1209,6 +1218,7 @@ static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
if (!par->codec_tag)
par->codec_tag = tag;
+ /* Same comment as for ff_put_bmp_header applies here. */
ff_put_wav_header(s, dyn_cp, par, FF_PUT_WAV_HEADER_FORCE_WAVEFORMATEX);
#endif
}
@@ -1221,6 +1231,7 @@ static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
static int mkv_write_codecprivate(AVFormatContext *s, MatroskaMuxContext *mkv,
AVCodecParameters *par,
+ const uint8_t *extradata, int extradata_size,
int native_id, int qt_id, AVIOContext *pb)
{
AVIOContext *const dyn_bc = mkv->tmp_bc;
@@ -1228,7 +1239,8 @@ static int mkv_write_codecprivate(AVFormatContext *s, MatroskaMuxContext *mkv,
unsigned size_to_reserve;
int ret, codecpriv_size;
- ret = mkv_assemble_codecprivate(s, dyn_bc, par, native_id, qt_id,
+ ret = mkv_assemble_codecprivate(s, dyn_bc, par, extradata, extradata_size,
+ native_id, qt_id,
&codecpriv, &codecpriv_size, &size_to_reserve);
if (ret < 0)
goto end;
@@ -1851,7 +1863,8 @@ static int mkv_write_track(AVFormatContext *s, MatroskaMuxContext *mkv,
if (!IS_WEBM(mkv) || par->codec_id != AV_CODEC_ID_WEBVTT) {
track->codecpriv_offset = avio_tell(pb);
- ret = mkv_write_codecprivate(s, mkv, par, native_id, qt_id, pb);
+ ret = mkv_write_codecprivate(s, mkv, par, par->extradata, par->extradata_size,
+ native_id, qt_id, pb);
if (ret < 0)
return ret;
}
@@ -2644,7 +2657,8 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
return ret;
memcpy(par->extradata, side_data, side_data_size);
avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
- mkv_write_codecprivate(s, mkv, par, 1, 0, mkv->track.bc);
+ mkv_write_codecprivate(s, mkv, par, side_data, side_data_size,
+ 1, 0, mkv->track.bc);
filler = MAX_PCE_SIZE + 2 + 4 - (avio_tell(mkv->track.bc) - track->codecpriv_offset);
if (filler)
put_ebml_void(mkv->track.bc, filler);
@@ -2659,16 +2673,14 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
break;
case AV_CODEC_ID_FLAC:
if (side_data_size && mkv->track.bc) {
- uint8_t *old_extradata = par->extradata;
if (side_data_size != par->extradata_size) {
av_log(s, AV_LOG_ERROR, "Invalid FLAC STREAMINFO metadata for output stream %d\n",
pkt->stream_index);
return AVERROR(EINVAL);
}
- par->extradata = side_data;
avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
- mkv_write_codecprivate(s, mkv, par, 1, 0, mkv->track.bc);
- par->extradata = old_extradata;
+ mkv_write_codecprivate(s, mkv, par, side_data, side_data_size,
+ 1, 0, mkv->track.bc);
}
break;
#endif
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* [FFmpeg-devel] [PATCH 3/6] avformat/matroskaenc: Split updating CodecPrivate from writing it
2022-06-21 2:30 [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 2/6] avformat/matroskaenc: Avoid swapping codecpar->extradata temporarily Andreas Rheinhardt
@ 2022-06-21 2:34 ` Andreas Rheinhardt
2022-06-21 15:22 ` Michael Niedermayer
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 4/6] avcodec/av1: Add upper bound for the size of a sane sequence header Andreas Rheinhardt
` (4 subsequent siblings)
6 siblings, 1 reply; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-21 2:34 UTC (permalink / raw)
To: ffmpeg-devel; +Cc: Andreas Rheinhardt
Up until now, updating extradata was very ad-hoc: The amount of
space reserved for extradata was not recorded when writing the
header; instead the AAC code simply presumed that it was enough.
This commit changes this by recording how much space is available.
This brings with it that the code for writing of and reserving space
for the CodecPrivate and for updating it diverges. They are therefore
split; this allows to put other common tasks like seeking to
right offset as well as writing padding (in case the new extradata did
not fill the whole reserved space) to this common function.
The code for filling up the reserved space is smarter than the code
it replaces; therefore it is no longer necessary to reserve more
than necessary just to be sure that one can add an EBML Void element
(whose minimum size is two) lateron. This is the reason for the change
to the aac-autobsf-adtstoasc test.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
---
libavformat/matroskaenc.c | 120 ++++++++++++++++++---------
tests/ref/fate/aac-autobsf-adtstoasc | 4 +-
2 files changed, 84 insertions(+), 40 deletions(-)
diff --git a/libavformat/matroskaenc.c b/libavformat/matroskaenc.c
index 93d10332a4..250015419f 100644
--- a/libavformat/matroskaenc.c
+++ b/libavformat/matroskaenc.c
@@ -184,7 +184,8 @@ typedef struct mkv_track {
int64_t last_timestamp;
int64_t duration;
int64_t duration_offset;
- int64_t codecpriv_offset;
+ int codecpriv_offset;
+ unsigned codecpriv_size; ///< size reserved for CodecPrivate excluding header+length field
int64_t ts_offset;
/* This callback will be called twice: First with a NULL AVIOContext
* to return the size of the (Simple)Block's data via size
@@ -1116,7 +1117,7 @@ static int mkv_assemble_native_codecprivate(AVFormatContext *s, AVIOContext *dyn
return ff_isom_write_av1c(dyn_cp, extradata,
extradata_size, 1);
else
- *size_to_reserve = 4 + 3;
+ *size_to_reserve = 4;
break;
#if CONFIG_MATROSKA_MUXER
case AV_CODEC_ID_FLAC:
@@ -1143,7 +1144,7 @@ static int mkv_assemble_native_codecprivate(AVFormatContext *s, AVIOContext *dyn
if (extradata_size)
avio_write(dyn_cp, extradata, extradata_size);
else
- *size_to_reserve = 4 + MAX_PCE_SIZE + 2;
+ *size_to_reserve = MAX_PCE_SIZE;
break;
#endif
default:
@@ -1162,17 +1163,16 @@ static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
const uint8_t *extradata, int extradata_size,
int native_id, int qt_id,
uint8_t **codecpriv, int *codecpriv_size,
- unsigned *size_to_reserve)
+ unsigned *max_payload_size)
{
MatroskaMuxContext av_unused *const mkv = s->priv_data;
+ unsigned size_to_reserve = 0;
int ret;
- *size_to_reserve = 0;
-
if (native_id) {
ret = mkv_assemble_native_codecprivate(s, dyn_cp, par,
extradata, extradata_size,
- size_to_reserve);
+ &size_to_reserve);
if (ret < 0)
return ret;
#if CONFIG_MATROSKA_MUXER
@@ -1226,31 +1226,72 @@ static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
*codecpriv_size = avio_get_dyn_buf(dyn_cp, codecpriv);
if (dyn_cp->error < 0)
return dyn_cp->error;
+ *max_payload_size = *codecpriv_size + size_to_reserve;
+
return 0;
}
-static int mkv_write_codecprivate(AVFormatContext *s, MatroskaMuxContext *mkv,
- AVCodecParameters *par,
- const uint8_t *extradata, int extradata_size,
- int native_id, int qt_id, AVIOContext *pb)
+static void mkv_put_codecprivate(AVIOContext *pb, unsigned max_payload_size,
+ const uint8_t *codecpriv, unsigned codecpriv_size)
+{
+ unsigned total_codecpriv_size = 0, total_size;
+
+ av_assert1(codecpriv_size < max_payload_size);
+
+ if (!max_payload_size)
+ return;
+
+ total_size = 2 + ebml_length_size(max_payload_size) + max_payload_size;
+
+ if (codecpriv_size) {
+ unsigned length_size = ebml_length_size(codecpriv_size);
+
+ total_codecpriv_size = 2U + length_size + codecpriv_size;
+ if (total_codecpriv_size + 1 == total_size) {
+ /* It is impossible to add one byte of padding via an EBML Void. */
+ length_size++;
+ total_codecpriv_size++;
+ }
+ put_ebml_id(pb, MATROSKA_ID_CODECPRIVATE);
+ put_ebml_length(pb, codecpriv_size, length_size);
+ avio_write(pb, codecpriv, codecpriv_size);
+ }
+ if (total_codecpriv_size < total_size)
+ put_ebml_void(pb, total_size - total_codecpriv_size);
+}
+
+static int mkv_update_codecprivate(AVFormatContext *s, MatroskaMuxContext *mkv,
+ uint8_t *side_data, int side_data_size,
+ AVCodecParameters *par, AVIOContext *pb,
+ mkv_track *track)
{
AVIOContext *const dyn_bc = mkv->tmp_bc;
uint8_t *codecpriv;
- unsigned size_to_reserve;
+ unsigned max_payload_size;
int ret, codecpriv_size;
- ret = mkv_assemble_codecprivate(s, dyn_bc, par, extradata, extradata_size,
- native_id, qt_id,
- &codecpriv, &codecpriv_size, &size_to_reserve);
+ ret = mkv_assemble_codecprivate(s, dyn_bc, par,
+ side_data, side_data_size, 1, 0,
+ &codecpriv, &codecpriv_size, &max_payload_size);
if (ret < 0)
- goto end;
- if (codecpriv_size)
- put_ebml_binary(pb, MATROSKA_ID_CODECPRIVATE, codecpriv, codecpriv_size);
- if (size_to_reserve)
- put_ebml_void(pb, size_to_reserve);
-end:
+ goto fail;
+ if (codecpriv_size > track->codecpriv_size) {
+ ret = AVERROR(ENOSPC);
+ goto fail;
+ }
+ avio_seek(pb, track->codecpriv_offset, SEEK_SET);
+ mkv_put_codecprivate(pb, track->codecpriv_size,
+ codecpriv, codecpriv_size);
+
+ if (!par->extradata_size) {
+ ret = ff_alloc_extradata(par, side_data_size);
+ if (ret < 0)
+ goto fail;
+ memcpy(par->extradata, side_data, side_data_size);
+ }
+fail:
ffio_reset_dyn_buf(dyn_bc);
- return 0;
+ return ret;
}
#define MAX_VIDEO_COLOR_ELEMS 20
@@ -1862,16 +1903,24 @@ static int mkv_write_track(AVFormatContext *s, MatroskaMuxContext *mkv,
}
if (!IS_WEBM(mkv) || par->codec_id != AV_CODEC_ID_WEBVTT) {
+ uint8_t *codecpriv;
+ int codecpriv_size, max_payload_size;
track->codecpriv_offset = avio_tell(pb);
- ret = mkv_write_codecprivate(s, mkv, par, par->extradata, par->extradata_size,
- native_id, qt_id, pb);
+ ret = mkv_assemble_codecprivate(s, mkv->tmp_bc, par,
+ par->extradata, par->extradata_size,
+ native_id, qt_id,
+ &codecpriv, &codecpriv_size, &max_payload_size);
if (ret < 0)
- return ret;
+ goto fail;
+ mkv_put_codecprivate(pb, max_payload_size, codecpriv, codecpriv_size);
+ track->codecpriv_size = max_payload_size;
}
end_ebml_master(pb, track_master);
+fail:
+ ffio_reset_dyn_buf(mkv->tmp_bc);
- return 0;
+ return ret;
}
static int mkv_write_tracks(AVFormatContext *s)
@@ -2645,23 +2694,17 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
#if CONFIG_MATROSKA_MUXER
case AV_CODEC_ID_AAC:
if (side_data_size && mkv->track.bc) {
- int filler, output_sample_rate = 0;
+ int output_sample_rate = 0;
ret = get_aac_sample_rates(s, mkv, side_data, side_data_size,
&track->sample_rate, &output_sample_rate);
if (ret < 0)
return ret;
if (!output_sample_rate)
output_sample_rate = track->sample_rate; // Space is already reserved, so it's this or a void element.
- ret = ff_alloc_extradata(par, side_data_size);
+ ret = mkv_update_codecprivate(s, mkv, side_data, side_data_size,
+ par, mkv->track.bc, track);
if (ret < 0)
return ret;
- memcpy(par->extradata, side_data, side_data_size);
- avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
- mkv_write_codecprivate(s, mkv, par, side_data, side_data_size,
- 1, 0, mkv->track.bc);
- filler = MAX_PCE_SIZE + 2 + 4 - (avio_tell(mkv->track.bc) - track->codecpriv_offset);
- if (filler)
- put_ebml_void(mkv->track.bc, filler);
avio_seek(mkv->track.bc, track->sample_rate_offset, SEEK_SET);
put_ebml_float(mkv->track.bc, MATROSKA_ID_AUDIOSAMPLINGFREQ, track->sample_rate);
put_ebml_float(mkv->track.bc, MATROSKA_ID_AUDIOOUTSAMPLINGFREQ, output_sample_rate);
@@ -2678,9 +2721,10 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
pkt->stream_index);
return AVERROR(EINVAL);
}
- avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
- mkv_write_codecprivate(s, mkv, par, side_data, side_data_size,
- 1, 0, mkv->track.bc);
+ ret = mkv_update_codecprivate(s, mkv, side_data, side_data_size,
+ par, mkv->track.bc, track);
+ if (ret < 0)
+ return ret;
}
break;
#endif
diff --git a/tests/ref/fate/aac-autobsf-adtstoasc b/tests/ref/fate/aac-autobsf-adtstoasc
index 8b6d9d96ee..57bfcae18b 100644
--- a/tests/ref/fate/aac-autobsf-adtstoasc
+++ b/tests/ref/fate/aac-autobsf-adtstoasc
@@ -1,5 +1,5 @@
-29daa1e1985dac4baae0774a0b56149d *tests/data/fate/aac-autobsf-adtstoasc.matroska
-6644 tests/data/fate/aac-autobsf-adtstoasc.matroska
+4342e4f3f93b16514bda511b3b7fd93a *tests/data/fate/aac-autobsf-adtstoasc.matroska
+6642 tests/data/fate/aac-autobsf-adtstoasc.matroska
#extradata 0: 2, 0x0030001c
#tb 0: 1/1000
#media_type 0: audio
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* [FFmpeg-devel] [PATCH 4/6] avcodec/av1: Add upper bound for the size of a sane sequence header
2022-06-21 2:30 [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 2/6] avformat/matroskaenc: Avoid swapping codecpar->extradata temporarily Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 3/6] avformat/matroskaenc: Split updating CodecPrivate from writing it Andreas Rheinhardt
@ 2022-06-21 2:34 ` Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 5/6] avformat/matroskaenc: Improve handling of AV1 extradata Andreas Rheinhardt
` (3 subsequent siblings)
6 siblings, 0 replies; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-21 2:34 UTC (permalink / raw)
To: ffmpeg-devel; +Cc: Andreas Rheinhardt
It will be used by the Matroska muxer to reserve a certain number
of bytes for the CodecPrivate in case no extradata is initially
available (as it is for the libaom-av1 encoder).
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
---
libavcodec/av1.h | 6 ++++++
1 file changed, 6 insertions(+)
diff --git a/libavcodec/av1.h b/libavcodec/av1.h
index 951a18ecb2..384f7cddc7 100644
--- a/libavcodec/av1.h
+++ b/libavcodec/av1.h
@@ -175,4 +175,10 @@ enum {
AV1_RESTORE_SWITCHABLE = 3,
};
+// Sequence Headers are actually unbounded because one can use
+// an arbitrary number of leading zeroes when encoding via uvlc.
+// The following estimate is based around using the lowest number
+// of bits for uvlc encoding.
+#define AV1_SANE_SEQUENCE_HEADER_MAX_BITS 3138
+
#endif /* AVCODEC_AV1_H */
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* [FFmpeg-devel] [PATCH 5/6] avformat/matroskaenc: Improve handling of AV1 extradata
2022-06-21 2:30 [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
` (2 preceding siblings ...)
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 4/6] avcodec/av1: Add upper bound for the size of a sane sequence header Andreas Rheinhardt
@ 2022-06-21 2:34 ` Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 6/6] avformat/matroskaenc: Fix outdated comment Andreas Rheinhardt
` (2 subsequent siblings)
6 siblings, 0 replies; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-21 2:34 UTC (permalink / raw)
To: ffmpeg-devel; +Cc: Andreas Rheinhardt
Up until now, only the first four bytes (the ones preceding
the OBU) were written because not enough space has been reserved
for the complete CodecPrivate. This commit changes this
by increasing the space reserved for the CodecPrivate (it is big
enough for every sane sequence header plus something extra);
the code falls back to writing four bytes in case the increased
space turns out to be insufficient.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
---
libavformat/matroskaenc.c | 37 +++++++++++++------------------------
1 file changed, 13 insertions(+), 24 deletions(-)
diff --git a/libavformat/matroskaenc.c b/libavformat/matroskaenc.c
index 250015419f..b240ca0a06 100644
--- a/libavformat/matroskaenc.c
+++ b/libavformat/matroskaenc.c
@@ -56,6 +56,7 @@
#include "libavutil/samplefmt.h"
#include "libavutil/stereo3d.h"
+#include "libavcodec/av1.h"
#include "libavcodec/xiph.h"
#include "libavcodec/mpeg4audio.h"
@@ -1117,7 +1118,7 @@ static int mkv_assemble_native_codecprivate(AVFormatContext *s, AVIOContext *dyn
return ff_isom_write_av1c(dyn_cp, extradata,
extradata_size, 1);
else
- *size_to_reserve = 4;
+ *size_to_reserve = (AV1_SANE_SEQUENCE_HEADER_MAX_BITS + 7) / 8 + 100;
break;
#if CONFIG_MATROSKA_MUXER
case AV_CODEC_ID_FLAC:
@@ -1263,7 +1264,7 @@ static void mkv_put_codecprivate(AVIOContext *pb, unsigned max_payload_size,
static int mkv_update_codecprivate(AVFormatContext *s, MatroskaMuxContext *mkv,
uint8_t *side_data, int side_data_size,
AVCodecParameters *par, AVIOContext *pb,
- mkv_track *track)
+ mkv_track *track, unsigned alternative_size)
{
AVIOContext *const dyn_bc = mkv->tmp_bc;
uint8_t *codecpriv;
@@ -1275,9 +1276,12 @@ static int mkv_update_codecprivate(AVFormatContext *s, MatroskaMuxContext *mkv,
&codecpriv, &codecpriv_size, &max_payload_size);
if (ret < 0)
goto fail;
- if (codecpriv_size > track->codecpriv_size) {
+ if (codecpriv_size > track->codecpriv_size && !alternative_size) {
ret = AVERROR(ENOSPC);
goto fail;
+ } else if (codecpriv_size > track->codecpriv_size) {
+ av_assert1(alternative_size < track->codecpriv_size);
+ codecpriv_size = alternative_size;
}
avio_seek(pb, track->codecpriv_offset, SEEK_SET);
mkv_put_codecprivate(pb, track->codecpriv_size,
@@ -2702,7 +2706,7 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
if (!output_sample_rate)
output_sample_rate = track->sample_rate; // Space is already reserved, so it's this or a void element.
ret = mkv_update_codecprivate(s, mkv, side_data, side_data_size,
- par, mkv->track.bc, track);
+ par, mkv->track.bc, track, 0);
if (ret < 0)
return ret;
avio_seek(mkv->track.bc, track->sample_rate_offset, SEEK_SET);
@@ -2722,7 +2726,7 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
return AVERROR(EINVAL);
}
ret = mkv_update_codecprivate(s, mkv, side_data, side_data_size,
- par, mkv->track.bc, track);
+ par, mkv->track.bc, track, 0);
if (ret < 0)
return ret;
}
@@ -2732,27 +2736,12 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
// See https://bugs.chromium.org/p/aomedia/issues/detail?id=2012
case AV_CODEC_ID_AV1:
if (side_data_size && mkv->track.bc && !par->extradata_size) {
- AVIOContext *dyn_cp;
- uint8_t *codecpriv;
- int codecpriv_size;
- ret = avio_open_dyn_buf(&dyn_cp);
- if (ret < 0)
- return ret;
- ff_isom_write_av1c(dyn_cp, side_data, side_data_size, 1);
- codecpriv_size = avio_get_dyn_buf(dyn_cp, &codecpriv);
- if ((ret = dyn_cp->error) < 0 ||
- !codecpriv_size && (ret = AVERROR_INVALIDDATA)) {
- ffio_free_dyn_buf(&dyn_cp);
- return ret;
- }
- avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
- // Do not write the OBUs as we don't have space saved for them
- put_ebml_binary(mkv->track.bc, MATROSKA_ID_CODECPRIVATE, codecpriv, 4);
- ffio_free_dyn_buf(&dyn_cp);
- ret = ff_alloc_extradata(par, side_data_size);
+ // If the reserved space doesn't suffice, only write
+ // the first four bytes of the av1C.
+ ret = mkv_update_codecprivate(s, mkv, side_data, side_data_size,
+ par, mkv->track.bc, track, 4);
if (ret < 0)
return ret;
- memcpy(par->extradata, side_data, side_data_size);
} else if (!par->extradata_size)
return AVERROR_INVALIDDATA;
break;
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* [FFmpeg-devel] [PATCH 6/6] avformat/matroskaenc: Fix outdated comment
2022-06-21 2:30 [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
` (3 preceding siblings ...)
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 5/6] avformat/matroskaenc: Improve handling of AV1 extradata Andreas Rheinhardt
@ 2022-06-21 2:34 ` Andreas Rheinhardt
2022-06-21 3:22 ` [FFmpeg-devel] [PATCH 7/7] avformat/matroskaenc: Reuse dynamic buffer Andreas Rheinhardt
2022-06-24 9:50 ` [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
6 siblings, 0 replies; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-21 2:34 UTC (permalink / raw)
To: ffmpeg-devel; +Cc: Andreas Rheinhardt
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
---
libavformat/matroskaenc.c | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/libavformat/matroskaenc.c b/libavformat/matroskaenc.c
index b240ca0a06..acb50017b6 100644
--- a/libavformat/matroskaenc.c
+++ b/libavformat/matroskaenc.c
@@ -2732,8 +2732,8 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
}
break;
#endif
- // FIXME: Remove the following once libaom starts propagating extradata during init()
- // See https://bugs.chromium.org/p/aomedia/issues/detail?id=2012
+ // FIXME: Remove the following once libaom starts propagating proper extradata during init()
+ // See https://bugs.chromium.org/p/aomedia/issues/detail?id=2208
case AV_CODEC_ID_AV1:
if (side_data_size && mkv->track.bc && !par->extradata_size) {
// If the reserved space doesn't suffice, only write
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* [FFmpeg-devel] [PATCH 7/7] avformat/matroskaenc: Reuse dynamic buffer
2022-06-21 2:30 [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
` (4 preceding siblings ...)
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 6/6] avformat/matroskaenc: Fix outdated comment Andreas Rheinhardt
@ 2022-06-21 3:22 ` Andreas Rheinhardt
2022-06-24 9:50 ` [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
6 siblings, 0 replies; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-21 3:22 UTC (permalink / raw)
To: ffmpeg-devel; +Cc: Andreas Rheinhardt
Avoids some allocations.
Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
---
libavformat/matroskaenc.c | 21 +++++++--------------
1 file changed, 7 insertions(+), 14 deletions(-)
diff --git a/libavformat/matroskaenc.c b/libavformat/matroskaenc.c
index acb50017b6..bfc397dbe6 100644
--- a/libavformat/matroskaenc.c
+++ b/libavformat/matroskaenc.c
@@ -222,7 +222,8 @@ typedef struct MatroskaMuxContext {
* to write the length field of EBML Masters.
* Every user has to reset the buffer after using it and
* different uses may not overlap. It is currently used in
- * mkv_write_tag(). */
+ * mkv_write_tag(), in mkv_assemble_cues() as well as in
+ * mkv_update_codecprivate() and mkv_write_track(). */
AVIOContext *tmp_bc;
AVPacket *cur_audio_pkt;
@@ -941,17 +942,10 @@ static int mkv_add_cuepoint(MatroskaMuxContext *mkv, int stream, int64_t ts,
return 0;
}
-static int mkv_assemble_cues(AVStream **streams, AVIOContext *dyn_cp,
+static int mkv_assemble_cues(AVStream **streams, AVIOContext *dyn_cp, AVIOContext *cuepoint,
const mkv_cues *cues, mkv_track *tracks, int num_tracks,
uint64_t offset)
{
- AVIOContext *cuepoint;
- int ret;
-
- ret = avio_open_dyn_buf(&cuepoint);
- if (ret < 0)
- return ret;
-
for (mkv_cuepoint *entry = cues->entries, *end = entry + cues->num_entries;
entry < end;) {
uint64_t pts = entry->pts;
@@ -981,14 +975,13 @@ static int mkv_assemble_cues(AVStream **streams, AVIOContext *dyn_cp,
end_ebml_master(cuepoint, track_positions);
} while (++entry < end && entry->pts == pts);
size = avio_get_dyn_buf(cuepoint, &buf);
- if ((ret = cuepoint->error) < 0)
- break;
+ if (cuepoint->error < 0)
+ return cuepoint->error;
put_ebml_binary(dyn_cp, MATROSKA_ID_POINTENTRY, buf, size);
ffio_reset_dyn_buf(cuepoint);
}
- ffio_free_dyn_buf(&cuepoint);
- return ret;
+ return 0;
}
static int put_xiph_codecpriv(AVFormatContext *s, AVIOContext *pb,
@@ -2964,7 +2957,7 @@ redo_cues:
if (ret < 0)
return ret;
- ret = mkv_assemble_cues(s->streams, cues, &mkv->cues,
+ ret = mkv_assemble_cues(s->streams, cues, mkv->tmp_bc, &mkv->cues,
mkv->tracks, s->nb_streams, offset);
if (ret < 0) {
ffio_free_dyn_buf(&cues);
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [FFmpeg-devel] [PATCH 3/6] avformat/matroskaenc: Split updating CodecPrivate from writing it
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 3/6] avformat/matroskaenc: Split updating CodecPrivate from writing it Andreas Rheinhardt
@ 2022-06-21 15:22 ` Michael Niedermayer
2022-06-21 21:45 ` Andreas Rheinhardt
0 siblings, 1 reply; 10+ messages in thread
From: Michael Niedermayer @ 2022-06-21 15:22 UTC (permalink / raw)
To: FFmpeg development discussions and patches
[-- Attachment #1.1: Type: text/plain, Size: 2616 bytes --]
On Tue, Jun 21, 2022 at 04:34:15AM +0200, Andreas Rheinhardt wrote:
> Up until now, updating extradata was very ad-hoc: The amount of
> space reserved for extradata was not recorded when writing the
> header; instead the AAC code simply presumed that it was enough.
> This commit changes this by recording how much space is available.
>
> This brings with it that the code for writing of and reserving space
> for the CodecPrivate and for updating it diverges. They are therefore
> split; this allows to put other common tasks like seeking to
> right offset as well as writing padding (in case the new extradata did
> not fill the whole reserved space) to this common function.
>
> The code for filling up the reserved space is smarter than the code
> it replaces; therefore it is no longer necessary to reserve more
> than necessary just to be sure that one can add an EBML Void element
> (whose minimum size is two) lateron. This is the reason for the change
> to the aac-autobsf-adtstoasc test.
>
> Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
> ---
> libavformat/matroskaenc.c | 120 ++++++++++++++++++---------
> tests/ref/fate/aac-autobsf-adtstoasc | 4 +-
> 2 files changed, 84 insertions(+), 40 deletions(-)
triggers assert in fate
ffmpeg/ffmpeg -nostdin -i fate-suite//audiomatch/tones_afconvert_16000_mono_aac_lc.m4a -f segment -segment_time 1 -map 0 -flags +bitexact -codec copy -segment_format_options live=1 -segment_list ffmpeg/tests/data/adts-to-mkv.m3u8 -y ffmpeg/tests/data/adts-to-mkv-%03d.mkv
Metadata:
major_brand : M4A
minor_version : 0
compatible_brands: M4A mp42isom
creation_time : 2024-12-23T09:22:20.000000Z
iTunSMPB : 00000000 00000840 000002C0 0000000000007D00 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
Duration: 00:00:02.18, start: 0.132000, bitrate: 35 kb/s
Stream #0:0[0x1](eng): Audio: aac (LC) (mp4a / 0x6134706D), 16000 Hz, mono, fltp, 20 kb/s (default)
Metadata:
creation_time : 2024-12-23T09:22:20.000000Z
vendor_id : [0][0][0][0]
[segment @ 0x562c56aa3f40] Opening 'ffmpeg/tests/data/adts-to-mkv-000.mkv' for writing
Assertion codecpriv_size < max_payload_size failed at libavformat/matroskaenc.c:1239
Aborted (core dumped)
[...]
--
Michael GnuPG fingerprint: 9FF2128B147EF6730BADF133611EC787040B0FAB
Take away the freedom of one citizen and you will be jailed, take away
the freedom of all citizens and you will be congratulated by your peers
in Parliament.
[-- Attachment #1.2: signature.asc --]
[-- Type: application/pgp-signature, Size: 195 bytes --]
[-- Attachment #2: Type: text/plain, Size: 251 bytes --]
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [FFmpeg-devel] [PATCH 3/6] avformat/matroskaenc: Split updating CodecPrivate from writing it
2022-06-21 15:22 ` Michael Niedermayer
@ 2022-06-21 21:45 ` Andreas Rheinhardt
0 siblings, 0 replies; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-21 21:45 UTC (permalink / raw)
To: ffmpeg-devel
Michael Niedermayer:
> On Tue, Jun 21, 2022 at 04:34:15AM +0200, Andreas Rheinhardt wrote:
>> Up until now, updating extradata was very ad-hoc: The amount of
>> space reserved for extradata was not recorded when writing the
>> header; instead the AAC code simply presumed that it was enough.
>> This commit changes this by recording how much space is available.
>>
>> This brings with it that the code for writing of and reserving space
>> for the CodecPrivate and for updating it diverges. They are therefore
>> split; this allows to put other common tasks like seeking to
>> right offset as well as writing padding (in case the new extradata did
>> not fill the whole reserved space) to this common function.
>>
>> The code for filling up the reserved space is smarter than the code
>> it replaces; therefore it is no longer necessary to reserve more
>> than necessary just to be sure that one can add an EBML Void element
>> (whose minimum size is two) lateron. This is the reason for the change
>> to the aac-autobsf-adtstoasc test.
>>
>> Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
>> ---
>> libavformat/matroskaenc.c | 120 ++++++++++++++++++---------
>> tests/ref/fate/aac-autobsf-adtstoasc | 4 +-
>> 2 files changed, 84 insertions(+), 40 deletions(-)
>
> triggers assert in fate
>
> ffmpeg/ffmpeg -nostdin -i fate-suite//audiomatch/tones_afconvert_16000_mono_aac_lc.m4a -f segment -segment_time 1 -map 0 -flags +bitexact -codec copy -segment_format_options live=1 -segment_list ffmpeg/tests/data/adts-to-mkv.m3u8 -y ffmpeg/tests/data/adts-to-mkv-%03d.mkv
>
> Metadata:
> major_brand : M4A
> minor_version : 0
> compatible_brands: M4A mp42isom
> creation_time : 2024-12-23T09:22:20.000000Z
> iTunSMPB : 00000000 00000840 000002C0 0000000000007D00 00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
> Duration: 00:00:02.18, start: 0.132000, bitrate: 35 kb/s
> Stream #0:0[0x1](eng): Audio: aac (LC) (mp4a / 0x6134706D), 16000 Hz, mono, fltp, 20 kb/s (default)
> Metadata:
> creation_time : 2024-12-23T09:22:20.000000Z
> vendor_id : [0][0][0][0]
> [segment @ 0x562c56aa3f40] Opening 'ffmpeg/tests/data/adts-to-mkv-000.mkv' for writing
> Assertion codecpriv_size < max_payload_size failed at libavformat/matroskaenc.c:1239
> Aborted (core dumped)
>
Thanks for this. An earlier version stored the complete amount of bytes
reserved in the header including the bytes reserved for header and
length fields, whereas this version only stores the bytes necessary for
the payload and leaves the details of how much bytes to actually write
to mkv_put_codecprivate(). When I changed this, I forgot to correctly
update the assert (it is now of course entirely normal for
codecpriv_size and max_payload_size to coincide, so it should be a <=
instead of <) and it seems I also only ran the final version with an
assert-level 0 build only; earlier versions were checked with
--assert-level=2. How embarrassing.
Anyway, thanks for testing.
- Andreas
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it
2022-06-21 2:30 [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
` (5 preceding siblings ...)
2022-06-21 3:22 ` [FFmpeg-devel] [PATCH 7/7] avformat/matroskaenc: Reuse dynamic buffer Andreas Rheinhardt
@ 2022-06-24 9:50 ` Andreas Rheinhardt
6 siblings, 0 replies; 10+ messages in thread
From: Andreas Rheinhardt @ 2022-06-24 9:50 UTC (permalink / raw)
To: ffmpeg-devel
Andreas Rheinhardt:
> This is in preparation for splitting writing and updating
> extradata more thoroughly later.
>
> Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
> ---
> libavformat/matroskaenc.c | 74 ++++++++++++++++++++++++---------------
> 1 file changed, 46 insertions(+), 28 deletions(-)
>
> diff --git a/libavformat/matroskaenc.c b/libavformat/matroskaenc.c
> index 163af8aec8..b4756832eb 100644
> --- a/libavformat/matroskaenc.c
> +++ b/libavformat/matroskaenc.c
> @@ -1099,9 +1099,9 @@ static int get_aac_sample_rates(AVFormatContext *s, MatroskaMuxContext *mkv,
> }
> #endif
>
> -static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
> - const AVCodecParameters *par,
> - AVIOContext *dyn_cp)
> +static int mkv_assemble_native_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
> + const AVCodecParameters *par,
> + unsigned *size_to_reserve)
> {
> switch (par->codec_id) {
> case AV_CODEC_ID_VORBIS:
> @@ -1112,7 +1112,7 @@ static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
> return ff_isom_write_av1c(dyn_cp, par->extradata,
> par->extradata_size, 1);
> else
> - put_ebml_void(pb, 4 + 3);
> + *size_to_reserve = 4 + 3;
> break;
> #if CONFIG_MATROSKA_MUXER
> case AV_CODEC_ID_FLAC:
> @@ -1139,7 +1139,7 @@ static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
> if (par->extradata_size)
> avio_write(dyn_cp, par->extradata, par->extradata_size);
> else
> - put_ebml_void(pb, MAX_PCE_SIZE + 2 + 4);
> + *size_to_reserve = 4 + MAX_PCE_SIZE + 2;
> break;
> #endif
> default:
> @@ -1153,21 +1153,21 @@ static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
> return 0;
> }
>
> -static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
> - AVCodecParameters *par,
> - int native_id, int qt_id)
> +static int mkv_assemble_codecprivate(AVFormatContext *s, AVIOContext *dyn_cp,
> + AVCodecParameters *par,
> + int native_id, int qt_id,
> + uint8_t **codecpriv, int *codecpriv_size,
> + unsigned *size_to_reserve)
> {
> MatroskaMuxContext av_unused *const mkv = s->priv_data;
> - AVIOContext *dyn_cp;
> - uint8_t *codecpriv;
> - int ret, codecpriv_size;
> + int ret;
>
> - ret = avio_open_dyn_buf(&dyn_cp);
> - if (ret < 0)
> - return ret;
> + *size_to_reserve = 0;
>
> if (native_id) {
> - ret = mkv_write_native_codecprivate(s, pb, par, dyn_cp);
> + ret = mkv_assemble_native_codecprivate(s, dyn_cp, par, size_to_reserve);
> + if (ret < 0)
> + return ret;
> #if CONFIG_MATROSKA_MUXER
> } else if (par->codec_type == AVMEDIA_TYPE_VIDEO) {
> if (qt_id) {
> @@ -1193,7 +1193,7 @@ static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
> if (!par->codec_tag && par->codec_id != AV_CODEC_ID_RAWVIDEO) {
> av_log(s, AV_LOG_ERROR, "No bmp codec tag found for codec %s\n",
> avcodec_get_name(par->codec_id));
> - ret = AVERROR(EINVAL);
> + return AVERROR(EINVAL);
> }
>
> ff_put_bmp_header(dyn_cp, par, 0, 0, mkv->flipped_raw_rgb);
> @@ -1204,7 +1204,7 @@ static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
> if (!tag) {
> av_log(s, AV_LOG_ERROR, "No wav codec tag found for codec %s\n",
> avcodec_get_name(par->codec_id));
> - ret = AVERROR(EINVAL);
> + return AVERROR(EINVAL);
> }
> if (!par->codec_tag)
> par->codec_tag = tag;
> @@ -1213,14 +1213,32 @@ static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
> #endif
> }
>
> - if (ret >= 0) {
> - codecpriv_size = avio_get_dyn_buf(dyn_cp, &codecpriv);
> - if ((ret = dyn_cp->error) >= 0 && codecpriv_size)
> - put_ebml_binary(pb, MATROSKA_ID_CODECPRIVATE, codecpriv,
> - codecpriv_size);
> - }
> - ffio_free_dyn_buf(&dyn_cp);
> - return ret;
> + *codecpriv_size = avio_get_dyn_buf(dyn_cp, codecpriv);
> + if (dyn_cp->error < 0)
> + return dyn_cp->error;
> + return 0;
> +}
> +
> +static int mkv_write_codecprivate(AVFormatContext *s, MatroskaMuxContext *mkv,
> + AVCodecParameters *par,
> + int native_id, int qt_id, AVIOContext *pb)
> +{
> + AVIOContext *const dyn_bc = mkv->tmp_bc;
> + uint8_t *codecpriv;
> + unsigned size_to_reserve;
> + int ret, codecpriv_size;
> +
> + ret = mkv_assemble_codecprivate(s, dyn_bc, par, native_id, qt_id,
> + &codecpriv, &codecpriv_size, &size_to_reserve);
> + if (ret < 0)
> + goto end;
> + if (codecpriv_size)
> + put_ebml_binary(pb, MATROSKA_ID_CODECPRIVATE, codecpriv, codecpriv_size);
> + if (size_to_reserve)
> + put_ebml_void(pb, size_to_reserve);
> +end:
> + ffio_reset_dyn_buf(dyn_bc);
> + return 0;
> }
>
> #define MAX_VIDEO_COLOR_ELEMS 20
> @@ -1833,7 +1851,7 @@ static int mkv_write_track(AVFormatContext *s, MatroskaMuxContext *mkv,
>
> if (!IS_WEBM(mkv) || par->codec_id != AV_CODEC_ID_WEBVTT) {
> track->codecpriv_offset = avio_tell(pb);
> - ret = mkv_write_codecprivate(s, pb, par, native_id, qt_id);
> + ret = mkv_write_codecprivate(s, mkv, par, native_id, qt_id, pb);
> if (ret < 0)
> return ret;
> }
> @@ -2626,7 +2644,7 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
> return ret;
> memcpy(par->extradata, side_data, side_data_size);
> avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
> - mkv_write_codecprivate(s, mkv->track.bc, par, 1, 0);
> + mkv_write_codecprivate(s, mkv, par, 1, 0, mkv->track.bc);
> filler = MAX_PCE_SIZE + 2 + 4 - (avio_tell(mkv->track.bc) - track->codecpriv_offset);
> if (filler)
> put_ebml_void(mkv->track.bc, filler);
> @@ -2649,7 +2667,7 @@ static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
> }
> par->extradata = side_data;
> avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
> - mkv_write_codecprivate(s, mkv->track.bc, par, 1, 0);
> + mkv_write_codecprivate(s, mkv, par, 1, 0, mkv->track.bc);
> par->extradata = old_extradata;
> }
> break;
Will apply this patchset later today unless there are objections.
- Andreas
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 10+ messages in thread
end of thread, other threads:[~2022-06-24 9:51 UTC | newest]
Thread overview: 10+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2022-06-21 2:30 [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 2/6] avformat/matroskaenc: Avoid swapping codecpar->extradata temporarily Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 3/6] avformat/matroskaenc: Split updating CodecPrivate from writing it Andreas Rheinhardt
2022-06-21 15:22 ` Michael Niedermayer
2022-06-21 21:45 ` Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 4/6] avcodec/av1: Add upper bound for the size of a sane sequence header Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 5/6] avformat/matroskaenc: Improve handling of AV1 extradata Andreas Rheinhardt
2022-06-21 2:34 ` [FFmpeg-devel] [PATCH 6/6] avformat/matroskaenc: Fix outdated comment Andreas Rheinhardt
2022-06-21 3:22 ` [FFmpeg-devel] [PATCH 7/7] avformat/matroskaenc: Reuse dynamic buffer Andreas Rheinhardt
2022-06-24 9:50 ` [FFmpeg-devel] [PATCH 1/6] avformat/matroskaenc: Split assembling CodecPrivate from writing it Andreas Rheinhardt
Git Inbox Mirror of the ffmpeg-devel mailing list - see https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
This inbox may be cloned and mirrored by anyone:
git clone --mirror https://master.gitmailbox.com/ffmpegdev/0 ffmpegdev/git/0.git
# If you have public-inbox 1.1+ installed, you may
# initialize and index your mirror using the following commands:
public-inbox-init -V2 ffmpegdev ffmpegdev/ https://master.gitmailbox.com/ffmpegdev \
ffmpegdev@gitmailbox.com
public-inbox-index ffmpegdev
Example config snippet for mirrors.
AGPL code for this site: git clone https://public-inbox.org/public-inbox.git