From: James Almer <jamrial@gmail.com>
To: ffmpeg-devel@ffmpeg.org
Subject: Re: [FFmpeg-devel] [PATCH 14/24] fftools/ffmpeg_mux: move bitstream filtering to the muxer thread
Date: Sat, 4 Nov 2023 10:39:44 -0300
Message-ID: <f07c6504-d213-4406-ade1-3b669561d22a@gmail.com> (raw)
In-Reply-To: <20231104092125.10213-15-anton@khirnov.net>
On 11/4/2023 4:56 AM, Anton Khirnov wrote:
> This will be the appropriate place for it after the rest of transcoding
> is switched to a threaded architecture.
> ---
> fftools/ffmpeg_mux.c | 112 ++++++++++++++++++++++++++-----------------
> 1 file changed, 67 insertions(+), 45 deletions(-)
>
> diff --git a/fftools/ffmpeg_mux.c b/fftools/ffmpeg_mux.c
> index 82352b7981..57fb8a8413 100644
> --- a/fftools/ffmpeg_mux.c
> +++ b/fftools/ffmpeg_mux.c
> @@ -207,6 +207,67 @@ static int sync_queue_process(Muxer *mux, OutputStream *ost, AVPacket *pkt, int
> return 0;
> }
>
> +/* apply the output bitstream filters */
> +static int mux_packet_filter(Muxer *mux, OutputStream *ost,
> + AVPacket *pkt, int *stream_eof)
> +{
> + MuxStream *ms = ms_from_ost(ost);
> + const char *err_msg;
> + int ret = 0;
> +
> + if (ms->bsf_ctx) {
> + int bsf_eof = 0;
> +
> + if (pkt)
> + av_packet_rescale_ts(pkt, pkt->time_base, ms->bsf_ctx->time_base_in);
> +
> + ret = av_bsf_send_packet(ms->bsf_ctx, pkt);
> + if (ret < 0) {
Unrelated to this patch, but this should probably include a comment
about the reason we're not checking for EAGAIN, like we do for
avcodec_send_packet().
I'll send a patch for that after this is pushed, so you don't have to
solve conflicts after a rebase.
> + err_msg = "submitting a packet for bitstream filtering";
> + goto fail;
> + }
> +
> + while (!bsf_eof) {
> + ret = av_bsf_receive_packet(ms->bsf_ctx, ms->bsf_pkt);
> + if (ret == AVERROR(EAGAIN))
> + return 0;
> + else if (ret == AVERROR_EOF)
> + bsf_eof = 1;
> + else if (ret < 0) {
> + av_log(ost, AV_LOG_ERROR,
> + "Error applying bitstream filters to a packet: %s",
> + av_err2str(ret));
> + if (exit_on_error)
> + return ret;
> + continue;
> + }
> +
> + if (!bsf_eof)
> + ms->bsf_pkt->time_base = ms->bsf_ctx->time_base_out;
> +
> + ret = sync_queue_process(mux, ost, bsf_eof ? NULL : ms->bsf_pkt, stream_eof);
> + if (ret < 0)
> + goto mux_fail;
> + }
> + *stream_eof = 1;
> + return AVERROR_EOF;
> + } else {
> + ret = sync_queue_process(mux, ost, pkt, stream_eof);
> + if (ret < 0)
> + goto mux_fail;
> + }
> +
> + return 0;
> +
> +mux_fail:
> + err_msg = "submitting a packet to the muxer";
> +
> +fail:
> + if (ret != AVERROR_EOF)
> + av_log(ost, AV_LOG_ERROR, "Error %s: %s\n", err_msg, av_err2str(ret));
> + return ret;
> +}
> +
> static void thread_set_name(OutputFile *of)
> {
> char name[16];
> @@ -263,7 +324,7 @@ static void *muxer_thread(void *arg)
> }
>
> ost = of->streams[stream_idx];
> - ret = sync_queue_process(mux, ost, ret < 0 ? NULL : mt.pkt, &stream_eof);
> + ret = mux_packet_filter(mux, ost, ret < 0 ? NULL : mt.pkt, &stream_eof);
> av_packet_unref(mt.pkt);
> if (ret == AVERROR_EOF) {
> if (stream_eof) {
> @@ -376,58 +437,19 @@ static int submit_packet(Muxer *mux, AVPacket *pkt, OutputStream *ost)
> int of_output_packet(OutputFile *of, OutputStream *ost, AVPacket *pkt)
> {
> Muxer *mux = mux_from_of(of);
> - MuxStream *ms = ms_from_ost(ost);
> - const char *err_msg;
> int ret = 0;
>
> if (pkt && pkt->dts != AV_NOPTS_VALUE)
> ost->last_mux_dts = av_rescale_q(pkt->dts, pkt->time_base, AV_TIME_BASE_Q);
>
> - /* apply the output bitstream filters */
> - if (ms->bsf_ctx) {
> - int bsf_eof = 0;
> -
> - if (pkt)
> - av_packet_rescale_ts(pkt, pkt->time_base, ms->bsf_ctx->time_base_in);
> -
> - ret = av_bsf_send_packet(ms->bsf_ctx, pkt);
> - if (ret < 0) {
> - err_msg = "submitting a packet for bitstream filtering";
> - goto fail;
> - }
> -
> - while (!bsf_eof) {
> - ret = av_bsf_receive_packet(ms->bsf_ctx, ms->bsf_pkt);
> - if (ret == AVERROR(EAGAIN))
> - return 0;
> - else if (ret == AVERROR_EOF)
> - bsf_eof = 1;
> - else if (ret < 0) {
> - err_msg = "applying bitstream filters to a packet";
> - goto fail;
> - }
> -
> - if (!bsf_eof)
> - ms->bsf_pkt->time_base = ms->bsf_ctx->time_base_out;
> -
> - ret = submit_packet(mux, bsf_eof ? NULL : ms->bsf_pkt, ost);
> - if (ret < 0)
> - goto mux_fail;
> - }
> - } else {
> - ret = submit_packet(mux, pkt, ost);
> - if (ret < 0)
> - goto mux_fail;
> + ret = submit_packet(mux, pkt, ost);
> + if (ret < 0) {
> + av_log(ost, AV_LOG_ERROR, "Error submitting a packet to the muxer: %s",
> + av_err2str(ret));
> + return ret;
> }
>
> return 0;
> -
> -mux_fail:
> - err_msg = "submitting a packet to the muxer";
> -
> -fail:
> - av_log(ost, AV_LOG_ERROR, "Error %s\n", err_msg);
> - return exit_on_error ? ret : 0;
> }
>
> int of_streamcopy(OutputStream *ost, const AVPacket *pkt, int64_t dts)
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
next prev parent reply other threads:[~2023-11-04 13:39 UTC|newest]
Thread overview: 51+ messages / expand[flat|nested] mbox.gz Atom feed top
2023-11-04 7:56 [FFmpeg-devel] [PATCH] ffmpeg CLI multithreading Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 01/24] lavf/mux: do not apply max_interleave_delta to subtitles Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 02/24] lavfi/af_amix: make sure the output does not depend on input ordering Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 03/24] lavc/8bps: fix exporting palette after 63767b79a570404628b2521b83104108b7b6884c Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 04/24] fftools/ffmpeg: move a few inline function into a new header Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 05/24] fftools/thread_queue: do not return elements for receive-finished streams Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 06/24] fftools/thread_queue: count receive-finished streams as finished Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 07/24] fftools/ffmpeg: rework keeping track of file duration for -stream_loop Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 08/24] fftools/ffmpeg_filter: remove an unnecessary sub2video_push_ref() call Anton Khirnov
2023-11-04 14:19 ` Nicolas George
2023-11-09 10:42 ` Anton Khirnov
2023-11-09 10:47 ` Nicolas George
2023-11-09 21:29 ` Anton Khirnov
2023-11-17 9:44 ` Nicolas George
2023-11-17 11:52 ` Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 09/24] fftools/ffmpeg_filter: track input/output index in {Input, Output}FilterPriv Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 10/24] fftools/ffmpeg_filter: move filtering to a separate thread Anton Khirnov
2023-11-04 19:54 ` Michael Niedermayer
2023-11-09 11:45 ` [FFmpeg-devel] [PATCH v2 " Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 11/24] fftools/ffmpeg_filter: buffer sub2video heartbeat frames like other frames Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 12/24] fftools/ffmpeg_filter: reindent Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 13/24] fftools/ffmpeg_mux: add muxing thread private data Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 14/24] fftools/ffmpeg_mux: move bitstream filtering to the muxer thread Anton Khirnov
2023-11-04 13:39 ` James Almer [this message]
2023-11-09 11:41 ` Anton Khirnov
2023-11-09 11:47 ` James Almer
2023-11-09 12:00 ` Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 15/24] fftools/ffmpeg_demux: switch from AVThreadMessageQueue to ThreadQueue Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 16/24] fftools/ffmpeg: disable -fix_sub_duration_heartbeat Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 17/24] fftools/ffmpeg_enc: move encoding to a separate thread Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 18/24] fftools/ffmpeg: add thread-aware transcode scheduling infrastructure Anton Khirnov
2023-11-04 13:53 ` James Almer
2023-11-09 11:06 ` Anton Khirnov
2023-11-04 18:44 ` Michael Niedermayer
2023-11-09 11:36 ` [FFmpeg-devel] [PATCH v2 " Anton Khirnov
2023-11-11 15:21 ` [FFmpeg-devel] [PATCH v3 " Anton Khirnov
2023-11-09 11:39 ` [FFmpeg-devel] [PATCH " Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 19/24] fftools/ffmpeg_demux: convert to the scheduler Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 20/24] fftools/ffmpeg_dec: " Anton Khirnov
2023-11-04 18:30 ` Michael Niedermayer
2023-11-11 15:24 ` Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 21/24] fftools/ffmpeg_filter: " Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 22/24] fftools/ffmpeg_enc: " Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 23/24] fftools/ffmpeg_mux: " Anton Khirnov
2023-11-04 7:56 ` [FFmpeg-devel] [PATCH 24/24] ffmpeg: switch to scheduler Anton Khirnov
2023-11-09 11:46 ` [FFmpeg-devel] [PATCH] ffmpeg CLI multithreading Anton Khirnov
2023-11-09 12:46 ` Paul B Mahol
2023-11-11 20:10 ` Michael Niedermayer
2023-11-17 10:46 ` Anton Khirnov
2023-11-13 12:34 ` Jan Ekström
2023-11-13 12:38 ` James Almer
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=f07c6504-d213-4406-ade1-3b669561d22a@gmail.com \
--to=jamrial@gmail.com \
--cc=ffmpeg-devel@ffmpeg.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Git Inbox Mirror of the ffmpeg-devel mailing list - see https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
This inbox may be cloned and mirrored by anyone:
git clone --mirror https://master.gitmailbox.com/ffmpegdev/0 ffmpegdev/git/0.git
# If you have public-inbox 1.1+ installed, you may
# initialize and index your mirror using the following commands:
public-inbox-init -V2 ffmpegdev ffmpegdev/ https://master.gitmailbox.com/ffmpegdev \
ffmpegdev@gitmailbox.com
public-inbox-index ffmpegdev
Example config snippet for mirrors.
AGPL code for this site: git clone https://public-inbox.org/public-inbox.git