Git Inbox Mirror of the ffmpeg-devel mailing list - see https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
 help / color / mirror / Atom feed
From: James Almer <jamrial@gmail.com>
To: ffmpeg-devel@ffmpeg.org
Subject: Re: [FFmpeg-devel] [PATCH 14/24] fftools/ffmpeg_mux: move bitstream filtering to the muxer thread
Date: Sat, 4 Nov 2023 10:39:44 -0300
Message-ID: <f07c6504-d213-4406-ade1-3b669561d22a@gmail.com> (raw)
In-Reply-To: <20231104092125.10213-15-anton@khirnov.net>

On 11/4/2023 4:56 AM, Anton Khirnov wrote:
> This will be the appropriate place for it after the rest of transcoding
> is switched to a threaded architecture.
> ---
>   fftools/ffmpeg_mux.c | 112 ++++++++++++++++++++++++++-----------------
>   1 file changed, 67 insertions(+), 45 deletions(-)
> 
> diff --git a/fftools/ffmpeg_mux.c b/fftools/ffmpeg_mux.c
> index 82352b7981..57fb8a8413 100644
> --- a/fftools/ffmpeg_mux.c
> +++ b/fftools/ffmpeg_mux.c
> @@ -207,6 +207,67 @@ static int sync_queue_process(Muxer *mux, OutputStream *ost, AVPacket *pkt, int
>       return 0;
>   }
>   
> +/* apply the output bitstream filters */
> +static int mux_packet_filter(Muxer *mux, OutputStream *ost,
> +                             AVPacket *pkt, int *stream_eof)
> +{
> +    MuxStream *ms = ms_from_ost(ost);
> +    const char *err_msg;
> +    int ret = 0;
> +
> +    if (ms->bsf_ctx) {
> +        int bsf_eof = 0;
> +
> +        if (pkt)
> +            av_packet_rescale_ts(pkt, pkt->time_base, ms->bsf_ctx->time_base_in);
> +
> +        ret = av_bsf_send_packet(ms->bsf_ctx, pkt);
> +        if (ret < 0) {

Unrelated to this patch, but this should probably include a comment 
about the reason we're not checking for EAGAIN, like we do for 
avcodec_send_packet().

I'll send a patch for that after this is pushed, so you don't have to 
solve conflicts after a rebase.

> +            err_msg = "submitting a packet for bitstream filtering";
> +            goto fail;
> +        }
> +
> +        while (!bsf_eof) {
> +            ret = av_bsf_receive_packet(ms->bsf_ctx, ms->bsf_pkt);
> +            if (ret == AVERROR(EAGAIN))
> +                return 0;
> +            else if (ret == AVERROR_EOF)
> +                bsf_eof = 1;
> +            else if (ret < 0) {
> +                av_log(ost, AV_LOG_ERROR,
> +                       "Error applying bitstream filters to a packet: %s",
> +                       av_err2str(ret));
> +                if (exit_on_error)
> +                    return ret;
> +                continue;
> +            }
> +
> +            if (!bsf_eof)
> +                ms->bsf_pkt->time_base = ms->bsf_ctx->time_base_out;
> +
> +            ret = sync_queue_process(mux, ost, bsf_eof ? NULL : ms->bsf_pkt, stream_eof);
> +            if (ret < 0)
> +                goto mux_fail;
> +        }
> +        *stream_eof = 1;
> +        return AVERROR_EOF;
> +    } else {
> +        ret = sync_queue_process(mux, ost, pkt, stream_eof);
> +        if (ret < 0)
> +            goto mux_fail;
> +    }
> +
> +    return 0;
> +
> +mux_fail:
> +    err_msg = "submitting a packet to the muxer";
> +
> +fail:
> +    if (ret != AVERROR_EOF)
> +        av_log(ost, AV_LOG_ERROR, "Error %s: %s\n", err_msg, av_err2str(ret));
> +    return ret;
> +}
> +
>   static void thread_set_name(OutputFile *of)
>   {
>       char name[16];
> @@ -263,7 +324,7 @@ static void *muxer_thread(void *arg)
>           }
>   
>           ost = of->streams[stream_idx];
> -        ret = sync_queue_process(mux, ost, ret < 0 ? NULL : mt.pkt, &stream_eof);
> +        ret = mux_packet_filter(mux, ost, ret < 0 ? NULL : mt.pkt, &stream_eof);
>           av_packet_unref(mt.pkt);
>           if (ret == AVERROR_EOF) {
>               if (stream_eof) {
> @@ -376,58 +437,19 @@ static int submit_packet(Muxer *mux, AVPacket *pkt, OutputStream *ost)
>   int of_output_packet(OutputFile *of, OutputStream *ost, AVPacket *pkt)
>   {
>       Muxer *mux = mux_from_of(of);
> -    MuxStream *ms = ms_from_ost(ost);
> -    const char *err_msg;
>       int ret = 0;
>   
>       if (pkt && pkt->dts != AV_NOPTS_VALUE)
>           ost->last_mux_dts = av_rescale_q(pkt->dts, pkt->time_base, AV_TIME_BASE_Q);
>   
> -    /* apply the output bitstream filters */
> -    if (ms->bsf_ctx) {
> -        int bsf_eof = 0;
> -
> -        if (pkt)
> -            av_packet_rescale_ts(pkt, pkt->time_base, ms->bsf_ctx->time_base_in);
> -
> -        ret = av_bsf_send_packet(ms->bsf_ctx, pkt);
> -        if (ret < 0) {
> -            err_msg = "submitting a packet for bitstream filtering";
> -            goto fail;
> -        }
> -
> -        while (!bsf_eof) {
> -            ret = av_bsf_receive_packet(ms->bsf_ctx, ms->bsf_pkt);
> -            if (ret == AVERROR(EAGAIN))
> -                return 0;
> -            else if (ret == AVERROR_EOF)
> -                bsf_eof = 1;
> -            else if (ret < 0) {
> -                err_msg = "applying bitstream filters to a packet";
> -                goto fail;
> -            }
> -
> -            if (!bsf_eof)
> -                ms->bsf_pkt->time_base = ms->bsf_ctx->time_base_out;
> -
> -            ret = submit_packet(mux, bsf_eof ? NULL : ms->bsf_pkt, ost);
> -            if (ret < 0)
> -                goto mux_fail;
> -        }
> -    } else {
> -        ret = submit_packet(mux, pkt, ost);
> -        if (ret < 0)
> -            goto mux_fail;
> +    ret = submit_packet(mux, pkt, ost);
> +    if (ret < 0) {
> +        av_log(ost, AV_LOG_ERROR, "Error submitting a packet to the muxer: %s",
> +               av_err2str(ret));
> +        return ret;
>       }
>   
>       return 0;
> -
> -mux_fail:
> -    err_msg = "submitting a packet to the muxer";
> -
> -fail:
> -    av_log(ost, AV_LOG_ERROR, "Error %s\n", err_msg);
> -    return exit_on_error ? ret : 0;
>   }
>   
>   int of_streamcopy(OutputStream *ost, const AVPacket *pkt, int64_t dts)
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel

To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".

  reply	other threads:[~2023-11-04 13:39 UTC|newest]

Thread overview: 51+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2023-11-04  7:56 [FFmpeg-devel] [PATCH] ffmpeg CLI multithreading Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 01/24] lavf/mux: do not apply max_interleave_delta to subtitles Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 02/24] lavfi/af_amix: make sure the output does not depend on input ordering Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 03/24] lavc/8bps: fix exporting palette after 63767b79a570404628b2521b83104108b7b6884c Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 04/24] fftools/ffmpeg: move a few inline function into a new header Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 05/24] fftools/thread_queue: do not return elements for receive-finished streams Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 06/24] fftools/thread_queue: count receive-finished streams as finished Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 07/24] fftools/ffmpeg: rework keeping track of file duration for -stream_loop Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 08/24] fftools/ffmpeg_filter: remove an unnecessary sub2video_push_ref() call Anton Khirnov
2023-11-04 14:19   ` Nicolas George
2023-11-09 10:42     ` Anton Khirnov
2023-11-09 10:47       ` Nicolas George
2023-11-09 21:29         ` Anton Khirnov
2023-11-17  9:44           ` Nicolas George
2023-11-17 11:52             ` Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 09/24] fftools/ffmpeg_filter: track input/output index in {Input, Output}FilterPriv Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 10/24] fftools/ffmpeg_filter: move filtering to a separate thread Anton Khirnov
2023-11-04 19:54   ` Michael Niedermayer
2023-11-09 11:45     ` [FFmpeg-devel] [PATCH v2 " Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 11/24] fftools/ffmpeg_filter: buffer sub2video heartbeat frames like other frames Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 12/24] fftools/ffmpeg_filter: reindent Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 13/24] fftools/ffmpeg_mux: add muxing thread private data Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 14/24] fftools/ffmpeg_mux: move bitstream filtering to the muxer thread Anton Khirnov
2023-11-04 13:39   ` James Almer [this message]
2023-11-09 11:41     ` Anton Khirnov
2023-11-09 11:47       ` James Almer
2023-11-09 12:00         ` Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 15/24] fftools/ffmpeg_demux: switch from AVThreadMessageQueue to ThreadQueue Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 16/24] fftools/ffmpeg: disable -fix_sub_duration_heartbeat Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 17/24] fftools/ffmpeg_enc: move encoding to a separate thread Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 18/24] fftools/ffmpeg: add thread-aware transcode scheduling infrastructure Anton Khirnov
2023-11-04 13:53   ` James Almer
2023-11-09 11:06     ` Anton Khirnov
2023-11-04 18:44   ` Michael Niedermayer
2023-11-09 11:36     ` [FFmpeg-devel] [PATCH v2 " Anton Khirnov
2023-11-11 15:21       ` [FFmpeg-devel] [PATCH v3 " Anton Khirnov
2023-11-09 11:39     ` [FFmpeg-devel] [PATCH " Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 19/24] fftools/ffmpeg_demux: convert to the scheduler Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 20/24] fftools/ffmpeg_dec: " Anton Khirnov
2023-11-04 18:30   ` Michael Niedermayer
2023-11-11 15:24     ` Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 21/24] fftools/ffmpeg_filter: " Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 22/24] fftools/ffmpeg_enc: " Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 23/24] fftools/ffmpeg_mux: " Anton Khirnov
2023-11-04  7:56 ` [FFmpeg-devel] [PATCH 24/24] ffmpeg: switch to scheduler Anton Khirnov
2023-11-09 11:46 ` [FFmpeg-devel] [PATCH] ffmpeg CLI multithreading Anton Khirnov
2023-11-09 12:46   ` Paul B Mahol
2023-11-11 20:10 ` Michael Niedermayer
2023-11-17 10:46   ` Anton Khirnov
2023-11-13 12:34 ` Jan Ekström
2023-11-13 12:38   ` James Almer

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=f07c6504-d213-4406-ade1-3b669561d22a@gmail.com \
    --to=jamrial@gmail.com \
    --cc=ffmpeg-devel@ffmpeg.org \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link

Git Inbox Mirror of the ffmpeg-devel mailing list - see https://ffmpeg.org/mailman/listinfo/ffmpeg-devel

This inbox may be cloned and mirrored by anyone:

	git clone --mirror https://master.gitmailbox.com/ffmpegdev/0 ffmpegdev/git/0.git

	# If you have public-inbox 1.1+ installed, you may
	# initialize and index your mirror using the following commands:
	public-inbox-init -V2 ffmpegdev ffmpegdev/ https://master.gitmailbox.com/ffmpegdev \
		ffmpegdev@gitmailbox.com
	public-inbox-index ffmpegdev

Example config snippet for mirrors.


AGPL code for this site: git clone https://public-inbox.org/public-inbox.git