* [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder
@ 2022-10-13 8:25 wenbin.chen-at-intel.com
2022-10-13 8:25 ` [FFmpeg-devel] [PATCH 2/2] doc/encoders: Add doc for av1_qsv wenbin.chen-at-intel.com
2022-10-21 2:16 ` [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder Xiang, Haihao
0 siblings, 2 replies; 4+ messages in thread
From: wenbin.chen-at-intel.com @ 2022-10-13 8:25 UTC (permalink / raw)
To: ffmpeg-devel
From: Wenbin Chen <wenbin.chen@intel.com>
It is available only when libvpl is enabled. MSDK doesn't support av1
encoding.
sample command:
ffmpeg -f rawvideo -pix_fmt nv12 -s 1920x1080 -i input.yuv \
-c:v av1_qsv output.ivf
Signed-off-by: Wenbin Chen <wenbin.chen@intel.com>
Signed-off-by: Haihao Xiang <haihao.xiang@intel.com>
---
configure | 2 +
libavcodec/Makefile | 1 +
libavcodec/allcodecs.c | 1 +
libavcodec/qsvenc.c | 196 +++++++++++++++++++++++++++++++++++++++-
libavcodec/qsvenc.h | 7 +-
libavcodec/qsvenc_av1.c | 156 ++++++++++++++++++++++++++++++++
6 files changed, 358 insertions(+), 5 deletions(-)
create mode 100644 libavcodec/qsvenc_av1.c
diff --git a/configure b/configure
index f3fd91f592..7c4fef6cb0 100755
--- a/configure
+++ b/configure
@@ -3269,6 +3269,8 @@ vp9_qsv_encoder_select="qsvenc"
vp9_v4l2m2m_decoder_deps="v4l2_m2m vp9_v4l2_m2m"
wmv3_crystalhd_decoder_select="crystalhd"
av1_qsv_decoder_select="qsvdec"
+av1_qsv_encoder_select="qsvenc"
+av1_qsv_encoder_deps="libvpl"
# parsers
aac_parser_select="adts_header mpeg4audio"
diff --git a/libavcodec/Makefile b/libavcodec/Makefile
index 37b63cadc2..77deaafe98 100644
--- a/libavcodec/Makefile
+++ b/libavcodec/Makefile
@@ -244,6 +244,7 @@ OBJS-$(CONFIG_AURA_DECODER) += cyuv.o
OBJS-$(CONFIG_AURA2_DECODER) += aura.o
OBJS-$(CONFIG_AV1_DECODER) += av1dec.o
OBJS-$(CONFIG_AV1_CUVID_DECODER) += cuviddec.o
+OBJS-$(CONFIG_AV1_QSV_ENCODER) += qsvenc_av1.o
OBJS-$(CONFIG_AVRN_DECODER) += avrndec.o
OBJS-$(CONFIG_AVRP_DECODER) += r210dec.o
OBJS-$(CONFIG_AVRP_ENCODER) += r210enc.o
diff --git a/libavcodec/allcodecs.c b/libavcodec/allcodecs.c
index cfeb01ac1c..57e53437dc 100644
--- a/libavcodec/allcodecs.c
+++ b/libavcodec/allcodecs.c
@@ -827,6 +827,7 @@ extern const FFCodec ff_libaom_av1_decoder;
extern const FFCodec ff_av1_decoder;
extern const FFCodec ff_av1_cuvid_decoder;
extern const FFCodec ff_av1_qsv_decoder;
+extern const FFCodec ff_av1_qsv_encoder;
extern const FFCodec ff_libopenh264_encoder;
extern const FFCodec ff_libopenh264_decoder;
extern const FFCodec ff_h264_amf_encoder;
diff --git a/libavcodec/qsvenc.c b/libavcodec/qsvenc.c
index dc5479d0f3..fd3b9d5cbe 100644
--- a/libavcodec/qsvenc.c
+++ b/libavcodec/qsvenc.c
@@ -82,6 +82,14 @@ static const struct profile_names vp9_profiles[] = {
{ MFX_PROFILE_VP9_3, "vp9 3" },
};
+static const struct profile_names av1_profiles[] = {
+#if QSV_VERSION_ATLEAST(1, 34)
+ { MFX_PROFILE_AV1_MAIN, "av1 main" },
+ { MFX_PROFILE_AV1_HIGH, "av1 high" },
+ { MFX_PROFILE_AV1_PRO, "av1 professional" },
+#endif
+};
+
typedef struct QSVPacket {
AVPacket pkt;
mfxSyncPoint *sync;
@@ -114,6 +122,11 @@ static const char *print_profile(enum AVCodecID codec_id, mfxU16 profile)
num_profiles = FF_ARRAY_ELEMS(vp9_profiles);
break;
+ case AV_CODEC_ID_AV1:
+ profiles = av1_profiles;
+ num_profiles = FF_ARRAY_ELEMS(av1_profiles);
+ break;
+
default:
return "unknown";
}
@@ -429,6 +442,88 @@ static void dump_video_mjpeg_param(AVCodecContext *avctx, QSVEncContext *q)
info->FrameInfo.FrameRateExtD, info->FrameInfo.FrameRateExtN);
}
+#if QSV_HAVE_EXT_AV1_PARAM
+static void dump_video_av1_param(AVCodecContext *avctx, QSVEncContext *q,
+ mfxExtBuffer **coding_opts)
+{
+ mfxInfoMFX *info = &q->param.mfx;
+ mfxExtAV1TileParam *av1_tile_param = (mfxExtAV1TileParam *)coding_opts[0];
+ mfxExtAV1BitstreamParam *av1_bs_param = (mfxExtAV1BitstreamParam *)coding_opts[1];
+ mfxExtCodingOption2 *co2 = (mfxExtCodingOption2*)coding_opts[2];
+ mfxExtCodingOption3 *co3 = (mfxExtCodingOption3*)coding_opts[3];
+
+ av_log(avctx, AV_LOG_VERBOSE, "profile: %s; level: %"PRIu16"\n",
+ print_profile(avctx->codec_id, info->CodecProfile), info->CodecLevel);
+
+ av_log(avctx, AV_LOG_VERBOSE,
+ "GopPicSize: %"PRIu16"; GopRefDist: %"PRIu16"; GopOptFlag:%s%s; IdrInterval: %"PRIu16"\n",
+ info->GopPicSize, info->GopRefDist,
+ info->GopOptFlag & MFX_GOP_CLOSED ? " closed" : "",
+ info->GopOptFlag & MFX_GOP_STRICT ? " strict" : "",
+ info->IdrInterval);
+
+ av_log(avctx, AV_LOG_VERBOSE, "TargetUsage: %"PRIu16"; RateControlMethod: %s\n",
+ info->TargetUsage, print_ratecontrol(info->RateControlMethod));
+
+ if (info->RateControlMethod == MFX_RATECONTROL_CBR ||
+ info->RateControlMethod == MFX_RATECONTROL_VBR)
+ av_log(avctx, AV_LOG_VERBOSE,
+ "BufferSizeInKB: %"PRIu16"; InitialDelayInKB: %"PRIu16"; TargetKbps: %"PRIu16"; MaxKbps: %"PRIu16"; BRCParamMultiplier: %"PRIu16"\n",
+ info->BufferSizeInKB, info->InitialDelayInKB, info->TargetKbps, info->MaxKbps, info->BRCParamMultiplier);
+ else if (info->RateControlMethod == MFX_RATECONTROL_CQP)
+ av_log(avctx, AV_LOG_VERBOSE, "QPI: %"PRIu16"; QPP: %"PRIu16"; QPB: %"PRIu16"\n",
+ info->QPI, info->QPP, info->QPB);
+ else if (info->RateControlMethod == MFX_RATECONTROL_ICQ)
+ av_log(avctx, AV_LOG_VERBOSE, "ICQQuality: %"PRIu16"\n", info->ICQQuality);
+ else
+ av_log(avctx, AV_LOG_VERBOSE, "Unsupported ratecontrol method: %d \n", info->RateControlMethod);
+
+ av_log(avctx, AV_LOG_VERBOSE, "NumRefFrame: %"PRIu16"\n", info->NumRefFrame);
+
+ av_log(avctx, AV_LOG_VERBOSE,
+ "IntRefType: %"PRIu16"; IntRefCycleSize: %"PRIu16
+ "; IntRefQPDelta: %"PRId16"; IntRefCycleDist: %"PRId16"\n",
+ co2->IntRefType, co2->IntRefCycleSize,
+ co2->IntRefQPDelta, co3->IntRefCycleDist);
+
+ av_log(avctx, AV_LOG_VERBOSE, "MaxFrameSize: %d;\n", co2->MaxFrameSize);
+
+ av_log(avctx, AV_LOG_VERBOSE,
+ "BitrateLimit: %s; MBBRC: %s; ExtBRC: %s\n",
+ print_threestate(co2->BitrateLimit), print_threestate(co2->MBBRC),
+ print_threestate(co2->ExtBRC));
+
+ av_log(avctx, AV_LOG_VERBOSE, "VDENC: %s\n", print_threestate(info->LowPower));
+
+ switch (co2->BRefType) {
+ case MFX_B_REF_OFF: av_log(avctx, AV_LOG_VERBOSE, "BRefType: off\n"); break;
+ case MFX_B_REF_PYRAMID: av_log(avctx, AV_LOG_VERBOSE, "BRefType: pyramid\n"); break;
+ default: av_log(avctx, AV_LOG_VERBOSE, "BRefType: auto\n"); break;
+ }
+
+ switch (co3->PRefType) {
+ case MFX_P_REF_DEFAULT: av_log(avctx, AV_LOG_VERBOSE, "PRefType: default\n"); break;
+ case MFX_P_REF_SIMPLE: av_log(avctx, AV_LOG_VERBOSE, "PRefType: simple\n"); break;
+ case MFX_P_REF_PYRAMID: av_log(avctx, AV_LOG_VERBOSE, "PRefType: pyramid\n"); break;
+ default: av_log(avctx, AV_LOG_VERBOSE, "PRefType: unknown\n"); break;
+ }
+
+ av_log(avctx, AV_LOG_VERBOSE,
+ "MinQPI: %"PRIu8"; MaxQPI: %"PRIu8"; MinQPP: %"PRIu8"; MaxQPP: %"PRIu8"; MinQPB: %"PRIu8"; MaxQPB: %"PRIu8"\n",
+ co2->MinQPI, co2->MaxQPI, co2->MinQPP, co2->MaxQPP, co2->MinQPB, co2->MaxQPB);
+
+ av_log(avctx, AV_LOG_VERBOSE, "FrameRateExtD: %"PRIu32"; FrameRateExtN: %"PRIu32" \n",
+ info->FrameInfo.FrameRateExtD, info->FrameInfo.FrameRateExtN);
+
+ av_log(avctx, AV_LOG_VERBOSE,
+ "NumTileRows: %"PRIu16"; NumTileColumns: %"PRIu16"; NumTileGroups: %"PRIu16"\n",
+ av1_tile_param->NumTileRows, av1_tile_param->NumTileColumns, av1_tile_param->NumTileGroups);
+
+ av_log(avctx, AV_LOG_VERBOSE, "WriteIVFHeaders: %s \n",
+ print_threestate(av1_bs_param->WriteIVFHeaders));
+}
+#endif
+
static int select_rc_mode(AVCodecContext *avctx, QSVEncContext *q)
{
const char *rc_desc;
@@ -741,10 +836,15 @@ static int init_video_param(AVCodecContext *avctx, QSVEncContext *q)
break;
case MFX_RATECONTROL_CQP:
quant = avctx->global_quality / FF_QP2LAMBDA;
-
- q->param.mfx.QPI = av_clip(quant * fabs(avctx->i_quant_factor) + avctx->i_quant_offset, 0, 51);
- q->param.mfx.QPP = av_clip(quant, 0, 51);
- q->param.mfx.QPB = av_clip(quant * fabs(avctx->b_quant_factor) + avctx->b_quant_offset, 0, 51);
+ if (avctx->codec_id == AV_CODEC_ID_AV1) {
+ q->param.mfx.QPI = av_clip_uintp2(quant * fabs(avctx->i_quant_factor) + avctx->i_quant_offset, 8);
+ q->param.mfx.QPP = av_clip_uintp2(quant, 8);
+ q->param.mfx.QPB = av_clip_uintp2(quant * fabs(avctx->b_quant_factor) + avctx->b_quant_offset, 8);
+ } else {
+ q->param.mfx.QPI = av_clip(quant * fabs(avctx->i_quant_factor) + avctx->i_quant_offset, 0, 51);
+ q->param.mfx.QPP = av_clip(quant, 0, 51);
+ q->param.mfx.QPB = av_clip(quant * fabs(avctx->b_quant_factor) + avctx->b_quant_offset, 0, 51);
+ }
q->old_global_quality = avctx->global_quality;
q->old_i_quant_factor = avctx->i_quant_factor;
q->old_i_quant_offset = avctx->i_quant_offset;
@@ -895,6 +995,20 @@ static int init_video_param(AVCodecContext *avctx, QSVEncContext *q)
q->extco2.Header.BufferId = MFX_EXTBUFF_CODING_OPTION2;
q->extco2.Header.BufferSz = sizeof(q->extco2);
+ q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->extco2;
+ } else if (avctx->codec_id == AV_CODEC_ID_AV1) {
+ if (q->extbrc >= 0)
+ q->extco2.ExtBRC = q->extbrc ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;
+ if (q->b_strategy >= 0)
+ q->extco2.BRefType = q->b_strategy ? MFX_B_REF_PYRAMID : MFX_B_REF_OFF;
+ if (q->adaptive_i >= 0)
+ q->extco2.AdaptiveI = q->adaptive_i ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;
+ if (q->adaptive_b >= 0)
+ q->extco2.AdaptiveB = q->adaptive_b ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;
+
+ q->extco2.Header.BufferId = MFX_EXTBUFF_CODING_OPTION2;
+ q->extco2.Header.BufferSz = sizeof(q->extco2);
+
q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->extco2;
}
@@ -972,6 +1086,27 @@ static int init_video_param(AVCodecContext *avctx, QSVEncContext *q)
q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->extvp9param;
}
+#if QSV_HAVE_EXT_AV1_PARAM
+ if (avctx->codec_id == AV_CODEC_ID_AV1) {
+ if (QSV_RUNTIME_VERSION_ATLEAST(q->ver, 2, 5)) {
+ q->extav1tileparam.Header.BufferId = MFX_EXTBUFF_AV1_TILE_PARAM;
+ q->extav1tileparam.Header.BufferSz = sizeof(q->extav1tileparam);
+ q->extav1tileparam.NumTileColumns = q->tile_cols;
+ q->extav1tileparam.NumTileRows = q->tile_rows;
+ q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->extav1tileparam;
+
+ q->extav1bsparam.Header.BufferId = MFX_EXTBUFF_AV1_BITSTREAM_PARAM;
+ q->extav1bsparam.Header.BufferSz = sizeof(q->extav1bsparam);
+ q->extav1bsparam.WriteIVFHeaders = MFX_CODINGOPTION_OFF;
+ q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->extav1bsparam;
+ } else {
+ av_log(avctx, AV_LOG_ERROR,
+ "This version of runtime doesn't support AV1 encoding\n");
+ return AVERROR_UNKNOWN;
+ }
+ }
+#endif
+
if (avctx->codec_id == AV_CODEC_ID_HEVC) {
q->exthevctiles.Header.BufferId = MFX_EXTBUFF_HEVC_TILES;
q->exthevctiles.Header.BufferSz = sizeof(q->exthevctiles);
@@ -1082,6 +1217,56 @@ static int qsv_retrieve_enc_vp9_params(AVCodecContext *avctx, QSVEncContext *q)
return 0;
}
+static int qsv_retrieve_enc_av1_params(AVCodecContext *avctx, QSVEncContext *q)
+{
+#if QSV_HAVE_EXT_AV1_PARAM
+ int ret = 0;
+ mfxExtAV1TileParam av1_extend_tile_buf = {
+ .Header.BufferId = MFX_EXTBUFF_AV1_TILE_PARAM,
+ .Header.BufferSz = sizeof(av1_extend_tile_buf),
+ };
+ mfxExtAV1BitstreamParam av1_bs_param = {
+ .Header.BufferId = MFX_EXTBUFF_AV1_BITSTREAM_PARAM,
+ .Header.BufferSz = sizeof(av1_bs_param),
+ };
+
+ mfxExtCodingOption2 co2 = {
+ .Header.BufferId = MFX_EXTBUFF_CODING_OPTION2,
+ .Header.BufferSz = sizeof(co2),
+ };
+
+ mfxExtCodingOption3 co3 = {
+ .Header.BufferId = MFX_EXTBUFF_CODING_OPTION3,
+ .Header.BufferSz = sizeof(co3),
+ };
+
+ mfxExtBuffer *ext_buffers[] = {
+ (mfxExtBuffer*)&av1_extend_tile_buf,
+ (mfxExtBuffer*)&av1_bs_param,
+ (mfxExtBuffer*)&co2,
+ (mfxExtBuffer*)&co3,
+ };
+
+ if (!QSV_RUNTIME_VERSION_ATLEAST(q->ver, 2, 5)) {
+ av_log(avctx, AV_LOG_ERROR,
+ "This version of runtime doesn't support AV1 encoding\n");
+ return AVERROR_UNKNOWN;
+ }
+
+ q->param.ExtParam = ext_buffers;
+ q->param.NumExtParam = FF_ARRAY_ELEMS(ext_buffers);
+
+ ret = MFXVideoENCODE_GetVideoParam(q->session, &q->param);
+ if (ret < 0)
+ return ff_qsv_print_error(avctx, ret,
+ "Error calling GetVideoParam");
+
+ q->packet_size = q->param.mfx.BufferSizeInKB * q->param.mfx.BRCParamMultiplier * 1000;
+ dump_video_av1_param(avctx, q, ext_buffers);
+#endif
+ return 0;
+}
+
static int qsv_retrieve_enc_params(AVCodecContext *avctx, QSVEncContext *q)
{
AVCPBProperties *cpb_props;
@@ -1420,6 +1605,9 @@ int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext *q)
case AV_CODEC_ID_VP9:
ret = qsv_retrieve_enc_vp9_params(avctx, q);
break;
+ case AV_CODEC_ID_AV1:
+ ret = qsv_retrieve_enc_av1_params(avctx, q);
+ break;
default:
ret = qsv_retrieve_enc_params(avctx, q);
break;
diff --git a/libavcodec/qsvenc.h b/libavcodec/qsvenc.h
index d77bc0aee1..eb79db9871 100644
--- a/libavcodec/qsvenc.h
+++ b/libavcodec/qsvenc.h
@@ -39,6 +39,7 @@
#include "qsv_internal.h"
#define QSV_HAVE_EXT_VP9_TILES QSV_VERSION_ATLEAST(1, 29)
+#define QSV_HAVE_EXT_AV1_PARAM QSV_VERSION_ATLEAST(2, 5)
#if defined(_WIN32) || defined(__CYGWIN__)
#define QSV_HAVE_AVBR 1
@@ -154,6 +155,10 @@ typedef struct QSVEncContext {
#endif
mfxExtHEVCTiles exthevctiles;
mfxExtVP9Param extvp9param;
+#if QSV_HAVE_EXT_AV1_PARAM
+ mfxExtAV1TileParam extav1tileparam;
+ mfxExtAV1BitstreamParam extav1bsparam;
+#endif
#if QSV_HAVE_OPAQUE
mfxExtOpaqueSurfaceAlloc opaque_alloc;
@@ -163,7 +168,7 @@ typedef struct QSVEncContext {
mfxExtVideoSignalInfo extvsi;
- mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2)];
+ mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2) + QSV_HAVE_EXT_AV1_PARAM * 2];
int nb_extparam_internal;
mfxExtBuffer **extparam;
diff --git a/libavcodec/qsvenc_av1.c b/libavcodec/qsvenc_av1.c
new file mode 100644
index 0000000000..bb9ad16927
--- /dev/null
+++ b/libavcodec/qsvenc_av1.c
@@ -0,0 +1,156 @@
+/*
+ * Intel MediaSDK QSV based AV1 encoder
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+
+#include <stdint.h>
+#include <sys/types.h>
+
+#include <mfxvideo.h>
+
+#include "libavutil/common.h"
+#include "libavutil/opt.h"
+
+#include "avcodec.h"
+#include "codec_internal.h"
+#include "bsf.h"
+#include "qsv.h"
+#include "qsvenc.h"
+
+typedef struct QSVAV1EncContext {
+ AVClass *class;
+ AVBSFContext *extra_data_bsf;
+ QSVEncContext qsv;
+} QSVAV1EncContext;
+
+static av_cold int qsv_enc_init(AVCodecContext *avctx)
+{
+ QSVAV1EncContext *q = avctx->priv_data;
+ int ret;
+
+ if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
+ const AVBitStreamFilter *filter = av_bsf_get_by_name("extract_extradata");
+ if (!filter) {
+ av_log(avctx, AV_LOG_ERROR, "Cannot get extract_extradata bitstream filter\n");
+ return AVERROR_BUG;
+ }
+ ret = av_bsf_alloc(filter, &q->extra_data_bsf);
+ if (ret < 0)
+ return ret;
+ ret = avcodec_parameters_from_context(q->extra_data_bsf->par_in, avctx);
+ if (ret < 0)
+ return ret;
+ ret = av_bsf_init(q->extra_data_bsf);
+ if (ret < 0)
+ return ret;
+ }
+
+ return ff_qsv_enc_init(avctx, &q->qsv);
+}
+
+static int qsv_enc_frame(AVCodecContext *avctx, AVPacket *pkt,
+ const AVFrame *frame, int *got_packet)
+{
+ QSVAV1EncContext *q = avctx->priv_data;
+ int ret;
+
+ ret = ff_qsv_encode(avctx, &q->qsv, pkt, frame, got_packet);
+ if (ret < 0)
+ return ret;
+
+ if (*got_packet && avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
+ ret = av_bsf_send_packet(q->extra_data_bsf, pkt);
+ if (ret < 0) {
+ av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
+ "failed to send input packet\n");
+ return ret;
+ }
+
+ ret = av_bsf_receive_packet(q->extra_data_bsf, pkt);
+ if (ret < 0) {
+ av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
+ "failed to receive output packet\n");
+ return ret;
+ }
+ }
+
+ return ret;
+}
+
+static av_cold int qsv_enc_close(AVCodecContext *avctx)
+{
+ QSVAV1EncContext *q = avctx->priv_data;
+
+ av_bsf_free(&q->extra_data_bsf);
+
+ return ff_qsv_enc_close(avctx, &q->qsv);
+}
+
+#define OFFSET(x) offsetof(QSVAV1EncContext, x)
+#define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
+static const AVOption options[] = {
+ QSV_COMMON_OPTS
+ QSV_OPTION_B_STRATEGY
+ QSV_OPTION_ADAPTIVE_I
+ QSV_OPTION_ADAPTIVE_B
+ QSV_OPTION_EXTBRC
+ { "profile", NULL, OFFSET(qsv.profile), AV_OPT_TYPE_INT, { .i64 = MFX_PROFILE_UNKNOWN }, 0, INT_MAX, VE, "profile" },
+ { "unknown" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_UNKNOWN }, INT_MIN, INT_MAX, VE, "profile" },
+ { "main" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_PROFILE_AV1_MAIN }, INT_MIN, INT_MAX, VE, "profile" },
+ { "tile_cols", "Number of columns for tiled encoding", OFFSET(qsv.tile_cols), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, UINT16_MAX, VE },
+ { "tile_rows", "Number of rows for tiled encoding", OFFSET(qsv.tile_rows), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, UINT16_MAX, VE },
+ { "look_ahead_depth", "Depth of look ahead in number frames, available when extbrc option is enabled", OFFSET(qsv.look_ahead_depth), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 100, VE },
+ { NULL },
+};
+
+static const AVClass class = {
+ .class_name = "av1_qsv encoder",
+ .item_name = av_default_item_name,
+ .option = options,
+ .version = LIBAVUTIL_VERSION_INT,
+};
+
+static const FFCodecDefault qsv_enc_defaults[] = {
+ { "b", "1M" },
+ { "g", "-1" },
+ { "bf", "-1" },
+ { "refs", "0" },
+ { NULL },
+};
+
+FFCodec ff_av1_qsv_encoder = {
+ .p.name = "av1_qsv",
+ .p.long_name = NULL_IF_CONFIG_SMALL("AV1 (Intel Quick Sync Video acceleration)"),
+ .priv_data_size = sizeof(QSVAV1EncContext),
+ .p.type = AVMEDIA_TYPE_VIDEO,
+ .p.id = AV_CODEC_ID_AV1,
+ .init = qsv_enc_init,
+ FF_CODEC_ENCODE_CB(qsv_enc_frame),
+ .close = qsv_enc_close,
+ .p.capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HYBRID,
+ .p.pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_NV12,
+ AV_PIX_FMT_P010,
+ AV_PIX_FMT_QSV,
+ AV_PIX_FMT_NONE },
+ .p.priv_class = &class,
+ .defaults = qsv_enc_defaults,
+ .caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
+ .p.wrapper_name = "qsv",
+ .hw_configs = ff_qsv_enc_hw_configs,
+};
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 4+ messages in thread
* [FFmpeg-devel] [PATCH 2/2] doc/encoders: Add doc for av1_qsv
2022-10-13 8:25 [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder wenbin.chen-at-intel.com
@ 2022-10-13 8:25 ` wenbin.chen-at-intel.com
2022-10-21 2:16 ` [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder Xiang, Haihao
1 sibling, 0 replies; 4+ messages in thread
From: wenbin.chen-at-intel.com @ 2022-10-13 8:25 UTC (permalink / raw)
To: ffmpeg-devel
From: Wenbin Chen <wenbin.chen@intel.com>
Add doc for av1_qsv.
Signed-off-by: Wenbin Chen <wenbin.chen@intel.com>
---
doc/encoders.texi | 32 ++++++++++++++++++++++++++++++++
1 file changed, 32 insertions(+)
diff --git a/doc/encoders.texi b/doc/encoders.texi
index 1a5216f8eb..53dd02fd28 100644
--- a/doc/encoders.texi
+++ b/doc/encoders.texi
@@ -3775,6 +3775,38 @@ Number of columns for tiled encoding (requires libmfx >= 1.29).
Number of rows for tiled encoding (requires libmfx >= 1.29).
@end table
+@subsection AV1 Options
+These options are used by av1_qsv (requires libvpl).
+@table @option
+@item @var{profile}
+@table @samp
+@item unknown
+@item main
+@end table
+
+@item @var{tile_cols}
+Number of columns for tiled encoding.
+
+@item @var{tile_rows}
+Number of rows for tiled encoding.
+
+@item @var{adaptive_i}
+This flag controls insertion of I frames by the QSV encoder. Turn ON this flag
+to allow changing of frame type from P and B to I.
+
+@item @var{adaptive_b}
+This flag controls changing of frame type from B to P.
+
+@item @var{b_strategy}
+This option controls usage of B frames as reference.
+
+@item @var{extbrc}
+Extended bitrate control.
+
+@item @var{look_ahead_depth}
+Depth of look ahead in number frames, available when extbrc option is enabled.
+@end table
+
@section snow
@subsection Options
--
2.34.1
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder
2022-10-13 8:25 [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder wenbin.chen-at-intel.com
2022-10-13 8:25 ` [FFmpeg-devel] [PATCH 2/2] doc/encoders: Add doc for av1_qsv wenbin.chen-at-intel.com
@ 2022-10-21 2:16 ` Xiang, Haihao
2022-10-24 5:52 ` Xiang, Haihao
1 sibling, 1 reply; 4+ messages in thread
From: Xiang, Haihao @ 2022-10-21 2:16 UTC (permalink / raw)
To: ffmpeg-devel
On Thu, 2022-10-13 at 16:25 +0800, wenbin.chen-at-intel.com@ffmpeg.org wrote:
> From: Wenbin Chen <wenbin.chen@intel.com>
>
> It is available only when libvpl is enabled. MSDK doesn't support av1
> encoding.
>
> sample command:
> ffmpeg -f rawvideo -pix_fmt nv12 -s 1920x1080 -i input.yuv \
> -c:v av1_qsv output.ivf
>
> Signed-off-by: Wenbin Chen <wenbin.chen@intel.com>
> Signed-off-by: Haihao Xiang <haihao.xiang@intel.com>
> ---
> configure | 2 +
> libavcodec/Makefile | 1 +
> libavcodec/allcodecs.c | 1 +
> libavcodec/qsvenc.c | 196 +++++++++++++++++++++++++++++++++++++++-
> libavcodec/qsvenc.h | 7 +-
> libavcodec/qsvenc_av1.c | 156 ++++++++++++++++++++++++++++++++
> 6 files changed, 358 insertions(+), 5 deletions(-)
> create mode 100644 libavcodec/qsvenc_av1.c
>
> diff --git a/configure b/configure
> index f3fd91f592..7c4fef6cb0 100755
> --- a/configure
> +++ b/configure
> @@ -3269,6 +3269,8 @@ vp9_qsv_encoder_select="qsvenc"
> vp9_v4l2m2m_decoder_deps="v4l2_m2m vp9_v4l2_m2m"
> wmv3_crystalhd_decoder_select="crystalhd"
> av1_qsv_decoder_select="qsvdec"
> +av1_qsv_encoder_select="qsvenc"
> +av1_qsv_encoder_deps="libvpl"
>
> # parsers
> aac_parser_select="adts_header mpeg4audio"
> diff --git a/libavcodec/Makefile b/libavcodec/Makefile
> index 37b63cadc2..77deaafe98 100644
> --- a/libavcodec/Makefile
> +++ b/libavcodec/Makefile
> @@ -244,6 +244,7 @@ OBJS-$(CONFIG_AURA_DECODER) += cyuv.o
> OBJS-$(CONFIG_AURA2_DECODER) += aura.o
> OBJS-$(CONFIG_AV1_DECODER) += av1dec.o
> OBJS-$(CONFIG_AV1_CUVID_DECODER) += cuviddec.o
> +OBJS-$(CONFIG_AV1_QSV_ENCODER) += qsvenc_av1.o
> OBJS-$(CONFIG_AVRN_DECODER) += avrndec.o
> OBJS-$(CONFIG_AVRP_DECODER) += r210dec.o
> OBJS-$(CONFIG_AVRP_ENCODER) += r210enc.o
> diff --git a/libavcodec/allcodecs.c b/libavcodec/allcodecs.c
> index cfeb01ac1c..57e53437dc 100644
> --- a/libavcodec/allcodecs.c
> +++ b/libavcodec/allcodecs.c
> @@ -827,6 +827,7 @@ extern const FFCodec ff_libaom_av1_decoder;
> extern const FFCodec ff_av1_decoder;
> extern const FFCodec ff_av1_cuvid_decoder;
> extern const FFCodec ff_av1_qsv_decoder;
> +extern const FFCodec ff_av1_qsv_encoder;
> extern const FFCodec ff_libopenh264_encoder;
> extern const FFCodec ff_libopenh264_decoder;
> extern const FFCodec ff_h264_amf_encoder;
> diff --git a/libavcodec/qsvenc.c b/libavcodec/qsvenc.c
> index dc5479d0f3..fd3b9d5cbe 100644
> --- a/libavcodec/qsvenc.c
> +++ b/libavcodec/qsvenc.c
> @@ -82,6 +82,14 @@ static const struct profile_names vp9_profiles[] = {
> { MFX_PROFILE_VP9_3, "vp9
> 3" },
> };
>
> +static const struct profile_names av1_profiles[] = {
> +#if QSV_VERSION_ATLEAST(1, 34)
> + { MFX_PROFILE_AV1_MAIN, "av1
> main" },
> + { MFX_PROFILE_AV1_HIGH, "av1
> high" },
> + { MFX_PROFILE_AV1_PRO, "av1
> professional" },
> +#endif
> +};
> +
> typedef struct QSVPacket {
> AVPacket pkt;
> mfxSyncPoint *sync;
> @@ -114,6 +122,11 @@ static const char *print_profile(enum AVCodecID codec_id,
> mfxU16 profile)
> num_profiles = FF_ARRAY_ELEMS(vp9_profiles);
> break;
>
> + case AV_CODEC_ID_AV1:
> + profiles = av1_profiles;
> + num_profiles = FF_ARRAY_ELEMS(av1_profiles);
> + break;
> +
> default:
> return "unknown";
> }
> @@ -429,6 +442,88 @@ static void dump_video_mjpeg_param(AVCodecContext *avctx,
> QSVEncContext *q)
> info->FrameInfo.FrameRateExtD, info->FrameInfo.FrameRateExtN);
> }
>
> +#if QSV_HAVE_EXT_AV1_PARAM
> +static void dump_video_av1_param(AVCodecContext *avctx, QSVEncContext *q,
> + mfxExtBuffer **coding_opts)
> +{
> + mfxInfoMFX *info = &q->param.mfx;
> + mfxExtAV1TileParam *av1_tile_param = (mfxExtAV1TileParam
> *)coding_opts[0];
> + mfxExtAV1BitstreamParam *av1_bs_param = (mfxExtAV1BitstreamParam
> *)coding_opts[1];
> + mfxExtCodingOption2 *co2 = (mfxExtCodingOption2*)coding_opts[2];
> + mfxExtCodingOption3 *co3 = (mfxExtCodingOption3*)coding_opts[3];
> +
> + av_log(avctx, AV_LOG_VERBOSE, "profile: %s; level: %"PRIu16"\n",
> + print_profile(avctx->codec_id, info->CodecProfile), info-
> >CodecLevel);
> +
> + av_log(avctx, AV_LOG_VERBOSE,
> + "GopPicSize: %"PRIu16"; GopRefDist: %"PRIu16"; GopOptFlag:%s%s;
> IdrInterval: %"PRIu16"\n",
> + info->GopPicSize, info->GopRefDist,
> + info->GopOptFlag & MFX_GOP_CLOSED ? " closed" : "",
> + info->GopOptFlag & MFX_GOP_STRICT ? " strict" : "",
> + info->IdrInterval);
> +
> + av_log(avctx, AV_LOG_VERBOSE, "TargetUsage: %"PRIu16"; RateControlMethod:
> %s\n",
> + info->TargetUsage, print_ratecontrol(info->RateControlMethod));
> +
> + if (info->RateControlMethod == MFX_RATECONTROL_CBR ||
> + info->RateControlMethod == MFX_RATECONTROL_VBR)
> + av_log(avctx, AV_LOG_VERBOSE,
> + "BufferSizeInKB: %"PRIu16"; InitialDelayInKB: %"PRIu16";
> TargetKbps: %"PRIu16"; MaxKbps: %"PRIu16"; BRCParamMultiplier: %"PRIu16"\n",
> + info->BufferSizeInKB, info->InitialDelayInKB, info-
> >TargetKbps, info->MaxKbps, info->BRCParamMultiplier);
> + else if (info->RateControlMethod == MFX_RATECONTROL_CQP)
> + av_log(avctx, AV_LOG_VERBOSE, "QPI: %"PRIu16"; QPP: %"PRIu16"; QPB:
> %"PRIu16"\n",
> + info->QPI, info->QPP, info->QPB);
> + else if (info->RateControlMethod == MFX_RATECONTROL_ICQ)
> + av_log(avctx, AV_LOG_VERBOSE, "ICQQuality: %"PRIu16"\n", info-
> >ICQQuality);
> + else
> + av_log(avctx, AV_LOG_VERBOSE, "Unsupported ratecontrol method: %d
> \n", info->RateControlMethod);
> +
> + av_log(avctx, AV_LOG_VERBOSE, "NumRefFrame: %"PRIu16"\n", info-
> >NumRefFrame);
> +
> + av_log(avctx, AV_LOG_VERBOSE,
> + "IntRefType: %"PRIu16"; IntRefCycleSize: %"PRIu16
> + "; IntRefQPDelta: %"PRId16"; IntRefCycleDist: %"PRId16"\n",
> + co2->IntRefType, co2->IntRefCycleSize,
> + co2->IntRefQPDelta, co3->IntRefCycleDist);
> +
> + av_log(avctx, AV_LOG_VERBOSE, "MaxFrameSize: %d;\n", co2->MaxFrameSize);
> +
> + av_log(avctx, AV_LOG_VERBOSE,
> + "BitrateLimit: %s; MBBRC: %s; ExtBRC: %s\n",
> + print_threestate(co2->BitrateLimit), print_threestate(co2->MBBRC),
> + print_threestate(co2->ExtBRC));
> +
> + av_log(avctx, AV_LOG_VERBOSE, "VDENC: %s\n", print_threestate(info-
> >LowPower));
> +
> + switch (co2->BRefType) {
> + case MFX_B_REF_OFF: av_log(avctx, AV_LOG_VERBOSE, "BRefType:
> off\n"); break;
> + case MFX_B_REF_PYRAMID: av_log(avctx, AV_LOG_VERBOSE, "BRefType:
> pyramid\n"); break;
> + default: av_log(avctx, AV_LOG_VERBOSE, "BRefType:
> auto\n"); break;
> + }
> +
> + switch (co3->PRefType) {
> + case MFX_P_REF_DEFAULT: av_log(avctx, AV_LOG_VERBOSE, "PRefType:
> default\n"); break;
> + case MFX_P_REF_SIMPLE: av_log(avctx, AV_LOG_VERBOSE, "PRefType:
> simple\n"); break;
> + case MFX_P_REF_PYRAMID: av_log(avctx, AV_LOG_VERBOSE, "PRefType:
> pyramid\n"); break;
> + default: av_log(avctx, AV_LOG_VERBOSE, "PRefType:
> unknown\n"); break;
> + }
> +
> + av_log(avctx, AV_LOG_VERBOSE,
> + "MinQPI: %"PRIu8"; MaxQPI: %"PRIu8"; MinQPP: %"PRIu8"; MaxQPP:
> %"PRIu8"; MinQPB: %"PRIu8"; MaxQPB: %"PRIu8"\n",
> + co2->MinQPI, co2->MaxQPI, co2->MinQPP, co2->MaxQPP, co2->MinQPB,
> co2->MaxQPB);
> +
> + av_log(avctx, AV_LOG_VERBOSE, "FrameRateExtD: %"PRIu32"; FrameRateExtN:
> %"PRIu32" \n",
> + info->FrameInfo.FrameRateExtD, info->FrameInfo.FrameRateExtN);
> +
> + av_log(avctx, AV_LOG_VERBOSE,
> + "NumTileRows: %"PRIu16"; NumTileColumns: %"PRIu16"; NumTileGroups:
> %"PRIu16"\n",
> + av1_tile_param->NumTileRows, av1_tile_param->NumTileColumns,
> av1_tile_param->NumTileGroups);
> +
> + av_log(avctx, AV_LOG_VERBOSE, "WriteIVFHeaders: %s \n",
> + print_threestate(av1_bs_param->WriteIVFHeaders));
> +}
> +#endif
> +
> static int select_rc_mode(AVCodecContext *avctx, QSVEncContext *q)
> {
> const char *rc_desc;
> @@ -741,10 +836,15 @@ static int init_video_param(AVCodecContext *avctx,
> QSVEncContext *q)
> break;
> case MFX_RATECONTROL_CQP:
> quant = avctx->global_quality / FF_QP2LAMBDA;
> -
> - q->param.mfx.QPI = av_clip(quant * fabs(avctx->i_quant_factor) +
> avctx->i_quant_offset, 0, 51);
> - q->param.mfx.QPP = av_clip(quant, 0, 51);
> - q->param.mfx.QPB = av_clip(quant * fabs(avctx->b_quant_factor) +
> avctx->b_quant_offset, 0, 51);
> + if (avctx->codec_id == AV_CODEC_ID_AV1) {
> + q->param.mfx.QPI = av_clip_uintp2(quant * fabs(avctx-
> >i_quant_factor) + avctx->i_quant_offset, 8);
> + q->param.mfx.QPP = av_clip_uintp2(quant, 8);
> + q->param.mfx.QPB = av_clip_uintp2(quant * fabs(avctx-
> >b_quant_factor) + avctx->b_quant_offset, 8);
> + } else {
> + q->param.mfx.QPI = av_clip(quant * fabs(avctx->i_quant_factor) +
> avctx->i_quant_offset, 0, 51);
> + q->param.mfx.QPP = av_clip(quant, 0, 51);
> + q->param.mfx.QPB = av_clip(quant * fabs(avctx->b_quant_factor) +
> avctx->b_quant_offset, 0, 51);
> + }
> q->old_global_quality = avctx->global_quality;
> q->old_i_quant_factor = avctx->i_quant_factor;
> q->old_i_quant_offset = avctx->i_quant_offset;
> @@ -895,6 +995,20 @@ static int init_video_param(AVCodecContext *avctx,
> QSVEncContext *q)
> q->extco2.Header.BufferId = MFX_EXTBUFF_CODING_OPTION2;
> q->extco2.Header.BufferSz = sizeof(q->extco2);
>
> + q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> *)&q->extco2;
> + } else if (avctx->codec_id == AV_CODEC_ID_AV1) {
> + if (q->extbrc >= 0)
> + q->extco2.ExtBRC = q->extbrc ? MFX_CODINGOPTION_ON :
> MFX_CODINGOPTION_OFF;
> + if (q->b_strategy >= 0)
> + q->extco2.BRefType = q->b_strategy ? MFX_B_REF_PYRAMID :
> MFX_B_REF_OFF;
> + if (q->adaptive_i >= 0)
> + q->extco2.AdaptiveI = q->adaptive_i ? MFX_CODINGOPTION_ON :
> MFX_CODINGOPTION_OFF;
> + if (q->adaptive_b >= 0)
> + q->extco2.AdaptiveB = q->adaptive_b ? MFX_CODINGOPTION_ON :
> MFX_CODINGOPTION_OFF;
> +
> + q->extco2.Header.BufferId = MFX_EXTBUFF_CODING_OPTION2;
> + q->extco2.Header.BufferSz = sizeof(q->extco2);
> +
> q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> *)&q->extco2;
> }
>
> @@ -972,6 +1086,27 @@ static int init_video_param(AVCodecContext *avctx,
> QSVEncContext *q)
> q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q-
> >extvp9param;
> }
>
> +#if QSV_HAVE_EXT_AV1_PARAM
> + if (avctx->codec_id == AV_CODEC_ID_AV1) {
> + if (QSV_RUNTIME_VERSION_ATLEAST(q->ver, 2, 5)) {
> + q->extav1tileparam.Header.BufferId = MFX_EXTBUFF_AV1_TILE_PARAM;
> + q->extav1tileparam.Header.BufferSz = sizeof(q->extav1tileparam);
> + q->extav1tileparam.NumTileColumns = q->tile_cols;
> + q->extav1tileparam.NumTileRows = q->tile_rows;
> + q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> *)&q->extav1tileparam;
> +
> + q->extav1bsparam.Header.BufferId =
> MFX_EXTBUFF_AV1_BITSTREAM_PARAM;
> + q->extav1bsparam.Header.BufferSz = sizeof(q->extav1bsparam);
> + q->extav1bsparam.WriteIVFHeaders = MFX_CODINGOPTION_OFF;
> + q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> *)&q->extav1bsparam;
> + } else {
> + av_log(avctx, AV_LOG_ERROR,
> + "This version of runtime doesn't support AV1 encoding\n");
> + return AVERROR_UNKNOWN;
> + }
> + }
> +#endif
> +
> if (avctx->codec_id == AV_CODEC_ID_HEVC) {
> q->exthevctiles.Header.BufferId = MFX_EXTBUFF_HEVC_TILES;
> q->exthevctiles.Header.BufferSz = sizeof(q->exthevctiles);
> @@ -1082,6 +1217,56 @@ static int qsv_retrieve_enc_vp9_params(AVCodecContext
> *avctx, QSVEncContext *q)
> return 0;
> }
>
> +static int qsv_retrieve_enc_av1_params(AVCodecContext *avctx, QSVEncContext
> *q)
> +{
> +#if QSV_HAVE_EXT_AV1_PARAM
> + int ret = 0;
> + mfxExtAV1TileParam av1_extend_tile_buf = {
> + .Header.BufferId = MFX_EXTBUFF_AV1_TILE_PARAM,
> + .Header.BufferSz = sizeof(av1_extend_tile_buf),
> + };
> + mfxExtAV1BitstreamParam av1_bs_param = {
> + .Header.BufferId = MFX_EXTBUFF_AV1_BITSTREAM_PARAM,
> + .Header.BufferSz = sizeof(av1_bs_param),
> + };
> +
> + mfxExtCodingOption2 co2 = {
> + .Header.BufferId = MFX_EXTBUFF_CODING_OPTION2,
> + .Header.BufferSz = sizeof(co2),
> + };
> +
> + mfxExtCodingOption3 co3 = {
> + .Header.BufferId = MFX_EXTBUFF_CODING_OPTION3,
> + .Header.BufferSz = sizeof(co3),
> + };
> +
> + mfxExtBuffer *ext_buffers[] = {
> + (mfxExtBuffer*)&av1_extend_tile_buf,
> + (mfxExtBuffer*)&av1_bs_param,
> + (mfxExtBuffer*)&co2,
> + (mfxExtBuffer*)&co3,
> + };
> +
> + if (!QSV_RUNTIME_VERSION_ATLEAST(q->ver, 2, 5)) {
> + av_log(avctx, AV_LOG_ERROR,
> + "This version of runtime doesn't support AV1 encoding\n");
> + return AVERROR_UNKNOWN;
> + }
> +
> + q->param.ExtParam = ext_buffers;
> + q->param.NumExtParam = FF_ARRAY_ELEMS(ext_buffers);
> +
> + ret = MFXVideoENCODE_GetVideoParam(q->session, &q->param);
> + if (ret < 0)
> + return ff_qsv_print_error(avctx, ret,
> + "Error calling GetVideoParam");
> +
> + q->packet_size = q->param.mfx.BufferSizeInKB * q-
> >param.mfx.BRCParamMultiplier * 1000;
> + dump_video_av1_param(avctx, q, ext_buffers);
> +#endif
> + return 0;
> +}
> +
> static int qsv_retrieve_enc_params(AVCodecContext *avctx, QSVEncContext *q)
> {
> AVCPBProperties *cpb_props;
> @@ -1420,6 +1605,9 @@ int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext
> *q)
> case AV_CODEC_ID_VP9:
> ret = qsv_retrieve_enc_vp9_params(avctx, q);
> break;
> + case AV_CODEC_ID_AV1:
> + ret = qsv_retrieve_enc_av1_params(avctx, q);
> + break;
> default:
> ret = qsv_retrieve_enc_params(avctx, q);
> break;
> diff --git a/libavcodec/qsvenc.h b/libavcodec/qsvenc.h
> index d77bc0aee1..eb79db9871 100644
> --- a/libavcodec/qsvenc.h
> +++ b/libavcodec/qsvenc.h
> @@ -39,6 +39,7 @@
> #include "qsv_internal.h"
>
> #define QSV_HAVE_EXT_VP9_TILES QSV_VERSION_ATLEAST(1, 29)
> +#define QSV_HAVE_EXT_AV1_PARAM QSV_VERSION_ATLEAST(2, 5)
>
> #if defined(_WIN32) || defined(__CYGWIN__)
> #define QSV_HAVE_AVBR 1
> @@ -154,6 +155,10 @@ typedef struct QSVEncContext {
> #endif
> mfxExtHEVCTiles exthevctiles;
> mfxExtVP9Param extvp9param;
> +#if QSV_HAVE_EXT_AV1_PARAM
> + mfxExtAV1TileParam extav1tileparam;
> + mfxExtAV1BitstreamParam extav1bsparam;
> +#endif
>
> #if QSV_HAVE_OPAQUE
> mfxExtOpaqueSurfaceAlloc opaque_alloc;
> @@ -163,7 +168,7 @@ typedef struct QSVEncContext {
>
> mfxExtVideoSignalInfo extvsi;
>
> - mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2)];
> + mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2) +
> QSV_HAVE_EXT_AV1_PARAM * 2];
> int nb_extparam_internal;
>
> mfxExtBuffer **extparam;
> diff --git a/libavcodec/qsvenc_av1.c b/libavcodec/qsvenc_av1.c
> new file mode 100644
> index 0000000000..bb9ad16927
> --- /dev/null
> +++ b/libavcodec/qsvenc_av1.c
> @@ -0,0 +1,156 @@
> +/*
> + * Intel MediaSDK QSV based AV1 encoder
> + *
> + * This file is part of FFmpeg.
> + *
> + * FFmpeg is free software; you can redistribute it and/or
> + * modify it under the terms of the GNU Lesser General Public
> + * License as published by the Free Software Foundation; either
> + * version 2.1 of the License, or (at your option) any later version.
> + *
> + * FFmpeg is distributed in the hope that it will be useful,
> + * but WITHOUT ANY WARRANTY; without even the implied warranty of
> + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
> + * Lesser General Public License for more details.
> + *
> + * You should have received a copy of the GNU Lesser General Public
> + * License along with FFmpeg; if not, write to the Free Software
> + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301
> USA
> + */
> +
> +
> +#include <stdint.h>
> +#include <sys/types.h>
> +
> +#include <mfxvideo.h>
> +
> +#include "libavutil/common.h"
> +#include "libavutil/opt.h"
> +
> +#include "avcodec.h"
> +#include "codec_internal.h"
> +#include "bsf.h"
> +#include "qsv.h"
> +#include "qsvenc.h"
> +
> +typedef struct QSVAV1EncContext {
> + AVClass *class;
> + AVBSFContext *extra_data_bsf;
> + QSVEncContext qsv;
> +} QSVAV1EncContext;
> +
> +static av_cold int qsv_enc_init(AVCodecContext *avctx)
> +{
> + QSVAV1EncContext *q = avctx->priv_data;
> + int ret;
> +
> + if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
> + const AVBitStreamFilter *filter =
> av_bsf_get_by_name("extract_extradata");
> + if (!filter) {
> + av_log(avctx, AV_LOG_ERROR, "Cannot get extract_extradata
> bitstream filter\n");
> + return AVERROR_BUG;
> + }
> + ret = av_bsf_alloc(filter, &q->extra_data_bsf);
> + if (ret < 0)
> + return ret;
> + ret = avcodec_parameters_from_context(q->extra_data_bsf->par_in,
> avctx);
> + if (ret < 0)
> + return ret;
> + ret = av_bsf_init(q->extra_data_bsf);
> + if (ret < 0)
> + return ret;
> + }
> +
> + return ff_qsv_enc_init(avctx, &q->qsv);
> +}
> +
> +static int qsv_enc_frame(AVCodecContext *avctx, AVPacket *pkt,
> + const AVFrame *frame, int *got_packet)
> +{
> + QSVAV1EncContext *q = avctx->priv_data;
> + int ret;
> +
> + ret = ff_qsv_encode(avctx, &q->qsv, pkt, frame, got_packet);
> + if (ret < 0)
> + return ret;
> +
> + if (*got_packet && avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
> + ret = av_bsf_send_packet(q->extra_data_bsf, pkt);
> + if (ret < 0) {
> + av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
> + "failed to send input packet\n");
> + return ret;
> + }
> +
> + ret = av_bsf_receive_packet(q->extra_data_bsf, pkt);
> + if (ret < 0) {
> + av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
> + "failed to receive output packet\n");
> + return ret;
> + }
> + }
> +
> + return ret;
> +}
> +
> +static av_cold int qsv_enc_close(AVCodecContext *avctx)
> +{
> + QSVAV1EncContext *q = avctx->priv_data;
> +
> + av_bsf_free(&q->extra_data_bsf);
> +
> + return ff_qsv_enc_close(avctx, &q->qsv);
> +}
> +
> +#define OFFSET(x) offsetof(QSVAV1EncContext, x)
> +#define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
> +static const AVOption options[] = {
> + QSV_COMMON_OPTS
> + QSV_OPTION_B_STRATEGY
> + QSV_OPTION_ADAPTIVE_I
> + QSV_OPTION_ADAPTIVE_B
> + QSV_OPTION_EXTBRC
> + { "profile", NULL, OFFSET(qsv.profile), AV_OPT_TYPE_INT, { .i64 =
> MFX_PROFILE_UNKNOWN }, 0, INT_MAX, VE, "profile" },
> + { "unknown" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 =
> MFX_PROFILE_UNKNOWN }, INT_MIN, INT_MAX, VE, "profile" },
> + { "main" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 =
> MFX_PROFILE_AV1_MAIN }, INT_MIN, INT_MAX, VE, "profile" },
> + { "tile_cols", "Number of columns for tiled
> encoding", OFFSET(qsv.tile_cols), AV_OPT_TYPE_INT, { .i64 = 0 }, 0,
> UINT16_MAX, VE },
> + { "tile_rows", "Number of rows for tiled
> encoding", OFFSET(qsv.tile_rows), AV_OPT_TYPE_INT, { .i64 = 0 }, 0,
> UINT16_MAX, VE },
> + { "look_ahead_depth", "Depth of look ahead in number frames, available
> when extbrc option is enabled", OFFSET(qsv.look_ahead_depth), AV_OPT_TYPE_INT,
> { .i64 = 0 }, 0, 100, VE },
> + { NULL },
> +};
> +
> +static const AVClass class = {
> + .class_name = "av1_qsv encoder",
> + .item_name = av_default_item_name,
> + .option = options,
> + .version = LIBAVUTIL_VERSION_INT,
> +};
> +
> +static const FFCodecDefault qsv_enc_defaults[] = {
> + { "b", "1M" },
> + { "g", "-1" },
> + { "bf", "-1" },
> + { "refs", "0" },
> + { NULL },
> +};
> +
> +FFCodec ff_av1_qsv_encoder = {
> + .p.name = "av1_qsv",
> + .p.long_name = NULL_IF_CONFIG_SMALL("AV1 (Intel Quick Sync Video
> acceleration)"),
> + .priv_data_size = sizeof(QSVAV1EncContext),
> + .p.type = AVMEDIA_TYPE_VIDEO,
> + .p.id = AV_CODEC_ID_AV1,
> + .init = qsv_enc_init,
> + FF_CODEC_ENCODE_CB(qsv_enc_frame),
> + .close = qsv_enc_close,
> + .p.capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HYBRID,
> + .p.pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_NV12,
> + AV_PIX_FMT_P010,
> + AV_PIX_FMT_QSV,
> + AV_PIX_FMT_NONE },
> + .p.priv_class = &class,
> + .defaults = qsv_enc_defaults,
> + .caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
> + .p.wrapper_name = "qsv",
> + .hw_configs = ff_qsv_enc_hw_configs,
> +};
Is there any comment for this patchset ? I'll push this patchset in a few days
if no comment or objection.
Thanks
Haihao
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder
2022-10-21 2:16 ` [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder Xiang, Haihao
@ 2022-10-24 5:52 ` Xiang, Haihao
0 siblings, 0 replies; 4+ messages in thread
From: Xiang, Haihao @ 2022-10-24 5:52 UTC (permalink / raw)
To: ffmpeg-devel
On Fri, 2022-10-21 at 02:16 +0000, Xiang, Haihao wrote:
> On Thu, 2022-10-13 at 16:25 +0800, wenbin.chen-at-intel.com@ffmpeg.org wrote:
> > From: Wenbin Chen <wenbin.chen@intel.com>
> >
> > It is available only when libvpl is enabled. MSDK doesn't support av1
> > encoding.
> >
> > sample command:
> > ffmpeg -f rawvideo -pix_fmt nv12 -s 1920x1080 -i input.yuv \
> > -c:v av1_qsv output.ivf
> >
> > Signed-off-by: Wenbin Chen <wenbin.chen@intel.com>
> > Signed-off-by: Haihao Xiang <haihao.xiang@intel.com>
> > ---
> > configure | 2 +
> > libavcodec/Makefile | 1 +
> > libavcodec/allcodecs.c | 1 +
> > libavcodec/qsvenc.c | 196 +++++++++++++++++++++++++++++++++++++++-
> > libavcodec/qsvenc.h | 7 +-
> > libavcodec/qsvenc_av1.c | 156 ++++++++++++++++++++++++++++++++
> > 6 files changed, 358 insertions(+), 5 deletions(-)
> > create mode 100644 libavcodec/qsvenc_av1.c
> >
> > diff --git a/configure b/configure
> > index f3fd91f592..7c4fef6cb0 100755
> > --- a/configure
> > +++ b/configure
> > @@ -3269,6 +3269,8 @@ vp9_qsv_encoder_select="qsvenc"
> > vp9_v4l2m2m_decoder_deps="v4l2_m2m vp9_v4l2_m2m"
> > wmv3_crystalhd_decoder_select="crystalhd"
> > av1_qsv_decoder_select="qsvdec"
> > +av1_qsv_encoder_select="qsvenc"
> > +av1_qsv_encoder_deps="libvpl"
> >
> > # parsers
> > aac_parser_select="adts_header mpeg4audio"
> > diff --git a/libavcodec/Makefile b/libavcodec/Makefile
> > index 37b63cadc2..77deaafe98 100644
> > --- a/libavcodec/Makefile
> > +++ b/libavcodec/Makefile
> > @@ -244,6 +244,7 @@ OBJS-$(CONFIG_AURA_DECODER) += cyuv.o
> > OBJS-$(CONFIG_AURA2_DECODER) += aura.o
> > OBJS-$(CONFIG_AV1_DECODER) += av1dec.o
> > OBJS-$(CONFIG_AV1_CUVID_DECODER) += cuviddec.o
> > +OBJS-$(CONFIG_AV1_QSV_ENCODER) += qsvenc_av1.o
> > OBJS-$(CONFIG_AVRN_DECODER) += avrndec.o
> > OBJS-$(CONFIG_AVRP_DECODER) += r210dec.o
> > OBJS-$(CONFIG_AVRP_ENCODER) += r210enc.o
> > diff --git a/libavcodec/allcodecs.c b/libavcodec/allcodecs.c
> > index cfeb01ac1c..57e53437dc 100644
> > --- a/libavcodec/allcodecs.c
> > +++ b/libavcodec/allcodecs.c
> > @@ -827,6 +827,7 @@ extern const FFCodec ff_libaom_av1_decoder;
> > extern const FFCodec ff_av1_decoder;
> > extern const FFCodec ff_av1_cuvid_decoder;
> > extern const FFCodec ff_av1_qsv_decoder;
> > +extern const FFCodec ff_av1_qsv_encoder;
> > extern const FFCodec ff_libopenh264_encoder;
> > extern const FFCodec ff_libopenh264_decoder;
> > extern const FFCodec ff_h264_amf_encoder;
> > diff --git a/libavcodec/qsvenc.c b/libavcodec/qsvenc.c
> > index dc5479d0f3..fd3b9d5cbe 100644
> > --- a/libavcodec/qsvenc.c
> > +++ b/libavcodec/qsvenc.c
> > @@ -82,6 +82,14 @@ static const struct profile_names vp9_profiles[] = {
> > { MFX_PROFILE_VP9_3, "vp9
> > 3" },
> > };
> >
> > +static const struct profile_names av1_profiles[] = {
> > +#if QSV_VERSION_ATLEAST(1, 34)
> > + { MFX_PROFILE_AV1_MAIN, "av1
> > main" },
> > + { MFX_PROFILE_AV1_HIGH, "av1
> > high" },
> > + { MFX_PROFILE_AV1_PRO, "av1
> > professional" },
> > +#endif
> > +};
> > +
> > typedef struct QSVPacket {
> > AVPacket pkt;
> > mfxSyncPoint *sync;
> > @@ -114,6 +122,11 @@ static const char *print_profile(enum AVCodecID
> > codec_id,
> > mfxU16 profile)
> > num_profiles = FF_ARRAY_ELEMS(vp9_profiles);
> > break;
> >
> > + case AV_CODEC_ID_AV1:
> > + profiles = av1_profiles;
> > + num_profiles = FF_ARRAY_ELEMS(av1_profiles);
> > + break;
> > +
> > default:
> > return "unknown";
> > }
> > @@ -429,6 +442,88 @@ static void dump_video_mjpeg_param(AVCodecContext
> > *avctx,
> > QSVEncContext *q)
> > info->FrameInfo.FrameRateExtD, info->FrameInfo.FrameRateExtN);
> > }
> >
> > +#if QSV_HAVE_EXT_AV1_PARAM
> > +static void dump_video_av1_param(AVCodecContext *avctx, QSVEncContext *q,
> > + mfxExtBuffer **coding_opts)
> > +{
> > + mfxInfoMFX *info = &q->param.mfx;
> > + mfxExtAV1TileParam *av1_tile_param = (mfxExtAV1TileParam
> > *)coding_opts[0];
> > + mfxExtAV1BitstreamParam *av1_bs_param = (mfxExtAV1BitstreamParam
> > *)coding_opts[1];
> > + mfxExtCodingOption2 *co2 = (mfxExtCodingOption2*)coding_opts[2];
> > + mfxExtCodingOption3 *co3 = (mfxExtCodingOption3*)coding_opts[3];
> > +
> > + av_log(avctx, AV_LOG_VERBOSE, "profile: %s; level: %"PRIu16"\n",
> > + print_profile(avctx->codec_id, info->CodecProfile), info-
> > > CodecLevel);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE,
> > + "GopPicSize: %"PRIu16"; GopRefDist: %"PRIu16"; GopOptFlag:%s%s;
> > IdrInterval: %"PRIu16"\n",
> > + info->GopPicSize, info->GopRefDist,
> > + info->GopOptFlag & MFX_GOP_CLOSED ? " closed" : "",
> > + info->GopOptFlag & MFX_GOP_STRICT ? " strict" : "",
> > + info->IdrInterval);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE, "TargetUsage: %"PRIu16";
> > RateControlMethod:
> > %s\n",
> > + info->TargetUsage, print_ratecontrol(info->RateControlMethod));
> > +
> > + if (info->RateControlMethod == MFX_RATECONTROL_CBR ||
> > + info->RateControlMethod == MFX_RATECONTROL_VBR)
> > + av_log(avctx, AV_LOG_VERBOSE,
> > + "BufferSizeInKB: %"PRIu16"; InitialDelayInKB: %"PRIu16";
> > TargetKbps: %"PRIu16"; MaxKbps: %"PRIu16"; BRCParamMultiplier: %"PRIu16"\n",
> > + info->BufferSizeInKB, info->InitialDelayInKB, info-
> > > TargetKbps, info->MaxKbps, info->BRCParamMultiplier);
> > + else if (info->RateControlMethod == MFX_RATECONTROL_CQP)
> > + av_log(avctx, AV_LOG_VERBOSE, "QPI: %"PRIu16"; QPP: %"PRIu16"; QPB:
> > %"PRIu16"\n",
> > + info->QPI, info->QPP, info->QPB);
> > + else if (info->RateControlMethod == MFX_RATECONTROL_ICQ)
> > + av_log(avctx, AV_LOG_VERBOSE, "ICQQuality: %"PRIu16"\n", info-
> > > ICQQuality);
> > + else
> > + av_log(avctx, AV_LOG_VERBOSE, "Unsupported ratecontrol method: %d
> > \n", info->RateControlMethod);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE, "NumRefFrame: %"PRIu16"\n", info-
> > > NumRefFrame);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE,
> > + "IntRefType: %"PRIu16"; IntRefCycleSize: %"PRIu16
> > + "; IntRefQPDelta: %"PRId16"; IntRefCycleDist: %"PRId16"\n",
> > + co2->IntRefType, co2->IntRefCycleSize,
> > + co2->IntRefQPDelta, co3->IntRefCycleDist);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE, "MaxFrameSize: %d;\n", co2-
> > >MaxFrameSize);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE,
> > + "BitrateLimit: %s; MBBRC: %s; ExtBRC: %s\n",
> > + print_threestate(co2->BitrateLimit), print_threestate(co2-
> > >MBBRC),
> > + print_threestate(co2->ExtBRC));
> > +
> > + av_log(avctx, AV_LOG_VERBOSE, "VDENC: %s\n", print_threestate(info-
> > > LowPower));
> > +
> > + switch (co2->BRefType) {
> > + case MFX_B_REF_OFF: av_log(avctx, AV_LOG_VERBOSE, "BRefType:
> > off\n"); break;
> > + case MFX_B_REF_PYRAMID: av_log(avctx, AV_LOG_VERBOSE, "BRefType:
> > pyramid\n"); break;
> > + default: av_log(avctx, AV_LOG_VERBOSE, "BRefType:
> > auto\n"); break;
> > + }
> > +
> > + switch (co3->PRefType) {
> > + case MFX_P_REF_DEFAULT: av_log(avctx, AV_LOG_VERBOSE, "PRefType:
> > default\n"); break;
> > + case MFX_P_REF_SIMPLE: av_log(avctx, AV_LOG_VERBOSE, "PRefType:
> > simple\n"); break;
> > + case MFX_P_REF_PYRAMID: av_log(avctx, AV_LOG_VERBOSE, "PRefType:
> > pyramid\n"); break;
> > + default: av_log(avctx, AV_LOG_VERBOSE, "PRefType:
> > unknown\n"); break;
> > + }
> > +
> > + av_log(avctx, AV_LOG_VERBOSE,
> > + "MinQPI: %"PRIu8"; MaxQPI: %"PRIu8"; MinQPP: %"PRIu8"; MaxQPP:
> > %"PRIu8"; MinQPB: %"PRIu8"; MaxQPB: %"PRIu8"\n",
> > + co2->MinQPI, co2->MaxQPI, co2->MinQPP, co2->MaxQPP, co2->MinQPB,
> > co2->MaxQPB);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE, "FrameRateExtD: %"PRIu32"; FrameRateExtN:
> > %"PRIu32" \n",
> > + info->FrameInfo.FrameRateExtD, info->FrameInfo.FrameRateExtN);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE,
> > + "NumTileRows: %"PRIu16"; NumTileColumns: %"PRIu16";
> > NumTileGroups:
> > %"PRIu16"\n",
> > + av1_tile_param->NumTileRows, av1_tile_param->NumTileColumns,
> > av1_tile_param->NumTileGroups);
> > +
> > + av_log(avctx, AV_LOG_VERBOSE, "WriteIVFHeaders: %s \n",
> > + print_threestate(av1_bs_param->WriteIVFHeaders));
> > +}
> > +#endif
> > +
> > static int select_rc_mode(AVCodecContext *avctx, QSVEncContext *q)
> > {
> > const char *rc_desc;
> > @@ -741,10 +836,15 @@ static int init_video_param(AVCodecContext *avctx,
> > QSVEncContext *q)
> > break;
> > case MFX_RATECONTROL_CQP:
> > quant = avctx->global_quality / FF_QP2LAMBDA;
> > -
> > - q->param.mfx.QPI = av_clip(quant * fabs(avctx->i_quant_factor) +
> > avctx->i_quant_offset, 0, 51);
> > - q->param.mfx.QPP = av_clip(quant, 0, 51);
> > - q->param.mfx.QPB = av_clip(quant * fabs(avctx->b_quant_factor) +
> > avctx->b_quant_offset, 0, 51);
> > + if (avctx->codec_id == AV_CODEC_ID_AV1) {
> > + q->param.mfx.QPI = av_clip_uintp2(quant * fabs(avctx-
> > > i_quant_factor) + avctx->i_quant_offset, 8);
> > + q->param.mfx.QPP = av_clip_uintp2(quant, 8);
> > + q->param.mfx.QPB = av_clip_uintp2(quant * fabs(avctx-
> > > b_quant_factor) + avctx->b_quant_offset, 8);
> > + } else {
> > + q->param.mfx.QPI = av_clip(quant * fabs(avctx->i_quant_factor)
> > +
> > avctx->i_quant_offset, 0, 51);
> > + q->param.mfx.QPP = av_clip(quant, 0, 51);
> > + q->param.mfx.QPB = av_clip(quant * fabs(avctx->b_quant_factor)
> > +
> > avctx->b_quant_offset, 0, 51);
> > + }
> > q->old_global_quality = avctx->global_quality;
> > q->old_i_quant_factor = avctx->i_quant_factor;
> > q->old_i_quant_offset = avctx->i_quant_offset;
> > @@ -895,6 +995,20 @@ static int init_video_param(AVCodecContext *avctx,
> > QSVEncContext *q)
> > q->extco2.Header.BufferId = MFX_EXTBUFF_CODING_OPTION2;
> > q->extco2.Header.BufferSz = sizeof(q->extco2);
> >
> > + q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> > *)&q->extco2;
> > + } else if (avctx->codec_id == AV_CODEC_ID_AV1) {
> > + if (q->extbrc >= 0)
> > + q->extco2.ExtBRC = q->extbrc ? MFX_CODINGOPTION_ON :
> > MFX_CODINGOPTION_OFF;
> > + if (q->b_strategy >= 0)
> > + q->extco2.BRefType = q->b_strategy ? MFX_B_REF_PYRAMID :
> > MFX_B_REF_OFF;
> > + if (q->adaptive_i >= 0)
> > + q->extco2.AdaptiveI = q->adaptive_i ? MFX_CODINGOPTION_ON :
> > MFX_CODINGOPTION_OFF;
> > + if (q->adaptive_b >= 0)
> > + q->extco2.AdaptiveB = q->adaptive_b ? MFX_CODINGOPTION_ON :
> > MFX_CODINGOPTION_OFF;
> > +
> > + q->extco2.Header.BufferId = MFX_EXTBUFF_CODING_OPTION2;
> > + q->extco2.Header.BufferSz = sizeof(q->extco2);
> > +
> > q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> > *)&q->extco2;
> > }
> >
> > @@ -972,6 +1086,27 @@ static int init_video_param(AVCodecContext *avctx,
> > QSVEncContext *q)
> > q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> > *)&q-
> > > extvp9param;
> > }
> >
> > +#if QSV_HAVE_EXT_AV1_PARAM
> > + if (avctx->codec_id == AV_CODEC_ID_AV1) {
> > + if (QSV_RUNTIME_VERSION_ATLEAST(q->ver, 2, 5)) {
> > + q->extav1tileparam.Header.BufferId =
> > MFX_EXTBUFF_AV1_TILE_PARAM;
> > + q->extav1tileparam.Header.BufferSz = sizeof(q-
> > >extav1tileparam);
> > + q->extav1tileparam.NumTileColumns = q->tile_cols;
> > + q->extav1tileparam.NumTileRows = q->tile_rows;
> > + q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> > *)&q->extav1tileparam;
> > +
> > + q->extav1bsparam.Header.BufferId =
> > MFX_EXTBUFF_AV1_BITSTREAM_PARAM;
> > + q->extav1bsparam.Header.BufferSz = sizeof(q->extav1bsparam);
> > + q->extav1bsparam.WriteIVFHeaders = MFX_CODINGOPTION_OFF;
> > + q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer
> > *)&q->extav1bsparam;
> > + } else {
> > + av_log(avctx, AV_LOG_ERROR,
> > + "This version of runtime doesn't support AV1
> > encoding\n");
> > + return AVERROR_UNKNOWN;
> > + }
> > + }
> > +#endif
> > +
> > if (avctx->codec_id == AV_CODEC_ID_HEVC) {
> > q->exthevctiles.Header.BufferId = MFX_EXTBUFF_HEVC_TILES;
> > q->exthevctiles.Header.BufferSz = sizeof(q->exthevctiles);
> > @@ -1082,6 +1217,56 @@ static int qsv_retrieve_enc_vp9_params(AVCodecContext
> > *avctx, QSVEncContext *q)
> > return 0;
> > }
> >
> > +static int qsv_retrieve_enc_av1_params(AVCodecContext *avctx, QSVEncContext
> > *q)
> > +{
> > +#if QSV_HAVE_EXT_AV1_PARAM
> > + int ret = 0;
> > + mfxExtAV1TileParam av1_extend_tile_buf = {
> > + .Header.BufferId = MFX_EXTBUFF_AV1_TILE_PARAM,
> > + .Header.BufferSz = sizeof(av1_extend_tile_buf),
> > + };
> > + mfxExtAV1BitstreamParam av1_bs_param = {
> > + .Header.BufferId = MFX_EXTBUFF_AV1_BITSTREAM_PARAM,
> > + .Header.BufferSz = sizeof(av1_bs_param),
> > + };
> > +
> > + mfxExtCodingOption2 co2 = {
> > + .Header.BufferId = MFX_EXTBUFF_CODING_OPTION2,
> > + .Header.BufferSz = sizeof(co2),
> > + };
> > +
> > + mfxExtCodingOption3 co3 = {
> > + .Header.BufferId = MFX_EXTBUFF_CODING_OPTION3,
> > + .Header.BufferSz = sizeof(co3),
> > + };
> > +
> > + mfxExtBuffer *ext_buffers[] = {
> > + (mfxExtBuffer*)&av1_extend_tile_buf,
> > + (mfxExtBuffer*)&av1_bs_param,
> > + (mfxExtBuffer*)&co2,
> > + (mfxExtBuffer*)&co3,
> > + };
> > +
> > + if (!QSV_RUNTIME_VERSION_ATLEAST(q->ver, 2, 5)) {
> > + av_log(avctx, AV_LOG_ERROR,
> > + "This version of runtime doesn't support AV1 encoding\n");
> > + return AVERROR_UNKNOWN;
> > + }
> > +
> > + q->param.ExtParam = ext_buffers;
> > + q->param.NumExtParam = FF_ARRAY_ELEMS(ext_buffers);
> > +
> > + ret = MFXVideoENCODE_GetVideoParam(q->session, &q->param);
> > + if (ret < 0)
> > + return ff_qsv_print_error(avctx, ret,
> > + "Error calling GetVideoParam");
> > +
> > + q->packet_size = q->param.mfx.BufferSizeInKB * q-
> > > param.mfx.BRCParamMultiplier * 1000;
> > + dump_video_av1_param(avctx, q, ext_buffers);
> > +#endif
> > + return 0;
> > +}
> > +
> > static int qsv_retrieve_enc_params(AVCodecContext *avctx, QSVEncContext *q)
> > {
> > AVCPBProperties *cpb_props;
> > @@ -1420,6 +1605,9 @@ int ff_qsv_enc_init(AVCodecContext *avctx,
> > QSVEncContext
> > *q)
> > case AV_CODEC_ID_VP9:
> > ret = qsv_retrieve_enc_vp9_params(avctx, q);
> > break;
> > + case AV_CODEC_ID_AV1:
> > + ret = qsv_retrieve_enc_av1_params(avctx, q);
> > + break;
> > default:
> > ret = qsv_retrieve_enc_params(avctx, q);
> > break;
> > diff --git a/libavcodec/qsvenc.h b/libavcodec/qsvenc.h
> > index d77bc0aee1..eb79db9871 100644
> > --- a/libavcodec/qsvenc.h
> > +++ b/libavcodec/qsvenc.h
> > @@ -39,6 +39,7 @@
> > #include "qsv_internal.h"
> >
> > #define QSV_HAVE_EXT_VP9_TILES QSV_VERSION_ATLEAST(1, 29)
> > +#define QSV_HAVE_EXT_AV1_PARAM QSV_VERSION_ATLEAST(2, 5)
> >
> > #if defined(_WIN32) || defined(__CYGWIN__)
> > #define QSV_HAVE_AVBR 1
> > @@ -154,6 +155,10 @@ typedef struct QSVEncContext {
> > #endif
> > mfxExtHEVCTiles exthevctiles;
> > mfxExtVP9Param extvp9param;
> > +#if QSV_HAVE_EXT_AV1_PARAM
> > + mfxExtAV1TileParam extav1tileparam;
> > + mfxExtAV1BitstreamParam extav1bsparam;
> > +#endif
> >
> > #if QSV_HAVE_OPAQUE
> > mfxExtOpaqueSurfaceAlloc opaque_alloc;
> > @@ -163,7 +168,7 @@ typedef struct QSVEncContext {
> >
> > mfxExtVideoSignalInfo extvsi;
> >
> > - mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2)];
> > + mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2) +
> > QSV_HAVE_EXT_AV1_PARAM * 2];
> > int nb_extparam_internal;
> >
> > mfxExtBuffer **extparam;
> > diff --git a/libavcodec/qsvenc_av1.c b/libavcodec/qsvenc_av1.c
> > new file mode 100644
> > index 0000000000..bb9ad16927
> > --- /dev/null
> > +++ b/libavcodec/qsvenc_av1.c
> > @@ -0,0 +1,156 @@
> > +/*
> > + * Intel MediaSDK QSV based AV1 encoder
> > + *
> > + * This file is part of FFmpeg.
> > + *
> > + * FFmpeg is free software; you can redistribute it and/or
> > + * modify it under the terms of the GNU Lesser General Public
> > + * License as published by the Free Software Foundation; either
> > + * version 2.1 of the License, or (at your option) any later version.
> > + *
> > + * FFmpeg is distributed in the hope that it will be useful,
> > + * but WITHOUT ANY WARRANTY; without even the implied warranty of
> > + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
> > + * Lesser General Public License for more details.
> > + *
> > + * You should have received a copy of the GNU Lesser General Public
> > + * License along with FFmpeg; if not, write to the Free Software
> > + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301
> > USA
> > + */
> > +
> > +
> > +#include <stdint.h>
> > +#include <sys/types.h>
> > +
> > +#include <mfxvideo.h>
> > +
> > +#include "libavutil/common.h"
> > +#include "libavutil/opt.h"
> > +
> > +#include "avcodec.h"
> > +#include "codec_internal.h"
> > +#include "bsf.h"
> > +#include "qsv.h"
> > +#include "qsvenc.h"
> > +
> > +typedef struct QSVAV1EncContext {
> > + AVClass *class;
> > + AVBSFContext *extra_data_bsf;
> > + QSVEncContext qsv;
> > +} QSVAV1EncContext;
> > +
> > +static av_cold int qsv_enc_init(AVCodecContext *avctx)
> > +{
> > + QSVAV1EncContext *q = avctx->priv_data;
> > + int ret;
> > +
> > + if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
> > + const AVBitStreamFilter *filter =
> > av_bsf_get_by_name("extract_extradata");
> > + if (!filter) {
> > + av_log(avctx, AV_LOG_ERROR, "Cannot get extract_extradata
> > bitstream filter\n");
> > + return AVERROR_BUG;
> > + }
> > + ret = av_bsf_alloc(filter, &q->extra_data_bsf);
> > + if (ret < 0)
> > + return ret;
> > + ret = avcodec_parameters_from_context(q->extra_data_bsf->par_in,
> > avctx);
> > + if (ret < 0)
> > + return ret;
> > + ret = av_bsf_init(q->extra_data_bsf);
> > + if (ret < 0)
> > + return ret;
> > + }
> > +
> > + return ff_qsv_enc_init(avctx, &q->qsv);
> > +}
> > +
> > +static int qsv_enc_frame(AVCodecContext *avctx, AVPacket *pkt,
> > + const AVFrame *frame, int *got_packet)
> > +{
> > + QSVAV1EncContext *q = avctx->priv_data;
> > + int ret;
> > +
> > + ret = ff_qsv_encode(avctx, &q->qsv, pkt, frame, got_packet);
> > + if (ret < 0)
> > + return ret;
> > +
> > + if (*got_packet && avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
> > + ret = av_bsf_send_packet(q->extra_data_bsf, pkt);
> > + if (ret < 0) {
> > + av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
> > + "failed to send input packet\n");
> > + return ret;
> > + }
> > +
> > + ret = av_bsf_receive_packet(q->extra_data_bsf, pkt);
> > + if (ret < 0) {
> > + av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
> > + "failed to receive output packet\n");
> > + return ret;
> > + }
> > + }
> > +
> > + return ret;
> > +}
> > +
> > +static av_cold int qsv_enc_close(AVCodecContext *avctx)
> > +{
> > + QSVAV1EncContext *q = avctx->priv_data;
> > +
> > + av_bsf_free(&q->extra_data_bsf);
> > +
> > + return ff_qsv_enc_close(avctx, &q->qsv);
> > +}
> > +
> > +#define OFFSET(x) offsetof(QSVAV1EncContext, x)
> > +#define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
> > +static const AVOption options[] = {
> > + QSV_COMMON_OPTS
> > + QSV_OPTION_B_STRATEGY
> > + QSV_OPTION_ADAPTIVE_I
> > + QSV_OPTION_ADAPTIVE_B
> > + QSV_OPTION_EXTBRC
> > + { "profile", NULL, OFFSET(qsv.profile), AV_OPT_TYPE_INT, { .i64 =
> > MFX_PROFILE_UNKNOWN }, 0, INT_MAX, VE, "profile" },
> > + { "unknown" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 =
> > MFX_PROFILE_UNKNOWN }, INT_MIN, INT_MAX, VE, "profile" },
> > + { "main" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 =
> > MFX_PROFILE_AV1_MAIN }, INT_MIN, INT_MAX, VE, "profile" },
> > + { "tile_cols", "Number of columns for tiled
> > encoding", OFFSET(qsv.tile_cols), AV_OPT_TYPE_INT, { .i64 = 0 }, 0,
> > UINT16_MAX, VE },
> > + { "tile_rows", "Number of rows for tiled
> > encoding", OFFSET(qsv.tile_rows), AV_OPT_TYPE_INT, { .i64 = 0 }, 0,
> > UINT16_MAX, VE },
> > + { "look_ahead_depth", "Depth of look ahead in number frames, available
> > when extbrc option is enabled", OFFSET(qsv.look_ahead_depth),
> > AV_OPT_TYPE_INT,
> > { .i64 = 0 }, 0, 100, VE },
> > + { NULL },
> > +};
> > +
> > +static const AVClass class = {
> > + .class_name = "av1_qsv encoder",
> > + .item_name = av_default_item_name,
> > + .option = options,
> > + .version = LIBAVUTIL_VERSION_INT,
> > +};
> > +
> > +static const FFCodecDefault qsv_enc_defaults[] = {
> > + { "b", "1M" },
> > + { "g", "-1" },
> > + { "bf", "-1" },
> > + { "refs", "0" },
> > + { NULL },
> > +};
> > +
> > +FFCodec ff_av1_qsv_encoder = {
> > + .p.name = "av1_qsv",
> > + .p.long_name = NULL_IF_CONFIG_SMALL("AV1 (Intel Quick Sync Video
> > acceleration)"),
> > + .priv_data_size = sizeof(QSVAV1EncContext),
> > + .p.type = AVMEDIA_TYPE_VIDEO,
> > + .p.id = AV_CODEC_ID_AV1,
> > + .init = qsv_enc_init,
> > + FF_CODEC_ENCODE_CB(qsv_enc_frame),
> > + .close = qsv_enc_close,
> > + .p.capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HYBRID,
> > + .p.pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_NV12,
> > + AV_PIX_FMT_P010,
> > + AV_PIX_FMT_QSV,
> > + AV_PIX_FMT_NONE },
> > + .p.priv_class = &class,
> > + .defaults = qsv_enc_defaults,
> > + .caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
> > + .p.wrapper_name = "qsv",
> > + .hw_configs = ff_qsv_enc_hw_configs,
> > +};
>
> Is there any comment for this patchset ? I'll push this patchset in a few days
> if no comment or objection.
>
Pushed
Thanks
Haihao
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
^ permalink raw reply [flat|nested] 4+ messages in thread
end of thread, other threads:[~2022-10-24 5:52 UTC | newest]
Thread overview: 4+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2022-10-13 8:25 [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder wenbin.chen-at-intel.com
2022-10-13 8:25 ` [FFmpeg-devel] [PATCH 2/2] doc/encoders: Add doc for av1_qsv wenbin.chen-at-intel.com
2022-10-21 2:16 ` [FFmpeg-devel] [PATCH 1/2] libavcodec/qsvenc_av1: add av1_qsv encoder Xiang, Haihao
2022-10-24 5:52 ` Xiang, Haihao
Git Inbox Mirror of the ffmpeg-devel mailing list - see https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
This inbox may be cloned and mirrored by anyone:
git clone --mirror https://master.gitmailbox.com/ffmpegdev/0 ffmpegdev/git/0.git
# If you have public-inbox 1.1+ installed, you may
# initialize and index your mirror using the following commands:
public-inbox-init -V2 ffmpegdev ffmpegdev/ https://master.gitmailbox.com/ffmpegdev \
ffmpegdev@gitmailbox.com
public-inbox-index ffmpegdev
Example config snippet for mirrors.
AGPL code for this site: git clone https://public-inbox.org/public-inbox.git