/* * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ /** * @file * Super resolution video filter with AMF hardware acceleration */ #include #include #include "libavutil/avassert.h" #include "libavutil/imgutils.h" #include "libavutil/opt.h" #include "libavutil/pixdesc.h" #include "libavutil/time.h" #include "libavutil/hwcontext.h" #include "libavutil/hwcontext_amf.h" #include "libavutil/hwcontext_amf_internal.h" #include "AMF/components/HQScaler.h" #include "AMF/components/ColorSpace.h" #include "vf_amf_common.h" #include "avfilter.h" #include "avfilter_internal.h" #include "formats.h" #include "video.h" #if CONFIG_DXVA2 #include #endif #if CONFIG_D3D11VA #include #endif static int amf_filter_query_formats(AVFilterContext *avctx) { const enum AVPixelFormat *output_pix_fmts; static const enum AVPixelFormat input_pix_fmts[] = { AV_PIX_FMT_NV12, AV_PIX_FMT_P010, AV_PIX_FMT_BGRA, AV_PIX_FMT_RGBA, AV_PIX_FMT_AMF_SURFACE, AV_PIX_FMT_RGBAF16, AV_PIX_FMT_NONE, }; static const enum AVPixelFormat output_pix_fmts_default[] = { AV_PIX_FMT_NV12, AV_PIX_FMT_P010, AV_PIX_FMT_BGRA, AV_PIX_FMT_RGBA, AV_PIX_FMT_AMF_SURFACE, AV_PIX_FMT_D3D11, AV_PIX_FMT_DXVA2_VLD, AV_PIX_FMT_RGBAF16, AV_PIX_FMT_NONE, }; output_pix_fmts = output_pix_fmts_default; return amf_setup_input_output_formats(avctx, input_pix_fmts, output_pix_fmts); } static int amf_filter_config_output(AVFilterLink *outlink) { AVFilterContext *avctx = outlink->src; AVFilterLink *inlink = avctx->inputs[0]; AMFFilterContext *ctx = avctx->priv; AMFSize out_size; int err; AMF_RESULT res; enum AVPixelFormat in_format; err = amf_init_filter_config(outlink, &in_format); if (err < 0) return err; // HQ scaler should be used for upscaling only if (inlink->w > outlink->w || inlink->h > outlink->h) { av_log(avctx, AV_LOG_ERROR, "AMF HQ scaler should be used for upscaling only.\n"); return AVERROR_UNKNOWN; } // FIXME: add checks whether we have HW context res = ctx->amf_device_ctx->factory->pVtbl->CreateComponent(ctx->amf_device_ctx->factory, ctx->amf_device_ctx->context, AMFHQScaler, &ctx->component); AMF_RETURN_IF_FALSE(ctx, res == AMF_OK, AVERROR_FILTER_NOT_FOUND, "CreateComponent(%ls) failed with error %d\n", AMFHQScaler, res); out_size.width = outlink->w; out_size.height = outlink->h; AMF_ASSIGN_PROPERTY_SIZE(res, ctx->component, AMF_HQ_SCALER_OUTPUT_SIZE, out_size); AMF_RETURN_IF_FALSE(avctx, res == AMF_OK, AVERROR_UNKNOWN, "AMFHQScaler-SetProperty() failed with error %d\n", res); if (ctx->algorithm != -1) { AMF_ASSIGN_PROPERTY_INT64(res, ctx->component, AMF_HQ_SCALER_ALGORITHM, ctx->algorithm); } if (ctx->sharpness != -1) { AMF_ASSIGN_PROPERTY_DOUBLE(res, ctx->component, AMF_HQ_SCALER_SHARPNESS, ctx->sharpness); } AMF_ASSIGN_PROPERTY_BOOL(res, ctx->component, AMF_HQ_SCALER_FILL, ctx->fill); AMF_ASSIGN_PROPERTY_BOOL(res, ctx->component, AMF_HQ_SCALER_KEEP_ASPECT_RATIO, ctx->keep_ratio); // Setup default options to skip color conversion ctx->in_color_range = AMF_COLOR_RANGE_UNDEFINED; ctx->in_primaries = AMF_COLOR_PRIMARIES_UNDEFINED; ctx->in_trc = AMF_COLOR_TRANSFER_CHARACTERISTIC_UNDEFINED; ctx->color_profile = AMF_VIDEO_CONVERTER_COLOR_PROFILE_UNKNOWN; ctx->out_color_range = AMF_COLOR_RANGE_UNDEFINED; ctx->out_primaries = AMF_COLOR_PRIMARIES_UNDEFINED; ctx->out_trc = AMF_COLOR_TRANSFER_CHARACTERISTIC_UNDEFINED; res = ctx->component->pVtbl->Init(ctx->component, av_av_to_amf_format(in_format), inlink->w, inlink->h); AMF_RETURN_IF_FALSE(avctx, res == AMF_OK, AVERROR_UNKNOWN, "AMFHQScaler-Init() failed with error %d\n", res); return 0; } #define OFFSET(x) offsetof(AMFFilterContext, x) #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM static const AVOption sr_amf_options[] = { { "w", "Output video width", OFFSET(w_expr), AV_OPT_TYPE_STRING, { .str = "iw" }, .flags = FLAGS }, { "h", "Output video height", OFFSET(h_expr), AV_OPT_TYPE_STRING, { .str = "ih" }, .flags = FLAGS }, { "format", "Output pixel format", OFFSET(format_str), AV_OPT_TYPE_STRING, { .str = "same" }, .flags = FLAGS }, { "sharpness", "Sharpness", OFFSET(sharpness), AV_OPT_TYPE_FLOAT, { .dbl = -1 }, -1, 2., FLAGS, "sharpness" }, { "keep-ratio", "Keep aspect ratio", OFFSET(keep_ratio), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, FLAGS, "keep_ration" }, { "fill", "Fill", OFFSET(fill), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, FLAGS, "fill" }, { "algorithm", "Scaling algorithm", OFFSET(algorithm), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, AMF_HQ_SCALER_ALGORITHM_VIDEOSR1_1, FLAGS, "algorithm" }, { "bilinear", "Bilinear", 0, AV_OPT_TYPE_CONST, { .i64 = AMF_HQ_SCALER_ALGORITHM_BILINEAR }, 0, 0, FLAGS, "algorithm" }, { "bicubic", "Bicubic", 0, AV_OPT_TYPE_CONST, { .i64 = AMF_HQ_SCALER_ALGORITHM_BICUBIC }, 0, 0, FLAGS, "algorithm" }, { "sr1-0", "Video SR1.0", 0, AV_OPT_TYPE_CONST, { .i64 = AMF_HQ_SCALER_ALGORITHM_VIDEOSR1_0 }, 0, 0, FLAGS, "algorithm" }, { "point", "Point", 0, AV_OPT_TYPE_CONST, { .i64 = AMF_HQ_SCALER_ALGORITHM_POINT }, 0, 0, FLAGS, "algorithm" }, { "sr1-1", "Video SR1.1", 0, AV_OPT_TYPE_CONST, { .i64 = AMF_HQ_SCALER_ALGORITHM_VIDEOSR1_1 }, 0, 0, FLAGS, "algorithm" }, { NULL }, }; AVFILTER_DEFINE_CLASS(sr_amf); static const AVFilterPad amf_filter_inputs[] = { { .name = "default", .type = AVMEDIA_TYPE_VIDEO, .filter_frame = amf_filter_filter_frame, } }; static const AVFilterPad amf_filter_outputs[] = { { .name = "default", .type = AVMEDIA_TYPE_VIDEO, .config_props = amf_filter_config_output, } }; FFFilter ff_vf_sr_amf = { .p.name = "sr_amf", .p.description = NULL_IF_CONFIG_SMALL("AMF HQ video upscaling"), .p.priv_class = &sr_amf_class, .p.flags = AVFILTER_FLAG_HWDEVICE, .priv_size = sizeof(AMFFilterContext), .init = amf_filter_init, .uninit = amf_filter_uninit, FILTER_INPUTS(amf_filter_inputs), FILTER_OUTPUTS(amf_filter_outputs), FILTER_QUERY_FUNC(&amf_filter_query_formats), .flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE, };