2 * This file is part of FFmpeg.
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "libavutil/avassert.h"
22 #include "libavutil/mem.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/pixdesc.h"
31 #include "vaapi_vpp.h"
33 typedef struct ScaleVAAPIContext {
34 VAAPIVPPContext vpp_ctx; // must be the first field
36 char *output_format_string;
40 char *w_expr; // width expression string
41 char *h_expr; // height expression string
43 int force_original_aspect_ratio;
44 int force_divisible_by;
46 char *colour_primaries_string;
47 char *colour_transfer_string;
48 char *colour_matrix_string;
50 char *chroma_location_string;
52 enum AVColorPrimaries colour_primaries;
53 enum AVColorTransferCharacteristic colour_transfer;
54 enum AVColorSpace colour_matrix;
55 enum AVChromaLocation chroma_location;
58 static const char *scale_vaapi_mode_name(int mode)
61 #define D(name) case VA_FILTER_SCALING_ ## name: return #name
73 static int scale_vaapi_config_output(AVFilterLink *outlink)
75 AVFilterLink *inlink = outlink->src->inputs[0];
76 AVFilterContext *avctx = outlink->src;
77 VAAPIVPPContext *vpp_ctx = avctx->priv;
78 ScaleVAAPIContext *ctx = avctx->priv;
81 if ((err = ff_scale_eval_dimensions(ctx,
82 ctx->w_expr, ctx->h_expr,
84 &vpp_ctx->output_width, &vpp_ctx->output_height)) < 0)
87 ff_scale_adjust_dimensions(inlink, &vpp_ctx->output_width, &vpp_ctx->output_height,
88 ctx->force_original_aspect_ratio, ctx->force_divisible_by);
90 err = ff_vaapi_vpp_config_output(outlink);
94 if (inlink->sample_aspect_ratio.num)
95 outlink->sample_aspect_ratio = av_mul_q((AVRational){outlink->h * inlink->w, outlink->w * inlink->h}, inlink->sample_aspect_ratio);
97 outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
102 static int scale_vaapi_filter_frame(AVFilterLink *inlink, AVFrame *input_frame)
104 AVFilterContext *avctx = inlink->dst;
105 AVFilterLink *outlink = avctx->outputs[0];
106 VAAPIVPPContext *vpp_ctx = avctx->priv;
107 ScaleVAAPIContext *ctx = avctx->priv;
108 AVFrame *output_frame = NULL;
109 VAProcPipelineParameterBuffer params;
112 av_log(avctx, AV_LOG_DEBUG, "Filter input: %s, %ux%u (%"PRId64").\n",
113 av_get_pix_fmt_name(input_frame->format),
114 input_frame->width, input_frame->height, input_frame->pts);
116 if (vpp_ctx->va_context == VA_INVALID_ID)
117 return AVERROR(EINVAL);
119 output_frame = ff_get_video_buffer(outlink, vpp_ctx->output_width,
120 vpp_ctx->output_height);
122 err = AVERROR(ENOMEM);
126 err = av_frame_copy_props(output_frame, input_frame);
130 if (ctx->colour_primaries != AVCOL_PRI_UNSPECIFIED)
131 output_frame->color_primaries = ctx->colour_primaries;
132 if (ctx->colour_transfer != AVCOL_TRC_UNSPECIFIED)
133 output_frame->color_trc = ctx->colour_transfer;
134 if (ctx->colour_matrix != AVCOL_SPC_UNSPECIFIED)
135 output_frame->colorspace = ctx->colour_matrix;
136 if (ctx->colour_range != AVCOL_RANGE_UNSPECIFIED)
137 output_frame->color_range = ctx->colour_range;
138 if (ctx->chroma_location != AVCHROMA_LOC_UNSPECIFIED)
139 output_frame->chroma_location = ctx->chroma_location;
141 err = ff_vaapi_vpp_init_params(avctx, ¶ms,
142 input_frame, output_frame);
146 params.filter_flags |= ctx->mode;
148 err = ff_vaapi_vpp_render_picture(avctx, ¶ms, output_frame);
152 av_frame_free(&input_frame);
154 av_log(avctx, AV_LOG_DEBUG, "Filter output: %s, %ux%u (%"PRId64"), mode: %s.\n",
155 av_get_pix_fmt_name(output_frame->format),
156 output_frame->width, output_frame->height, output_frame->pts,
157 scale_vaapi_mode_name(ctx->mode));
159 return ff_filter_frame(outlink, output_frame);
162 av_frame_free(&input_frame);
163 av_frame_free(&output_frame);
167 static av_cold int scale_vaapi_init(AVFilterContext *avctx)
169 VAAPIVPPContext *vpp_ctx = avctx->priv;
170 ScaleVAAPIContext *ctx = avctx->priv;
172 ff_vaapi_vpp_ctx_init(avctx);
173 vpp_ctx->pipeline_uninit = ff_vaapi_vpp_pipeline_uninit;
175 if (ctx->output_format_string) {
176 vpp_ctx->output_format = av_get_pix_fmt(ctx->output_format_string);
177 if (vpp_ctx->output_format == AV_PIX_FMT_NONE) {
178 av_log(avctx, AV_LOG_ERROR, "Invalid output format.\n");
179 return AVERROR(EINVAL);
182 // Use the input format once that is configured.
183 vpp_ctx->output_format = AV_PIX_FMT_NONE;
186 #define STRING_OPTION(var_name, func_name, default_value) do { \
187 if (ctx->var_name ## _string) { \
188 int var = av_ ## func_name ## _from_name(ctx->var_name ## _string); \
190 av_log(avctx, AV_LOG_ERROR, "Invalid %s.\n", #var_name); \
191 return AVERROR(EINVAL); \
193 ctx->var_name = var; \
195 ctx->var_name = default_value; \
199 STRING_OPTION(colour_primaries, color_primaries, AVCOL_PRI_UNSPECIFIED);
200 STRING_OPTION(colour_transfer, color_transfer, AVCOL_TRC_UNSPECIFIED);
201 STRING_OPTION(colour_matrix, color_space, AVCOL_SPC_UNSPECIFIED);
202 STRING_OPTION(chroma_location, chroma_location, AVCHROMA_LOC_UNSPECIFIED);
207 #define OFFSET(x) offsetof(ScaleVAAPIContext, x)
208 #define FLAGS (AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM)
209 static const AVOption scale_vaapi_options[] = {
210 { "w", "Output video width",
211 OFFSET(w_expr), AV_OPT_TYPE_STRING, {.str = "iw"}, .flags = FLAGS },
212 { "h", "Output video height",
213 OFFSET(h_expr), AV_OPT_TYPE_STRING, {.str = "ih"}, .flags = FLAGS },
214 { "format", "Output video format (software format of hardware frames)",
215 OFFSET(output_format_string), AV_OPT_TYPE_STRING, .flags = FLAGS },
216 { "mode", "Scaling mode",
217 OFFSET(mode), AV_OPT_TYPE_INT, { .i64 = VA_FILTER_SCALING_HQ },
218 0, VA_FILTER_SCALING_NL_ANAMORPHIC, FLAGS, "mode" },
219 { "default", "Use the default (depend on the driver) scaling algorithm",
220 0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_DEFAULT }, 0, 0, FLAGS, "mode" },
221 { "fast", "Use fast scaling algorithm",
222 0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_FAST }, 0, 0, FLAGS, "mode" },
223 { "hq", "Use high quality scaling algorithm",
224 0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_HQ }, 0, 0, FLAGS, "mode" },
225 { "nl_anamorphic", "Use nolinear anamorphic scaling algorithm",
226 0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_NL_ANAMORPHIC }, 0, 0, FLAGS, "mode" },
228 // These colour properties match the ones of the same name in vf_scale.
229 { "out_color_matrix", "Output colour matrix coefficient set",
230 OFFSET(colour_matrix_string), AV_OPT_TYPE_STRING, { .str = NULL }, .flags = FLAGS },
231 { "out_range", "Output colour range",
232 OFFSET(colour_range), AV_OPT_TYPE_INT, { .i64 = AVCOL_RANGE_UNSPECIFIED },
233 AVCOL_RANGE_UNSPECIFIED, AVCOL_RANGE_JPEG, FLAGS, "range" },
234 { "full", "Full range",
235 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
236 { "limited", "Limited range",
237 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
238 { "jpeg", "Full range",
239 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
240 { "mpeg", "Limited range",
241 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
242 { "tv", "Limited range",
243 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
244 { "pc", "Full range",
245 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
246 // These colour properties are new here.
247 { "out_color_primaries", "Output colour primaries",
248 OFFSET(colour_primaries_string), AV_OPT_TYPE_STRING,
249 { .str = NULL }, .flags = FLAGS },
250 { "out_color_transfer", "Output colour transfer characteristics",
251 OFFSET(colour_transfer_string), AV_OPT_TYPE_STRING,
252 { .str = NULL }, .flags = FLAGS },
253 { "out_chroma_location", "Output chroma sample location",
254 OFFSET(chroma_location_string), AV_OPT_TYPE_STRING,
255 { .str = NULL }, .flags = FLAGS },
256 { "force_original_aspect_ratio", "decrease or increase w/h if necessary to keep the original AR", OFFSET(force_original_aspect_ratio), AV_OPT_TYPE_INT, { .i64 = 0}, 0, 2, FLAGS, "force_oar" },
257 { "disable", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 0 }, 0, 0, FLAGS, "force_oar" },
258 { "decrease", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 1 }, 0, 0, FLAGS, "force_oar" },
259 { "increase", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 2 }, 0, 0, FLAGS, "force_oar" },
260 { "force_divisible_by", "enforce that the output resolution is divisible by a defined integer when force_original_aspect_ratio is used", OFFSET(force_divisible_by), AV_OPT_TYPE_INT, { .i64 = 1}, 1, 256, FLAGS },
265 AVFILTER_DEFINE_CLASS(scale_vaapi);
267 static const AVFilterPad scale_vaapi_inputs[] = {
270 .type = AVMEDIA_TYPE_VIDEO,
271 .filter_frame = &scale_vaapi_filter_frame,
272 .config_props = &ff_vaapi_vpp_config_input,
277 static const AVFilterPad scale_vaapi_outputs[] = {
280 .type = AVMEDIA_TYPE_VIDEO,
281 .config_props = &scale_vaapi_config_output,
286 AVFilter ff_vf_scale_vaapi = {
287 .name = "scale_vaapi",
288 .description = NULL_IF_CONFIG_SMALL("Scale to/from VAAPI surfaces."),
289 .priv_size = sizeof(ScaleVAAPIContext),
290 .init = &scale_vaapi_init,
291 .uninit = &ff_vaapi_vpp_ctx_uninit,
292 .query_formats = &ff_vaapi_vpp_query_formats,
293 .inputs = scale_vaapi_inputs,
294 .outputs = scale_vaapi_outputs,
295 .priv_class = &scale_vaapi_class,
296 .flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE,