Ticket #10062: qsvenc.h

File qsvenc.h, 13.8 KB (added by oviano, 4 years ago)
Line 
1/*
2 * Intel MediaSDK QSV encoder utility functions
3 *
4 * copyright (c) 2013 Yukinori Yamazoe
5 *
6 * This file is part of FFmpeg.
7 *
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
12 *
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 */
22
23#ifndef AVCODEC_QSVENC_H
24#define AVCODEC_QSVENC_H
25
26#include <stdint.h>
27#include <sys/types.h>
28
29#include <mfxvideo.h>
30
31#include "libavutil/common.h"
32#include "libavutil/hwcontext.h"
33#include "libavutil/hwcontext_qsv.h"
34#include "libavutil/avutil.h"
35#include "libavutil/fifo.h"
36
37#include "avcodec.h"
38#include "hwconfig.h"
39#include "qsv_internal.h"
40
41#define QSV_HAVE_EXT_VP9_TILES QSV_VERSION_ATLEAST(1, 29)
42#define QSV_HAVE_EXT_AV1_PARAM QSV_VERSION_ATLEAST(2, 5)
43
44#if defined(_WIN32) || defined(__CYGWIN__)
45#define QSV_HAVE_AVBR 1
46#define QSV_HAVE_VCM 1
47#define QSV_HAVE_MF 0
48#else
49#define QSV_HAVE_AVBR 0
50#define QSV_HAVE_VCM 0
51#define QSV_HAVE_MF !QSV_ONEVPL
52#endif
53
54#define QSV_COMMON_OPTS \
55{ "async_depth", "Maximum processing parallelism", OFFSET(qsv.async_depth), AV_OPT_TYPE_INT, { .i64 = ASYNC_DEPTH_DEFAULT }, 1, INT_MAX, VE }, \
56{ "preset", NULL, OFFSET(qsv.preset), AV_OPT_TYPE_INT, { .i64 = MFX_TARGETUSAGE_UNKNOWN }, MFX_TARGETUSAGE_UNKNOWN, MFX_TARGETUSAGE_BEST_SPEED, VE, "preset" }, \
57{ "veryfast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_SPEED }, INT_MIN, INT_MAX, VE, "preset" }, \
58{ "faster", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_6 }, INT_MIN, INT_MAX, VE, "preset" }, \
59{ "fast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_5 }, INT_MIN, INT_MAX, VE, "preset" }, \
60{ "medium", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BALANCED }, INT_MIN, INT_MAX, VE, "preset" }, \
61{ "slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_3 }, INT_MIN, INT_MAX, VE, "preset" }, \
62{ "slower", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_2 }, INT_MIN, INT_MAX, VE, "preset" }, \
63{ "veryslow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_QUALITY }, INT_MIN, INT_MAX, VE, "preset" }, \
64{ "forced_idr", "Forcing I frames as IDR frames", OFFSET(qsv.forced_idr), AV_OPT_TYPE_BOOL,{ .i64 = 0 }, 0, 1, VE }, \
65{ "low_power", "enable low power mode(experimental: many limitations by mfx version, BRC modes, etc.)", OFFSET(qsv.low_power), AV_OPT_TYPE_BOOL, { .i64 = -1}, -1, 1, VE},
66
67#define QSV_OPTION_RDO \
68{ "rdo", "Enable rate distortion optimization", OFFSET(qsv.rdo), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
69
70#define QSV_OPTION_MAX_FRAME_SIZE \
71{ "max_frame_size", "Maximum encoded frame size in bytes", OFFSET(qsv.max_frame_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE }, \
72{ "max_frame_size_i", "Maximum encoded I frame size in bytes",OFFSET(qsv.max_frame_size_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE }, \
73{ "max_frame_size_p", "Maximum encoded P frame size in bytes",OFFSET(qsv.max_frame_size_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE },
74
75#define QSV_OPTION_MAX_SLICE_SIZE \
76{ "max_slice_size", "Maximum encoded slice size in bytes", OFFSET(qsv.max_slice_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE },
77
78#define QSV_OPTION_BITRATE_LIMIT \
79{ "bitrate_limit", "Toggle bitrate limitations", OFFSET(qsv.bitrate_limit), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
80
81#define QSV_OPTION_MBBRC \
82{ "mbbrc", "MB level bitrate control", OFFSET(qsv.mbbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
83
84#define QSV_OPTION_EXTBRC \
85{ "extbrc", "Extended bitrate control", OFFSET(qsv.extbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
86
87#define QSV_OPTION_ADAPTIVE_I \
88{ "adaptive_i", "Adaptive I-frame placement", OFFSET(qsv.adaptive_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
89
90#define QSV_OPTION_ADAPTIVE_B \
91{ "adaptive_b", "Adaptive B-frame placement", OFFSET(qsv.adaptive_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
92
93#define QSV_OPTION_P_STRATEGY \
94{ "p_strategy", "Enable P-pyramid: 0-default 1-simple 2-pyramid(bf need to be set to 0).", OFFSET(qsv.p_strategy), AV_OPT_TYPE_INT, { .i64 = 0}, 0, 2, VE },
95
96#define QSV_OPTION_B_STRATEGY \
97{ "b_strategy", "Strategy to choose between I/P/B-frames", OFFSET(qsv.b_strategy), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE },
98
99#define QSV_OPTION_DBLK_IDC \
100{ "dblk_idc", "This option disable deblocking. It has value in range 0~2.", OFFSET(qsv.dblk_idc), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 2, VE},
101
102#define QSV_OPTION_LOW_DELAY_BRC \
103{ "low_delay_brc", "Allow to strictly obey avg frame size", OFFSET(qsv.low_delay_brc), AV_OPT_TYPE_BOOL,{ .i64 = -1 }, -1, 1, VE },
104
105#define QSV_OPTION_MAX_MIN_QP \
106{ "max_qp_i", "Maximum video quantizer scale for I frame", OFFSET(qsv.max_qp_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
107{ "min_qp_i", "Minimum video quantizer scale for I frame", OFFSET(qsv.min_qp_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
108{ "max_qp_p", "Maximum video quantizer scale for P frame", OFFSET(qsv.max_qp_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
109{ "min_qp_p", "Minimum video quantizer scale for P frame", OFFSET(qsv.min_qp_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
110{ "max_qp_b", "Maximum video quantizer scale for B frame", OFFSET(qsv.max_qp_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \
111{ "min_qp_b", "Minimum video quantizer scale for B frame", OFFSET(qsv.min_qp_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE},
112
113#define QSV_OPTION_SCENARIO \
114{ "scenario", "A hint to encoder about the scenario for the encoding session", OFFSET(qsv.scenario), AV_OPT_TYPE_INT, { .i64 = MFX_SCENARIO_UNKNOWN }, \
115 MFX_SCENARIO_UNKNOWN, MFX_SCENARIO_REMOTE_GAMING, VE, "scenario" }, \
116{ "unknown", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_UNKNOWN }, .flags = VE, "scenario" }, \
117{ "displayremoting", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_DISPLAY_REMOTING }, .flags = VE, "scenario" }, \
118{ "videoconference", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_VIDEO_CONFERENCE }, .flags = VE, "scenario" }, \
119{ "archive", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_ARCHIVE }, .flags = VE, "scenario" }, \
120{ "livestreaming", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_LIVE_STREAMING }, .flags = VE, "scenario" }, \
121{ "cameracapture", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_CAMERA_CAPTURE }, .flags = VE, "scenario" }, \
122{ "videosurveillance", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_VIDEO_SURVEILLANCE }, .flags = VE, "scenario" }, \
123{ "gamestreaming", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_GAME_STREAMING }, .flags = VE, "scenario" }, \
124{ "remotegaming", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SCENARIO_REMOTE_GAMING }, .flags = VE, "scenario" },
125
126#define QSV_OPTION_AVBR \
127{ "avbr_accuracy", "Accuracy of the AVBR ratecontrol (unit of tenth of percent)", OFFSET(qsv.avbr_accuracy), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, UINT16_MAX, VE }, \
128{ "avbr_convergence", "Convergence of the AVBR ratecontrol (unit of 100 frames)", OFFSET(qsv.avbr_convergence), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, UINT16_MAX, VE },
129
130#define QSV_OPTION_SKIP_FRAME \
131{ "skip_frame", "Allow frame skipping", OFFSET(qsv.skip_frame), AV_OPT_TYPE_INT, { .i64 = MFX_SKIPFRAME_NO_SKIP }, \
132 MFX_SKIPFRAME_NO_SKIP, MFX_SKIPFRAME_BRC_ONLY, VE, "skip_frame" }, \
133{ "no_skip", "Frame skipping is disabled", \
134 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SKIPFRAME_NO_SKIP }, .flags = VE, "skip_frame" }, \
135{ "insert_dummy", "Encoder inserts into bitstream frame where all macroblocks are encoded as skipped", \
136 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SKIPFRAME_INSERT_DUMMY }, .flags = VE, "skip_frame" }, \
137{ "insert_nothing", "Encoder inserts nothing into bitstream", \
138 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SKIPFRAME_INSERT_NOTHING }, .flags = VE, "skip_frame" }, \
139{ "brc_only", "skip_frame metadata indicates the number of missed frames before the current frame", \
140 0, AV_OPT_TYPE_CONST, { .i64 = MFX_SKIPFRAME_BRC_ONLY }, .flags = VE, "skip_frame" },
141
142extern const AVCodecHWConfigInternal *const ff_qsv_enc_hw_configs[];
143
144typedef int SetEncodeCtrlCB (AVCodecContext *avctx,
145 const AVFrame *frame, mfxEncodeCtrl* enc_ctrl);
146typedef struct QSVEncContext {
147 AVCodecContext *avctx;
148
149 QSVFrame *work_frames;
150
151 mfxSession session;
152 QSVSession internal_qs;
153
154 int packet_size;
155 int width_align;
156 int height_align;
157
158 mfxVideoParam param;
159 mfxFrameAllocRequest req;
160
161 mfxExtCodingOption extco;
162 mfxExtCodingOption2 extco2;
163 mfxExtCodingOption3 extco3;
164#if QSV_HAVE_MF
165 mfxExtMultiFrameParam extmfp;
166 mfxExtMultiFrameControl extmfc;
167#endif
168 mfxExtHEVCTiles exthevctiles;
169 mfxExtVP9Param extvp9param;
170#if QSV_HAVE_EXT_AV1_PARAM
171 mfxExtAV1TileParam extav1tileparam;
172 mfxExtAV1BitstreamParam extav1bsparam;
173#endif
174
175#if QSV_HAVE_OPAQUE
176 mfxExtOpaqueSurfaceAlloc opaque_alloc;
177 mfxFrameSurface1 **opaque_surfaces;
178 AVBufferRef *opaque_alloc_buf;
179#endif
180
181 mfxExtVideoSignalInfo extvsi;
182
183 mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2) + QSV_HAVE_EXT_AV1_PARAM * 2];
184 int nb_extparam_internal;
185
186 mfxExtBuffer **extparam;
187
188 AVFifo *async_fifo;
189 AVFifo* input_pts;
190 AVFifo* output_pkts;
191 AVPacket current_pkt;
192
193 QSVFramesContext frames_ctx;
194
195 mfxVersion ver;
196
197 int hevc_vps;
198
199 // options set by the caller
200 int async_depth;
201 int idr_interval;
202 int profile;
203 int tier;
204 int preset;
205 int avbr_accuracy;
206 int avbr_convergence;
207 int pic_timing_sei;
208 int look_ahead;
209 int look_ahead_depth;
210 int look_ahead_downsampling;
211 int vcm;
212 int rdo;
213 int max_frame_size;
214 int max_frame_size_i;
215 int max_frame_size_p;
216 int max_slice_size;
217 int dblk_idc;
218 int scenario;
219
220 int tile_cols;
221 int tile_rows;
222
223 int aud;
224
225 int single_sei_nal_unit;
226 int max_dec_frame_buffering;
227
228 int bitrate_limit;
229 int mbbrc;
230 int extbrc;
231 int adaptive_i;
232 int adaptive_b;
233 int b_strategy;
234 int p_strategy;
235 int cavlc;
236
237 int int_ref_type;
238 int int_ref_cycle_size;
239 int int_ref_qp_delta;
240 int int_ref_cycle_dist;
241 int recovery_point_sei;
242
243 int repeat_pps;
244 int low_power;
245 int gpb;
246 int transform_skip;
247
248 int a53_cc;
249
250#if QSV_HAVE_MF
251 int mfmode;
252#endif
253 char *load_plugins;
254 SetEncodeCtrlCB *set_encode_ctrl_cb;
255 int forced_idr;
256 int low_delay_brc;
257
258 int co2_idx;
259 int co3_idx;
260 int exthevctiles_idx;
261 int vp9_idx;
262
263 int max_qp_i;
264 int min_qp_i;
265 int max_qp_p;
266 int min_qp_p;
267 int max_qp_b;
268 int min_qp_b;
269 // These are used for qp reset
270 int old_global_quality;
271 float old_i_quant_factor;
272 float old_i_quant_offset;
273 float old_b_quant_factor;
274 float old_b_quant_offset;
275 // This is used for max_frame_size reset
276 int old_max_frame_size;
277 // This is used for gop reset
278 int old_gop_size;
279 // These are used for intra refresh reset
280 int old_int_ref_type;
281 int old_int_ref_cycle_size;
282 int old_int_ref_qp_delta;
283 int old_int_ref_cycle_dist;
284 // These are used for max/min qp reset;
285 int old_qmax;
286 int old_qmin;
287 int old_max_qp_i;
288 int old_min_qp_i;
289 int old_max_qp_p;
290 int old_min_qp_p;
291 int old_max_qp_b;
292 int old_min_qp_b;
293 // This is used for low_delay_brc reset
294 int old_low_delay_brc;
295 // This is used for framerate reset
296 AVRational old_framerate;
297 // These are used for bitrate control reset
298 int old_bit_rate;
299 int old_rc_buffer_size;
300 int old_rc_initial_buffer_occupancy;
301 int old_rc_max_rate;
302 // This is used for SEI Timing reset
303 int old_pic_timing_sei;
304 int skip_frame;
305} QSVEncContext;
306
307int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext *q);
308
309int ff_qsv_encode(AVCodecContext *avctx, QSVEncContext *q,
310 AVPacket *pkt, const AVFrame *frame, int *got_packet);
311
312int ff_qsv_enc_close(AVCodecContext *avctx, QSVEncContext *q);
313
314#endif /* AVCODEC_QSVENC_H */