FFmpeg
qsvenc.h
Go to the documentation of this file.
1 /*
2  * Intel MediaSDK QSV encoder utility functions
3  *
4  * copyright (c) 2013 Yukinori Yamazoe
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #ifndef AVCODEC_QSVENC_H
24 #define AVCODEC_QSVENC_H
25 
26 #include <stdint.h>
27 #include <sys/types.h>
28 
29 #include <mfx/mfxvideo.h>
30 
31 #include "libavutil/avutil.h"
32 #include "libavutil/fifo.h"
33 
34 #include "avcodec.h"
35 #include "hwconfig.h"
36 #include "qsv_internal.h"
37 
38 #define QSV_HAVE_CO2 QSV_VERSION_ATLEAST(1, 6)
39 #define QSV_HAVE_CO3 QSV_VERSION_ATLEAST(1, 11)
40 #define QSV_HAVE_CO_VPS QSV_VERSION_ATLEAST(1, 17)
41 
42 #define QSV_HAVE_EXT_HEVC_TILES QSV_VERSION_ATLEAST(1, 13)
43 #define QSV_HAVE_EXT_VP9_PARAM QSV_VERSION_ATLEAST(1, 26)
44 
45 #define QSV_HAVE_TRELLIS QSV_VERSION_ATLEAST(1, 8)
46 #define QSV_HAVE_MAX_SLICE_SIZE QSV_VERSION_ATLEAST(1, 9)
47 #define QSV_HAVE_DISABLEDEBLOCKIDC QSV_VERSION_ATLEAST(1, 9)
48 #define QSV_HAVE_BREF_TYPE QSV_VERSION_ATLEAST(1, 8)
49 
50 #define QSV_HAVE_LA QSV_VERSION_ATLEAST(1, 7)
51 #define QSV_HAVE_LA_DS QSV_VERSION_ATLEAST(1, 8)
52 #define QSV_HAVE_LA_HRD QSV_VERSION_ATLEAST(1, 11)
53 #define QSV_HAVE_VDENC QSV_VERSION_ATLEAST(1, 15)
54 #define QSV_HAVE_PREF QSV_VERSION_ATLEAST(1, 16)
55 
56 #define QSV_HAVE_GPB QSV_VERSION_ATLEAST(1, 18)
57 
58 #if defined(_WIN32) || defined(__CYGWIN__)
59 #define QSV_HAVE_AVBR QSV_VERSION_ATLEAST(1, 3)
60 #define QSV_HAVE_ICQ QSV_VERSION_ATLEAST(1, 8)
61 #define QSV_HAVE_VCM QSV_VERSION_ATLEAST(1, 8)
62 #define QSV_HAVE_QVBR QSV_VERSION_ATLEAST(1, 11)
63 #define QSV_HAVE_MF 0
64 #else
65 #define QSV_HAVE_AVBR 0
66 #define QSV_HAVE_ICQ QSV_VERSION_ATLEAST(1, 28)
67 #define QSV_HAVE_VCM 0
68 #define QSV_HAVE_QVBR QSV_VERSION_ATLEAST(1, 28)
69 #define QSV_HAVE_MF QSV_VERSION_ATLEAST(1, 25)
70 #endif
71 
72 #if !QSV_HAVE_LA_DS
73 #define MFX_LOOKAHEAD_DS_UNKNOWN 0
74 #define MFX_LOOKAHEAD_DS_OFF 0
75 #define MFX_LOOKAHEAD_DS_2x 0
76 #define MFX_LOOKAHEAD_DS_4x 0
77 #endif
78 
79 #define QSV_COMMON_OPTS \
80 { "async_depth", "Maximum processing parallelism", OFFSET(qsv.async_depth), AV_OPT_TYPE_INT, { .i64 = ASYNC_DEPTH_DEFAULT }, 1, INT_MAX, VE }, \
81 { "avbr_accuracy", "Accuracy of the AVBR ratecontrol (unit of tenth of percent)", OFFSET(qsv.avbr_accuracy), AV_OPT_TYPE_INT, { .i64 = 1 }, 1, UINT16_MAX, VE }, \
82 { "avbr_convergence", "Convergence of the AVBR ratecontrol (unit of 100 frames)", OFFSET(qsv.avbr_convergence), AV_OPT_TYPE_INT, { .i64 = 1 }, 1, UINT16_MAX, VE }, \
83 { "preset", NULL, OFFSET(qsv.preset), AV_OPT_TYPE_INT, { .i64 = MFX_TARGETUSAGE_BALANCED }, MFX_TARGETUSAGE_BEST_QUALITY, MFX_TARGETUSAGE_BEST_SPEED, VE, "preset" }, \
84 { "veryfast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_SPEED }, INT_MIN, INT_MAX, VE, "preset" }, \
85 { "faster", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_6 }, INT_MIN, INT_MAX, VE, "preset" }, \
86 { "fast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_5 }, INT_MIN, INT_MAX, VE, "preset" }, \
87 { "medium", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BALANCED }, INT_MIN, INT_MAX, VE, "preset" }, \
88 { "slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_3 }, INT_MIN, INT_MAX, VE, "preset" }, \
89 { "slower", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_2 }, INT_MIN, INT_MAX, VE, "preset" }, \
90 { "veryslow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_QUALITY }, INT_MIN, INT_MAX, VE, "preset" }, \
91 { "rdo", "Enable rate distortion optimization", OFFSET(qsv.rdo), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
92 { "max_frame_size", "Maximum encoded frame size in bytes", OFFSET(qsv.max_frame_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE }, \
93 { "max_slice_size", "Maximum encoded slice size in bytes", OFFSET(qsv.max_slice_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE }, \
94 { "bitrate_limit", "Toggle bitrate limitations", OFFSET(qsv.bitrate_limit), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
95 { "mbbrc", "MB level bitrate control", OFFSET(qsv.mbbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
96 { "extbrc", "Extended bitrate control", OFFSET(qsv.extbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
97 { "adaptive_i", "Adaptive I-frame placement", OFFSET(qsv.adaptive_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
98 { "adaptive_b", "Adaptive B-frame placement", OFFSET(qsv.adaptive_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
99 { "p_strategy", "Enable P-pyramid: 0-default 1-simple 2-pyramid(bf need to be set to 0).", OFFSET(qsv.p_strategy), AV_OPT_TYPE_INT, { .i64 = 0}, 0, 2, VE }, \
100 { "b_strategy", "Strategy to choose between I/P/B-frames", OFFSET(qsv.b_strategy), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \
101 { "forced_idr", "Forcing I frames as IDR frames", OFFSET(qsv.forced_idr), AV_OPT_TYPE_BOOL,{ .i64 = 0 }, 0, 1, VE }, \
102 { "low_power", "enable low power mode(experimental: many limitations by mfx version, BRC modes, etc.)", OFFSET(qsv.low_power), AV_OPT_TYPE_BOOL, { .i64 = -1}, -1, 1, VE},\
103 { "dblk_idc", "This option disable deblocking. It has value in range 0~2.", OFFSET(qsv.dblk_idc), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 2, VE}, \
104 
105 extern const AVCodecHWConfigInternal *const ff_qsv_enc_hw_configs[];
106 
107 typedef int SetEncodeCtrlCB (AVCodecContext *avctx,
108  const AVFrame *frame, mfxEncodeCtrl* enc_ctrl);
109 typedef struct QSVEncContext {
111 
113 
114  mfxSession session;
116 
120 
121  mfxVideoParam param;
122  mfxFrameAllocRequest req;
123 
124  mfxExtCodingOption extco;
125 #if QSV_HAVE_CO2
126  mfxExtCodingOption2 extco2;
127 #endif
128 #if QSV_HAVE_CO3
129  mfxExtCodingOption3 extco3;
130 #endif
131 #if QSV_HAVE_MF
132  mfxExtMultiFrameParam extmfp;
133  mfxExtMultiFrameControl extmfc;
134 #endif
135 #if QSV_HAVE_EXT_HEVC_TILES
136  mfxExtHEVCTiles exthevctiles;
137 #endif
138 #if QSV_HAVE_EXT_VP9_PARAM
139  mfxExtVP9Param extvp9param;
140 #endif
141 
142  mfxExtOpaqueSurfaceAlloc opaque_alloc;
143  mfxFrameSurface1 **opaque_surfaces;
145 
146  mfxExtVideoSignalInfo extvsi;
147 
150 
151  mfxExtBuffer **extparam;
152 
154 
156 
157  mfxVersion ver;
158 
159  int hevc_vps;
160 
161  // options set by the caller
164  int profile;
165  int preset;
172  int vcm;
173  int rdo;
176  int dblk_idc;
177 
180 
181  int aud;
182 
185 
187  int mbbrc;
188  int extbrc;
193  int cavlc;
194 
199 
202  int gpb;
204 
205  int a53_cc;
206 
207 #if QSV_HAVE_MF
208  int mfmode;
209 #endif
213 } QSVEncContext;
214 
216 
218  AVPacket *pkt, const AVFrame *frame, int *got_packet);
219 
221 
222 #endif /* AVCODEC_QSVENC_H */
hwconfig.h
QSVEncContext::look_ahead_depth
int look_ahead_depth
Definition: qsvenc.h:170
QSVEncContext::async_fifo
AVFifoBuffer * async_fifo
Definition: qsvenc.h:153
QSVEncContext::repeat_pps
int repeat_pps
Definition: qsvenc.h:200
QSVEncContext::p_strategy
int p_strategy
Definition: qsvenc.h:192
ff_qsv_encode
int ff_qsv_encode(AVCodecContext *avctx, QSVEncContext *q, AVPacket *pkt, const AVFrame *frame, int *got_packet)
Definition: qsvenc.c:1750
QSVEncContext::avbr_accuracy
int avbr_accuracy
Definition: qsvenc.h:166
QSVEncContext::extco
mfxExtCodingOption extco
Definition: qsvenc.h:124
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:317
QSVEncContext::adaptive_b
int adaptive_b
Definition: qsvenc.h:190
QSVEncContext::max_frame_size
int max_frame_size
Definition: qsvenc.h:174
QSVEncContext::tile_cols
int tile_cols
Definition: qsvenc.h:178
QSVEncContext::packet_size
int packet_size
Definition: qsvenc.h:117
QSVEncContext::adaptive_i
int adaptive_i
Definition: qsvenc.h:189
QSVEncContext::int_ref_qp_delta
int int_ref_qp_delta
Definition: qsvenc.h:197
QSVEncContext::frames_ctx
QSVFramesContext frames_ctx
Definition: qsvenc.h:155
QSVEncContext::load_plugins
char * load_plugins
Definition: qsvenc.h:210
QSVEncContext::extvsi
mfxExtVideoSignalInfo extvsi
Definition: qsvenc.h:146
AVFifoBuffer
Definition: fifo.h:31
QSVEncContext::recovery_point_sei
int recovery_point_sei
Definition: qsvenc.h:198
QSVEncContext::hevc_vps
int hevc_vps
Definition: qsvenc.h:159
fifo.h
QSVEncContext::param
mfxVideoParam param
Definition: qsvenc.h:121
QSVEncContext::height_align
int height_align
Definition: qsvenc.h:119
QSVEncContext::profile
int profile
Definition: qsvenc.h:164
qsv_internal.h
QSVEncContext::extbrc
int extbrc
Definition: qsvenc.h:188
pkt
AVPacket * pkt
Definition: movenc.c:59
QSVEncContext
Definition: qsvenc.h:109
QSVEncContext::nb_extparam_internal
int nb_extparam_internal
Definition: qsvenc.h:149
QSVEncContext::pic_timing_sei
int pic_timing_sei
Definition: qsvenc.h:168
QSVEncContext::forced_idr
int forced_idr
Definition: qsvenc.h:212
QSVFrame
Definition: qsv_internal.h:72
QSVEncContext::int_ref_cycle_size
int int_ref_cycle_size
Definition: qsvenc.h:196
QSVEncContext::opaque_surfaces
mfxFrameSurface1 ** opaque_surfaces
Definition: qsvenc.h:143
ff_qsv_enc_hw_configs
const AVCodecHWConfigInternal *const ff_qsv_enc_hw_configs[]
Definition: qsvenc.c:1874
QSVEncContext::req
mfxFrameAllocRequest req
Definition: qsvenc.h:122
QSVEncContext::extparam_internal
mfxExtBuffer * extparam_internal[3+QSV_HAVE_CO2+QSV_HAVE_CO3+(QSV_HAVE_MF *2)]
Definition: qsvenc.h:148
QSVEncContext::look_ahead_downsampling
int look_ahead_downsampling
Definition: qsvenc.h:171
QSVEncContext::max_dec_frame_buffering
int max_dec_frame_buffering
Definition: qsvenc.h:184
QSVEncContext::mbbrc
int mbbrc
Definition: qsvenc.h:187
QSV_HAVE_MF
#define QSV_HAVE_MF
Definition: qsvenc.h:69
QSVEncContext::preset
int preset
Definition: qsvenc.h:165
QSVEncContext::avbr_convergence
int avbr_convergence
Definition: qsvenc.h:167
QSVEncContext::opaque_alloc_buf
AVBufferRef * opaque_alloc_buf
Definition: qsvenc.h:144
QSVEncContext::a53_cc
int a53_cc
Definition: qsvenc.h:205
AVCodecHWConfigInternal
Definition: hwconfig.h:29
QSVEncContext::max_slice_size
int max_slice_size
Definition: qsvenc.h:175
QSVEncContext::work_frames
QSVFrame * work_frames
Definition: qsvenc.h:112
QSVEncContext::bitrate_limit
int bitrate_limit
Definition: qsvenc.h:186
QSVEncContext::rdo
int rdo
Definition: qsvenc.h:173
QSVEncContext::opaque_alloc
mfxExtOpaqueSurfaceAlloc opaque_alloc
Definition: qsvenc.h:142
QSVEncContext::single_sei_nal_unit
int single_sei_nal_unit
Definition: qsvenc.h:183
QSVEncContext::dblk_idc
int dblk_idc
Definition: qsvenc.h:176
QSVEncContext::set_encode_ctrl_cb
SetEncodeCtrlCB * set_encode_ctrl_cb
Definition: qsvenc.h:211
QSVEncContext::internal_qs
QSVSession internal_qs
Definition: qsvenc.h:115
QSVEncContext::extparam
mfxExtBuffer ** extparam
Definition: qsvenc.h:151
QSVEncContext::async_depth
int async_depth
Definition: qsvenc.h:162
QSVEncContext::cavlc
int cavlc
Definition: qsvenc.h:193
ff_qsv_enc_init
int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext *q)
Definition: qsvenc.c:1328
QSVEncContext::aud
int aud
Definition: qsvenc.h:181
avcodec.h
QSVEncContext::int_ref_type
int int_ref_type
Definition: qsvenc.h:195
QSVEncContext::look_ahead
int look_ahead
Definition: qsvenc.h:169
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
QSVSession
Definition: qsv_internal.h:87
QSV_HAVE_CO2
#define QSV_HAVE_CO2
Definition: qsvenc.h:38
AVCodecContext
main external API structure.
Definition: avcodec.h:383
QSVEncContext::b_strategy
int b_strategy
Definition: qsvenc.h:191
QSVEncContext::gpb
int gpb
Definition: qsvenc.h:202
QSVEncContext::vcm
int vcm
Definition: qsvenc.h:172
ff_qsv_enc_close
int ff_qsv_enc_close(AVCodecContext *avctx, QSVEncContext *q)
Definition: qsvenc.c:1820
QSVEncContext::idr_interval
int idr_interval
Definition: qsvenc.h:163
QSVEncContext::ver
mfxVersion ver
Definition: qsvenc.h:157
QSVEncContext::session
mfxSession session
Definition: qsvenc.h:114
avutil.h
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
SetEncodeCtrlCB
int SetEncodeCtrlCB(AVCodecContext *avctx, const AVFrame *frame, mfxEncodeCtrl *enc_ctrl)
Definition: qsvenc.h:107
QSV_HAVE_CO3
#define QSV_HAVE_CO3
Definition: qsvenc.h:39
QSVFramesContext
Definition: qsv_internal.h:95
AVPacket
This structure stores compressed data.
Definition: packet.h:350
QSVEncContext::transform_skip
int transform_skip
Definition: qsvenc.h:203
QSVEncContext::width_align
int width_align
Definition: qsvenc.h:118
QSVEncContext::avctx
AVCodecContext * avctx
Definition: qsvenc.h:110
QSVEncContext::tile_rows
int tile_rows
Definition: qsvenc.h:179
QSVEncContext::low_power
int low_power
Definition: qsvenc.h:201