FFmpeg
vaapi_encode_vp9.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include <va/va.h>
20 #include <va/va_enc_vp9.h>
21 
22 #include "libavutil/avassert.h"
23 #include "libavutil/common.h"
24 #include "libavutil/internal.h"
25 #include "libavutil/opt.h"
26 #include "libavutil/pixfmt.h"
27 
28 #include "avcodec.h"
29 #include "codec_internal.h"
30 #include "vaapi_encode.h"
31 
32 #define VP9_MAX_QUANT 255
33 
34 #define VP9_MAX_TILE_WIDTH 4096
35 
36 typedef struct VAAPIEncodeVP9Picture {
37  int slot;
39 
40 typedef struct VAAPIEncodeVP9Context {
42 
43  // User options.
46 
47  // Derived settings.
48  int q_idx_idr;
49  int q_idx_p;
50  int q_idx_b;
52 
53 
55 {
57  VAEncSequenceParameterBufferVP9 *vseq = ctx->codec_sequence_params;
58  VAEncPictureParameterBufferVP9 *vpic = ctx->codec_picture_params;
59 
60  vseq->max_frame_width = avctx->width;
61  vseq->max_frame_height = avctx->height;
62 
63  vseq->kf_auto = 0;
64 
65  if (!(ctx->va_rc_mode & VA_RC_CQP)) {
66  vseq->bits_per_second = ctx->va_bit_rate;
67  vseq->intra_period = ctx->gop_size;
68  }
69 
70  vpic->frame_width_src = avctx->width;
71  vpic->frame_height_src = avctx->height;
72  vpic->frame_width_dst = avctx->width;
73  vpic->frame_height_dst = avctx->height;
74 
75  return 0;
76 }
77 
79  VAAPIEncodePicture *pic)
80 {
82  VAAPIEncodeVP9Context *priv = avctx->priv_data;
83  VAAPIEncodeVP9Picture *hpic = pic->priv_data;
84  VAEncPictureParameterBufferVP9 *vpic = pic->codec_picture_params;
85  int i;
86  int num_tile_columns;
87 
88  vpic->reconstructed_frame = pic->recon_surface;
89  vpic->coded_buf = pic->output_buffer;
90 
91  // Maximum width of a tile in units of superblocks is MAX_TILE_WIDTH_B64(64)
92  // So the number of tile columns is related to the width of the picture.
93  // We set the minimum possible number for num_tile_columns as default value.
94  num_tile_columns = (vpic->frame_width_src + VP9_MAX_TILE_WIDTH - 1) / VP9_MAX_TILE_WIDTH;
95  vpic->log2_tile_columns = num_tile_columns == 1 ? 0 : av_log2(num_tile_columns - 1) + 1;
96 
97  switch (pic->type) {
98  case PICTURE_TYPE_IDR:
99  av_assert0(pic->nb_refs == 0);
100  vpic->ref_flags.bits.force_kf = 1;
101  vpic->refresh_frame_flags = 0xff;
102  hpic->slot = 0;
103  break;
104  case PICTURE_TYPE_P:
105  av_assert0(pic->nb_refs == 1);
106  {
107  VAAPIEncodeVP9Picture *href = pic->refs[0]->priv_data;
108  av_assert0(href->slot == 0 || href->slot == 1);
109 
110  if (ctx->max_b_depth > 0) {
111  hpic->slot = !href->slot;
112  vpic->refresh_frame_flags = 1 << hpic->slot | 0xfc;
113  } else {
114  hpic->slot = 0;
115  vpic->refresh_frame_flags = 0xff;
116  }
117  vpic->ref_flags.bits.ref_frame_ctrl_l0 = 1;
118  vpic->ref_flags.bits.ref_last_idx = href->slot;
119  vpic->ref_flags.bits.ref_last_sign_bias = 1;
120  }
121  break;
122  case PICTURE_TYPE_B:
123  av_assert0(pic->nb_refs == 2);
124  {
125  VAAPIEncodeVP9Picture *href0 = pic->refs[0]->priv_data,
126  *href1 = pic->refs[1]->priv_data;
127  av_assert0(href0->slot < pic->b_depth + 1 &&
128  href1->slot < pic->b_depth + 1);
129 
130  if (pic->b_depth == ctx->max_b_depth) {
131  // Unreferenced frame.
132  vpic->refresh_frame_flags = 0x00;
133  hpic->slot = 8;
134  } else {
135  vpic->refresh_frame_flags = 0xfe << pic->b_depth & 0xff;
136  hpic->slot = 1 + pic->b_depth;
137  }
138  vpic->ref_flags.bits.ref_frame_ctrl_l0 = 1;
139  vpic->ref_flags.bits.ref_frame_ctrl_l1 = 2;
140  vpic->ref_flags.bits.ref_last_idx = href0->slot;
141  vpic->ref_flags.bits.ref_last_sign_bias = 1;
142  vpic->ref_flags.bits.ref_gf_idx = href1->slot;
143  vpic->ref_flags.bits.ref_gf_sign_bias = 0;
144  }
145  break;
146  default:
147  av_assert0(0 && "invalid picture type");
148  }
149  if (vpic->refresh_frame_flags == 0x00) {
150  av_log(avctx, AV_LOG_DEBUG, "Pic %"PRId64" not stored.\n",
151  pic->display_order);
152  } else {
153  av_log(avctx, AV_LOG_DEBUG, "Pic %"PRId64" stored in slot %d.\n",
154  pic->display_order, hpic->slot);
155  }
156 
157  for (i = 0; i < FF_ARRAY_ELEMS(vpic->reference_frames); i++)
158  vpic->reference_frames[i] = VA_INVALID_SURFACE;
159 
160  for (i = 0; i < pic->nb_refs; i++) {
161  VAAPIEncodePicture *ref_pic = pic->refs[i];
162  int slot;
163  slot = ((VAAPIEncodeVP9Picture*)ref_pic->priv_data)->slot;
164  av_assert0(vpic->reference_frames[slot] == VA_INVALID_SURFACE);
165  vpic->reference_frames[slot] = ref_pic->recon_surface;
166  }
167 
168  vpic->pic_flags.bits.frame_type = (pic->type != PICTURE_TYPE_IDR);
169  vpic->pic_flags.bits.show_frame = pic->display_order <= pic->encode_order;
170 
171  if (pic->type == PICTURE_TYPE_IDR)
172  vpic->luma_ac_qindex = priv->q_idx_idr;
173  else if (pic->type == PICTURE_TYPE_P)
174  vpic->luma_ac_qindex = priv->q_idx_p;
175  else
176  vpic->luma_ac_qindex = priv->q_idx_b;
177  vpic->luma_dc_qindex_delta = 0;
178  vpic->chroma_ac_qindex_delta = 0;
179  vpic->chroma_dc_qindex_delta = 0;
180 
181  vpic->filter_level = priv->loop_filter_level;
182  vpic->sharpness_level = priv->loop_filter_sharpness;
183 
184  return 0;
185 }
186 
188 {
189  VAAPIEncodeContext *ctx = avctx->priv_data;
190 
191  // Surfaces must be aligned to 64x64 superblock boundaries.
192  ctx->surface_width = FFALIGN(avctx->width, 64);
193  ctx->surface_height = FFALIGN(avctx->height, 64);
194 
195  return 0;
196 }
197 
199 {
200  VAAPIEncodeContext *ctx = avctx->priv_data;
201  VAAPIEncodeVP9Context *priv = avctx->priv_data;
202 
203  if (ctx->rc_mode->quality) {
204  priv->q_idx_p = av_clip(ctx->rc_quality, 0, VP9_MAX_QUANT);
205  if (avctx->i_quant_factor > 0.0)
206  priv->q_idx_idr =
207  av_clip((avctx->i_quant_factor * priv->q_idx_p +
208  avctx->i_quant_offset) + 0.5,
209  0, VP9_MAX_QUANT);
210  else
211  priv->q_idx_idr = priv->q_idx_p;
212  if (avctx->b_quant_factor > 0.0)
213  priv->q_idx_b =
214  av_clip((avctx->b_quant_factor * priv->q_idx_p +
215  avctx->b_quant_offset) + 0.5,
216  0, VP9_MAX_QUANT);
217  else
218  priv->q_idx_b = priv->q_idx_p;
219  } else {
220  // Arbitrary value.
221  priv->q_idx_idr = priv->q_idx_p = priv->q_idx_b = 100;
222  }
223 
224  ctx->roi_quant_range = VP9_MAX_QUANT;
225 
226  return 0;
227 }
228 
230  { FF_PROFILE_VP9_0, 8, 3, 1, 1, VAProfileVP9Profile0 },
231  { FF_PROFILE_VP9_1, 8, 3, 0, 0, VAProfileVP9Profile1 },
232  { FF_PROFILE_VP9_2, 10, 3, 1, 1, VAProfileVP9Profile2 },
233  { FF_PROFILE_VP9_3, 10, 3, 0, 0, VAProfileVP9Profile3 },
235 };
236 
239 
240  .flags = FLAG_B_PICTURES |
242 
243  .default_quality = 100,
244 
245  .picture_priv_data_size = sizeof(VAAPIEncodeVP9Picture),
246 
247  .get_encoder_caps = &vaapi_encode_vp9_get_encoder_caps,
248  .configure = &vaapi_encode_vp9_configure,
249 
250  .sequence_params_size = sizeof(VAEncSequenceParameterBufferVP9),
251  .init_sequence_params = &vaapi_encode_vp9_init_sequence_params,
252 
253  .picture_params_size = sizeof(VAEncPictureParameterBufferVP9),
254  .init_picture_params = &vaapi_encode_vp9_init_picture_params,
255 };
256 
258 {
259  VAAPIEncodeContext *ctx = avctx->priv_data;
260 
261  ctx->codec = &vaapi_encode_type_vp9;
262 
263  // No packed headers are currently desired. They could be written,
264  // but there isn't any reason to do so - the one usable driver (i965)
265  // can write its own headers and there is no metadata to include.
266  ctx->desired_packed_headers = 0;
267 
268  return ff_vaapi_encode_init(avctx);
269 }
270 
271 #define OFFSET(x) offsetof(VAAPIEncodeVP9Context, x)
272 #define FLAGS (AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM)
276 
277  { "loop_filter_level", "Loop filter level",
278  OFFSET(loop_filter_level), AV_OPT_TYPE_INT, { .i64 = 16 }, 0, 63, FLAGS },
279  { "loop_filter_sharpness", "Loop filter sharpness",
280  OFFSET(loop_filter_sharpness), AV_OPT_TYPE_INT, { .i64 = 4 }, 0, 15, FLAGS },
281  { NULL },
282 };
283 
285  { "b", "0" },
286  { "bf", "0" },
287  { "g", "250" },
288  { "qmin", "-1" },
289  { "qmax", "-1" },
290  { NULL },
291 };
292 
294  .class_name = "vp9_vaapi",
295  .item_name = av_default_item_name,
296  .option = vaapi_encode_vp9_options,
297  .version = LIBAVUTIL_VERSION_INT,
298 };
299 
301  .p.name = "vp9_vaapi",
302  CODEC_LONG_NAME("VP9 (VAAPI)"),
303  .p.type = AVMEDIA_TYPE_VIDEO,
304  .p.id = AV_CODEC_ID_VP9,
305  .priv_data_size = sizeof(VAAPIEncodeVP9Context),
308  .close = &ff_vaapi_encode_close,
309  .p.priv_class = &vaapi_encode_vp9_class,
310  .p.capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HARDWARE |
312  .caps_internal = FF_CODEC_CAP_NOT_INIT_THREADSAFE |
314  .defaults = vaapi_encode_vp9_defaults,
315  .p.pix_fmts = (const enum AVPixelFormat[]) {
318  },
319  .hw_configs = ff_vaapi_encode_hw_configs,
320  .p.wrapper_name = "vaapi",
321 };
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
av_clip
#define av_clip
Definition: common.h:95
FF_CODEC_CAP_INIT_CLEANUP
#define FF_CODEC_CAP_INIT_CLEANUP
The codec allows calling the close function for deallocation even if the init function returned a fai...
Definition: codec_internal.h:42
opt.h
FF_PROFILE_VP9_0
#define FF_PROFILE_VP9_0
Definition: avcodec.h:1648
PICTURE_TYPE_IDR
@ PICTURE_TYPE_IDR
Definition: vaapi_encode.h:57
AV_CODEC_CAP_HARDWARE
#define AV_CODEC_CAP_HARDWARE
Codec is backed by a hardware implementation.
Definition: codec.h:142
vaapi_encode_vp9_configure
static av_cold int vaapi_encode_vp9_configure(AVCodecContext *avctx)
Definition: vaapi_encode_vp9.c:198
VAAPIEncodeVP9Context
Definition: vaapi_encode_vp9.c:40
VAAPIEncodeVP9Context::loop_filter_sharpness
int loop_filter_sharpness
Definition: vaapi_encode_vp9.c:45
AVOption
AVOption.
Definition: opt.h:251
VAAPIEncodePicture::refs
struct VAAPIEncodePicture * refs[MAX_PICTURE_REFERENCES]
Definition: vaapi_encode.h:122
vaapi_encode_vp9_init_picture_params
static int vaapi_encode_vp9_init_picture_params(AVCodecContext *avctx, VAAPIEncodePicture *pic)
Definition: vaapi_encode_vp9.c:78
AVCodecContext::b_quant_offset
float b_quant_offset
qscale offset between IP and B-frames
Definition: avcodec.h:713
FF_CODEC_CAP_NOT_INIT_THREADSAFE
#define FF_CODEC_CAP_NOT_INIT_THREADSAFE
The codec is not known to be init-threadsafe (i.e.
Definition: codec_internal.h:34
FFCodec
Definition: codec_internal.h:127
ff_vaapi_encode_close
av_cold int ff_vaapi_encode_close(AVCodecContext *avctx)
Definition: vaapi_encode.c:2764
VP9_MAX_QUANT
#define VP9_MAX_QUANT
Definition: vaapi_encode_vp9.c:32
VAAPIEncodePicture::nb_refs
int nb_refs
Definition: vaapi_encode.h:121
VAAPIEncodeVP9Picture
Definition: vaapi_encode_vp9.c:36
AVCodecContext::i_quant_factor
float i_quant_factor
qscale factor between P- and I-frames If > 0 then the last P-frame quantizer will be used (q = lastp_...
Definition: avcodec.h:730
FFCodecDefault
Definition: codec_internal.h:97
FFCodec::p
AVCodec p
The public AVCodec.
Definition: codec_internal.h:131
vaapi_encode.h
VAAPIEncodePicture
Definition: vaapi_encode.h:72
VP9_MAX_TILE_WIDTH
#define VP9_MAX_TILE_WIDTH
Definition: vaapi_encode_vp9.c:34
FLAG_B_PICTURES
@ FLAG_B_PICTURES
Definition: vaapi_encode.h:377
avassert.h
vaapi_encode_vp9_init
static av_cold int vaapi_encode_vp9_init(AVCodecContext *avctx)
Definition: vaapi_encode_vp9.c:257
FF_ARRAY_ELEMS
#define FF_ARRAY_ELEMS(a)
Definition: sinewin_tablegen.c:29
av_cold
#define av_cold
Definition: attributes.h:90
VAAPIEncodePicture::codec_picture_params
void * codec_picture_params
Definition: vaapi_encode.h:109
FF_PROFILE_VP9_3
#define FF_PROFILE_VP9_3
Definition: avcodec.h:1651
AV_CODEC_ID_VP9
@ AV_CODEC_ID_VP9
Definition: codec_id.h:220
init
int(* init)(AVBSFContext *ctx)
Definition: dts2pts_bsf.c:365
AV_CODEC_CAP_ENCODER_REORDERED_OPAQUE
#define AV_CODEC_CAP_ENCODER_REORDERED_OPAQUE
This encoder can reorder user opaque values from input AVFrames and return them with corresponding ou...
Definition: codec.h:156
FF_PROFILE_UNKNOWN
#define FF_PROFILE_UNKNOWN
Definition: avcodec.h:1566
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
OFFSET
#define OFFSET(x)
Definition: vaapi_encode_vp9.c:271
AV_LOG_DEBUG
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:201
ctx
AVFormatContext * ctx
Definition: movenc.c:48
VAAPIEncodeVP9Context::q_idx_p
int q_idx_p
Definition: vaapi_encode_vp9.c:49
vaapi_encode_type_vp9
static const VAAPIEncodeType vaapi_encode_type_vp9
Definition: vaapi_encode_vp9.c:237
ff_vaapi_encode_receive_packet
int ff_vaapi_encode_receive_packet(AVCodecContext *avctx, AVPacket *pkt)
Definition: vaapi_encode.c:1205
VAAPIEncodeType
Definition: vaapi_encode.h:385
CODEC_LONG_NAME
#define CODEC_LONG_NAME(str)
Definition: codec_internal.h:272
FF_PROFILE_VP9_2
#define FF_PROFILE_VP9_2
Definition: avcodec.h:1650
VAAPIEncodeContext
Definition: vaapi_encode.h:181
FLAGS
#define FLAGS
Definition: vaapi_encode_vp9.c:272
LIBAVUTIL_VERSION_INT
#define LIBAVUTIL_VERSION_INT
Definition: version.h:85
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
NULL
#define NULL
Definition: coverity.c:32
vaapi_encode_vp9_profiles
static const VAAPIEncodeProfile vaapi_encode_vp9_profiles[]
Definition: vaapi_encode_vp9.c:229
VAAPIEncodeVP9Context::common
VAAPIEncodeContext common
Definition: vaapi_encode_vp9.c:41
VAAPIEncodeType::profiles
const VAAPIEncodeProfile * profiles
Definition: vaapi_encode.h:388
FF_CODEC_RECEIVE_PACKET_CB
#define FF_CODEC_RECEIVE_PACKET_CB(func)
Definition: codec_internal.h:321
av_default_item_name
const char * av_default_item_name(void *ptr)
Return the context name.
Definition: log.c:237
PICTURE_TYPE_P
@ PICTURE_TYPE_P
Definition: vaapi_encode.h:59
VAAPIEncodeVP9Context::q_idx_idr
int q_idx_idr
Definition: vaapi_encode_vp9.c:48
vaapi_encode_vp9_init_sequence_params
static int vaapi_encode_vp9_init_sequence_params(AVCodecContext *avctx)
Definition: vaapi_encode_vp9.c:54
VAAPIEncodeVP9Picture::slot
int slot
Definition: vaapi_encode_vp9.c:37
VAAPIEncodeVP9Context::q_idx_b
int q_idx_b
Definition: vaapi_encode_vp9.c:50
AV_CODEC_CAP_DR1
#define AV_CODEC_CAP_DR1
Codec uses get_buffer() or get_encode_buffer() for allocating buffers and supports custom allocators.
Definition: codec.h:52
VAAPIEncodePicture::type
int type
Definition: vaapi_encode.h:91
codec_internal.h
VAAPI_ENCODE_RC_OPTIONS
#define VAAPI_ENCODE_RC_OPTIONS
Definition: vaapi_encode.h:498
for
for(k=2;k<=8;++k)
Definition: h264pred_template.c:425
VAAPI_ENCODE_COMMON_OPTIONS
#define VAAPI_ENCODE_COMMON_OPTIONS
Definition: vaapi_encode.h:471
VAAPIEncodePicture::recon_surface
VASurfaceID recon_surface
Definition: vaapi_encode.h:100
VAAPIEncodePicture::output_buffer
VABufferID output_buffer
Definition: vaapi_encode.h:106
VAAPIEncodePicture::priv_data
void * priv_data
Definition: vaapi_encode.h:108
ff_vp9_vaapi_encoder
const FFCodec ff_vp9_vaapi_encoder
Definition: vaapi_encode_vp9.c:300
VAAPIEncodePicture::display_order
int64_t display_order
Definition: vaapi_encode.h:75
AV_PIX_FMT_VAAPI
@ AV_PIX_FMT_VAAPI
Hardware acceleration through VA-API, data[3] contains a VASurfaceID.
Definition: pixfmt.h:119
VAAPIEncodePicture::b_depth
int b_depth
Definition: vaapi_encode.h:92
AVCodecContext::b_quant_factor
float b_quant_factor
qscale factor between IP and B-frames If > 0 then the last P-frame quantizer will be used (q= lastp_q...
Definition: avcodec.h:706
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
VAAPIEncodeVP9Context::loop_filter_level
int loop_filter_level
Definition: vaapi_encode_vp9.c:44
internal.h
common.h
AVCodec::name
const char * name
Name of the codec implementation.
Definition: codec.h:191
AVCodecContext::height
int height
Definition: avcodec.h:598
vaapi_encode_vp9_get_encoder_caps
static av_cold int vaapi_encode_vp9_get_encoder_caps(AVCodecContext *avctx)
Definition: vaapi_encode_vp9.c:187
avcodec.h
ff_vaapi_encode_hw_configs
const AVCodecHWConfigInternal *const ff_vaapi_encode_hw_configs[]
Definition: vaapi_encode.c:34
ff_vaapi_encode_init
av_cold int ff_vaapi_encode_init(AVCodecContext *avctx)
Definition: vaapi_encode.c:2562
pixfmt.h
AVClass::class_name
const char * class_name
The name of the class; usually it is the same name as the context structure type to which the AVClass...
Definition: log.h:71
FF_PROFILE_VP9_1
#define FF_PROFILE_VP9_1
Definition: avcodec.h:1649
AVCodecContext
main external API structure.
Definition: avcodec.h:426
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:225
AVCodecContext::i_quant_offset
float i_quant_offset
qscale offset between P and I-frames
Definition: avcodec.h:737
AV_CODEC_CAP_DELAY
#define AV_CODEC_CAP_DELAY
Encoder or decoder requires flushing with NULL input at the end in order to give the complete and cor...
Definition: codec.h:76
PICTURE_TYPE_B
@ PICTURE_TYPE_B
Definition: vaapi_encode.h:60
FLAG_B_PICTURE_REFERENCES
@ FLAG_B_PICTURE_REFERENCES
Definition: vaapi_encode.h:379
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
vaapi_encode_vp9_class
static const AVClass vaapi_encode_vp9_class
Definition: vaapi_encode_vp9.c:293
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:453
VAAPIEncodePicture::encode_order
int64_t encode_order
Definition: vaapi_encode.h:76
AVCodecContext::width
int width
picture width / height.
Definition: avcodec.h:598
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
vaapi_encode_vp9_defaults
static const FFCodecDefault vaapi_encode_vp9_defaults[]
Definition: vaapi_encode_vp9.c:284
vaapi_encode_vp9_options
static const AVOption vaapi_encode_vp9_options[]
Definition: vaapi_encode_vp9.c:273
av_log2
int av_log2(unsigned v)
Definition: intmath.c:26
VAAPIEncodeProfile
Definition: vaapi_encode.h:136