FFmpeg
libdav1d.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2018 Ronald S. Bultje <rsbultje gmail com>
3  * Copyright (c) 2018 James Almer <jamrial gmail com>
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include <dav1d/dav1d.h>
23 
24 #include "libavutil/avassert.h"
25 #include "libavutil/cpu.h"
28 #include "libavutil/imgutils.h"
29 #include "libavutil/opt.h"
30 
31 #include "atsc_a53.h"
32 #include "avcodec.h"
33 #include "bytestream.h"
34 #include "decode.h"
35 #include "internal.h"
36 
37 #define FF_DAV1D_VERSION_AT_LEAST(x,y) \
38  (DAV1D_API_VERSION_MAJOR > (x) || DAV1D_API_VERSION_MAJOR == (x) && DAV1D_API_VERSION_MINOR >= (y))
39 
40 typedef struct Libdav1dContext {
41  AVClass *class;
42  Dav1dContext *c;
44  int pool_size;
45 
46  Dav1dData data;
53 
54 static const enum AVPixelFormat pix_fmt[][3] = {
55  [DAV1D_PIXEL_LAYOUT_I400] = { AV_PIX_FMT_GRAY8, AV_PIX_FMT_GRAY10, AV_PIX_FMT_GRAY12 },
56  [DAV1D_PIXEL_LAYOUT_I420] = { AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV420P12 },
57  [DAV1D_PIXEL_LAYOUT_I422] = { AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV422P12 },
58  [DAV1D_PIXEL_LAYOUT_I444] = { AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV444P10, AV_PIX_FMT_YUV444P12 },
59 };
60 
61 static const enum AVPixelFormat pix_fmt_rgb[3] = {
63 };
64 
65 static void libdav1d_log_callback(void *opaque, const char *fmt, va_list vl)
66 {
67  AVCodecContext *c = opaque;
68 
69  av_vlog(c, AV_LOG_ERROR, fmt, vl);
70 }
71 
72 static int libdav1d_picture_allocator(Dav1dPicture *p, void *cookie)
73 {
74  Libdav1dContext *dav1d = cookie;
75  enum AVPixelFormat format = pix_fmt[p->p.layout][p->seq_hdr->hbd];
76  int ret, linesize[4], h = FFALIGN(p->p.h, 128), w = FFALIGN(p->p.w, 128);
77  uint8_t *aligned_ptr, *data[4];
78  AVBufferRef *buf;
79 
80  ret = av_image_get_buffer_size(format, w, h, DAV1D_PICTURE_ALIGNMENT);
81  if (ret < 0)
82  return ret;
83 
84  if (ret != dav1d->pool_size) {
85  av_buffer_pool_uninit(&dav1d->pool);
86  // Use twice the amount of required padding bytes for aligned_ptr below.
87  dav1d->pool = av_buffer_pool_init(ret + DAV1D_PICTURE_ALIGNMENT * 2, NULL);
88  if (!dav1d->pool) {
89  dav1d->pool_size = 0;
90  return AVERROR(ENOMEM);
91  }
92  dav1d->pool_size = ret;
93  }
94  buf = av_buffer_pool_get(dav1d->pool);
95  if (!buf)
96  return AVERROR(ENOMEM);
97 
98  // libdav1d requires DAV1D_PICTURE_ALIGNMENT aligned buffers, which av_malloc()
99  // doesn't guarantee for example when AVX is disabled at configure time.
100  // Use the extra DAV1D_PICTURE_ALIGNMENT padding bytes in the buffer to align it
101  // if required.
102  aligned_ptr = (uint8_t *)FFALIGN((uintptr_t)buf->data, DAV1D_PICTURE_ALIGNMENT);
103  ret = av_image_fill_arrays(data, linesize, aligned_ptr, format, w, h,
104  DAV1D_PICTURE_ALIGNMENT);
105  if (ret < 0) {
106  av_buffer_unref(&buf);
107  return ret;
108  }
109 
110  p->data[0] = data[0];
111  p->data[1] = data[1];
112  p->data[2] = data[2];
113  p->stride[0] = linesize[0];
114  p->stride[1] = linesize[1];
115  p->allocator_data = buf;
116 
117  return 0;
118 }
119 
120 static void libdav1d_picture_release(Dav1dPicture *p, void *cookie)
121 {
122  AVBufferRef *buf = p->allocator_data;
123 
124  av_buffer_unref(&buf);
125 }
126 
127 static void libdav1d_init_params(AVCodecContext *c, const Dav1dSequenceHeader *seq)
128 {
129  c->profile = seq->profile;
130  c->level = ((seq->operating_points[0].major_level - 2) << 2)
131  | seq->operating_points[0].minor_level;
132 
133  switch (seq->chr) {
134  case DAV1D_CHR_VERTICAL:
135  c->chroma_sample_location = AVCHROMA_LOC_LEFT;
136  break;
137  case DAV1D_CHR_COLOCATED:
138  c->chroma_sample_location = AVCHROMA_LOC_TOPLEFT;
139  break;
140  }
141  c->colorspace = (enum AVColorSpace) seq->mtrx;
142  c->color_primaries = (enum AVColorPrimaries) seq->pri;
143  c->color_trc = (enum AVColorTransferCharacteristic) seq->trc;
144  c->color_range = seq->color_range ? AVCOL_RANGE_JPEG : AVCOL_RANGE_MPEG;
145 
146  if (seq->layout == DAV1D_PIXEL_LAYOUT_I444 &&
147  seq->mtrx == DAV1D_MC_IDENTITY &&
148  seq->pri == DAV1D_COLOR_PRI_BT709 &&
149  seq->trc == DAV1D_TRC_SRGB)
150  c->pix_fmt = pix_fmt_rgb[seq->hbd];
151  else
152  c->pix_fmt = pix_fmt[seq->layout][seq->hbd];
153 
154  if (seq->num_units_in_tick && seq->time_scale) {
155  av_reduce(&c->framerate.den, &c->framerate.num,
156  seq->num_units_in_tick, seq->time_scale, INT_MAX);
157  if (seq->equal_picture_interval)
158  c->ticks_per_frame = seq->num_ticks_per_picture;
159  }
160 }
161 
163 {
164  Dav1dSequenceHeader seq;
165  size_t offset = 0;
166  int res;
167 
168  if (!c->extradata || c->extradata_size <= 0)
169  return 0;
170 
171  if (c->extradata[0] & 0x80) {
172  int version = c->extradata[0] & 0x7F;
173 
174  if (version != 1 || c->extradata_size < 4) {
175  int explode = !!(c->err_recognition & AV_EF_EXPLODE);
176  av_log(c, explode ? AV_LOG_ERROR : AV_LOG_WARNING,
177  "Error decoding extradata\n");
178  return explode ? AVERROR_INVALIDDATA : 0;
179  }
180 
181  // Do nothing if there are no configOBUs to parse
182  if (c->extradata_size == 4)
183  return 0;
184 
185  offset = 4;
186  }
187 
188  res = dav1d_parse_sequence_header(&seq, c->extradata + offset,
189  c->extradata_size - offset);
190  if (res < 0)
191  return 0; // Assume no seqhdr OBUs are present
192 
193  libdav1d_init_params(c, &seq);
194  res = ff_set_dimensions(c, seq.max_width, seq.max_height);
195  if (res < 0)
196  return res;
197 
198  return 0;
199 }
200 
202 {
203  Libdav1dContext *dav1d = c->priv_data;
204  Dav1dSettings s;
205  int threads = (c->thread_count ? c->thread_count : av_cpu_count()) * 3 / 2;
206  int res;
207 
208  av_log(c, AV_LOG_INFO, "libdav1d %s\n", dav1d_version());
209 
210  dav1d_default_settings(&s);
211  s.logger.cookie = c;
212  s.logger.callback = libdav1d_log_callback;
213  s.allocator.cookie = dav1d;
214  s.allocator.alloc_picture_callback = libdav1d_picture_allocator;
215  s.allocator.release_picture_callback = libdav1d_picture_release;
216  s.frame_size_limit = c->max_pixels;
217  if (dav1d->apply_grain >= 0)
218  s.apply_grain = dav1d->apply_grain;
219  else if (c->export_side_data & AV_CODEC_EXPORT_DATA_FILM_GRAIN)
220  s.apply_grain = 0;
221 
222  s.all_layers = dav1d->all_layers;
223  if (dav1d->operating_point >= 0)
224  s.operating_point = dav1d->operating_point;
225 
226  s.n_tile_threads = dav1d->tile_threads
227  ? dav1d->tile_threads
228  : FFMIN(floor(sqrt(threads)), DAV1D_MAX_TILE_THREADS);
229  s.n_frame_threads = dav1d->frame_threads
230  ? dav1d->frame_threads
231  : FFMIN(ceil(threads / s.n_tile_threads), DAV1D_MAX_FRAME_THREADS);
232  av_log(c, AV_LOG_DEBUG, "Using %d frame threads, %d tile threads\n",
233  s.n_frame_threads, s.n_tile_threads);
234 
236  if (res < 0)
237  return res;
238 
239  res = dav1d_open(&dav1d->c, &s);
240  if (res < 0)
241  return AVERROR(ENOMEM);
242 
243  return 0;
244 }
245 
247 {
248  Libdav1dContext *dav1d = c->priv_data;
249 
250  dav1d_data_unref(&dav1d->data);
251  dav1d_flush(dav1d->c);
252 }
253 
254 static void libdav1d_data_free(const uint8_t *data, void *opaque) {
255  AVBufferRef *buf = opaque;
256 
257  av_buffer_unref(&buf);
258 }
259 
260 static void libdav1d_user_data_free(const uint8_t *data, void *opaque) {
261  av_assert0(data == opaque);
262  av_free(opaque);
263 }
264 
266 {
267  Libdav1dContext *dav1d = c->priv_data;
268  Dav1dData *data = &dav1d->data;
269  Dav1dPicture pic = { 0 }, *p = &pic;
270 #if FF_DAV1D_VERSION_AT_LEAST(5,1)
271  enum Dav1dEventFlags event_flags = 0;
272 #endif
273  int res;
274 
275  if (!data->sz) {
276  AVPacket pkt = { 0 };
277 
278  res = ff_decode_get_packet(c, &pkt);
279  if (res < 0 && res != AVERROR_EOF)
280  return res;
281 
282  if (pkt.size) {
283  res = dav1d_data_wrap(data, pkt.data, pkt.size, libdav1d_data_free, pkt.buf);
284  if (res < 0) {
286  return res;
287  }
288 
289  data->m.timestamp = pkt.pts;
290  data->m.offset = pkt.pos;
291  data->m.duration = pkt.duration;
292 
293  pkt.buf = NULL;
295 
296  if (c->reordered_opaque != AV_NOPTS_VALUE) {
297  uint8_t *reordered_opaque = av_malloc(sizeof(c->reordered_opaque));
298  if (!reordered_opaque) {
299  dav1d_data_unref(data);
300  return AVERROR(ENOMEM);
301  }
302 
303  memcpy(reordered_opaque, &c->reordered_opaque, sizeof(c->reordered_opaque));
304  res = dav1d_data_wrap_user_data(data, reordered_opaque,
305  libdav1d_user_data_free, reordered_opaque);
306  if (res < 0) {
307  av_free(reordered_opaque);
308  dav1d_data_unref(data);
309  return res;
310  }
311  }
312  }
313  }
314 
315  res = dav1d_send_data(dav1d->c, data);
316  if (res < 0) {
317  if (res == AVERROR(EINVAL))
318  res = AVERROR_INVALIDDATA;
319  if (res != AVERROR(EAGAIN))
320  return res;
321  }
322 
323  res = dav1d_get_picture(dav1d->c, p);
324  if (res < 0) {
325  if (res == AVERROR(EINVAL))
326  res = AVERROR_INVALIDDATA;
327  else if (res == AVERROR(EAGAIN) && c->internal->draining)
328  res = AVERROR_EOF;
329 
330  return res;
331  }
332 
333  av_assert0(p->data[0] && p->allocator_data);
334 
335  // This requires the custom allocator above
336  frame->buf[0] = av_buffer_ref(p->allocator_data);
337  if (!frame->buf[0]) {
338  dav1d_picture_unref(p);
339  return AVERROR(ENOMEM);
340  }
341 
342  frame->data[0] = p->data[0];
343  frame->data[1] = p->data[1];
344  frame->data[2] = p->data[2];
345  frame->linesize[0] = p->stride[0];
346  frame->linesize[1] = p->stride[1];
347  frame->linesize[2] = p->stride[1];
348 
349 #if FF_DAV1D_VERSION_AT_LEAST(5,1)
350  dav1d_get_event_flags(dav1d->c, &event_flags);
351  if (event_flags & DAV1D_EVENT_FLAG_NEW_SEQUENCE)
352 #endif
353  libdav1d_init_params(c, p->seq_hdr);
354  res = ff_decode_frame_props(c, frame);
355  if (res < 0)
356  goto fail;
357 
358  frame->width = p->p.w;
359  frame->height = p->p.h;
360  if (c->width != p->p.w || c->height != p->p.h) {
361  res = ff_set_dimensions(c, p->p.w, p->p.h);
362  if (res < 0)
363  goto fail;
364  }
365 
366  av_reduce(&frame->sample_aspect_ratio.num,
367  &frame->sample_aspect_ratio.den,
368  frame->height * (int64_t)p->frame_hdr->render_width,
369  frame->width * (int64_t)p->frame_hdr->render_height,
370  INT_MAX);
371  ff_set_sar(c, frame->sample_aspect_ratio);
372 
373  if (p->m.user_data.data)
374  memcpy(&frame->reordered_opaque, p->m.user_data.data, sizeof(frame->reordered_opaque));
375  else
376  frame->reordered_opaque = AV_NOPTS_VALUE;
377 
378  // match timestamps and packet size
379  frame->pts = p->m.timestamp;
380  frame->pkt_dts = p->m.timestamp;
381  frame->pkt_pos = p->m.offset;
382  frame->pkt_size = p->m.size;
383  frame->pkt_duration = p->m.duration;
384  frame->key_frame = p->frame_hdr->frame_type == DAV1D_FRAME_TYPE_KEY;
385 
386  switch (p->frame_hdr->frame_type) {
387  case DAV1D_FRAME_TYPE_KEY:
388  case DAV1D_FRAME_TYPE_INTRA:
389  frame->pict_type = AV_PICTURE_TYPE_I;
390  break;
391  case DAV1D_FRAME_TYPE_INTER:
392  frame->pict_type = AV_PICTURE_TYPE_P;
393  break;
394  case DAV1D_FRAME_TYPE_SWITCH:
395  frame->pict_type = AV_PICTURE_TYPE_SP;
396  break;
397  default:
398  res = AVERROR_INVALIDDATA;
399  goto fail;
400  }
401 
402  if (p->mastering_display) {
404  if (!mastering) {
405  res = AVERROR(ENOMEM);
406  goto fail;
407  }
408 
409  for (int i = 0; i < 3; i++) {
410  mastering->display_primaries[i][0] = av_make_q(p->mastering_display->primaries[i][0], 1 << 16);
411  mastering->display_primaries[i][1] = av_make_q(p->mastering_display->primaries[i][1], 1 << 16);
412  }
413  mastering->white_point[0] = av_make_q(p->mastering_display->white_point[0], 1 << 16);
414  mastering->white_point[1] = av_make_q(p->mastering_display->white_point[1], 1 << 16);
415 
416  mastering->max_luminance = av_make_q(p->mastering_display->max_luminance, 1 << 8);
417  mastering->min_luminance = av_make_q(p->mastering_display->min_luminance, 1 << 14);
418 
419  mastering->has_primaries = 1;
420  mastering->has_luminance = 1;
421  }
422  if (p->content_light) {
424  if (!light) {
425  res = AVERROR(ENOMEM);
426  goto fail;
427  }
428  light->MaxCLL = p->content_light->max_content_light_level;
429  light->MaxFALL = p->content_light->max_frame_average_light_level;
430  }
431  if (p->itut_t35) {
432  GetByteContext gb;
433  unsigned int user_identifier;
434 
435  bytestream2_init(&gb, p->itut_t35->payload, p->itut_t35->payload_size);
436  bytestream2_skip(&gb, 1); // terminal provider code
437  bytestream2_skip(&gb, 1); // terminal provider oriented code
438  user_identifier = bytestream2_get_be32(&gb);
439  switch (user_identifier) {
440  case MKBETAG('G', 'A', '9', '4'): { // closed captions
441  AVBufferRef *buf = NULL;
442 
443  res = ff_parse_a53_cc(&buf, gb.buffer, bytestream2_get_bytes_left(&gb));
444  if (res < 0)
445  goto fail;
446  if (!res)
447  break;
448 
450  av_buffer_unref(&buf);
451 
452  c->properties |= FF_CODEC_PROPERTY_CLOSED_CAPTIONS;
453  break;
454  }
455  default: // ignore unsupported identifiers
456  break;
457  }
458  }
459  if (p->frame_hdr->film_grain.present && (!dav1d->apply_grain ||
460  (c->export_side_data & AV_CODEC_EXPORT_DATA_FILM_GRAIN))) {
462  if (!fgp) {
463  res = AVERROR(ENOMEM);
464  goto fail;
465  }
466 
468  fgp->seed = p->frame_hdr->film_grain.data.seed;
469  fgp->codec.aom.num_y_points = p->frame_hdr->film_grain.data.num_y_points;
470  fgp->codec.aom.chroma_scaling_from_luma = p->frame_hdr->film_grain.data.chroma_scaling_from_luma;
471  fgp->codec.aom.scaling_shift = p->frame_hdr->film_grain.data.scaling_shift;
472  fgp->codec.aom.ar_coeff_lag = p->frame_hdr->film_grain.data.ar_coeff_lag;
473  fgp->codec.aom.ar_coeff_shift = p->frame_hdr->film_grain.data.ar_coeff_shift;
474  fgp->codec.aom.grain_scale_shift = p->frame_hdr->film_grain.data.grain_scale_shift;
475  fgp->codec.aom.overlap_flag = p->frame_hdr->film_grain.data.overlap_flag;
476  fgp->codec.aom.limit_output_range = p->frame_hdr->film_grain.data.clip_to_restricted_range;
477 
478  memcpy(&fgp->codec.aom.y_points, &p->frame_hdr->film_grain.data.y_points,
479  sizeof(fgp->codec.aom.y_points));
480  memcpy(&fgp->codec.aom.num_uv_points, &p->frame_hdr->film_grain.data.num_uv_points,
481  sizeof(fgp->codec.aom.num_uv_points));
482  memcpy(&fgp->codec.aom.uv_points, &p->frame_hdr->film_grain.data.uv_points,
483  sizeof(fgp->codec.aom.uv_points));
484  memcpy(&fgp->codec.aom.ar_coeffs_y, &p->frame_hdr->film_grain.data.ar_coeffs_y,
485  sizeof(fgp->codec.aom.ar_coeffs_y));
486  memcpy(&fgp->codec.aom.ar_coeffs_uv[0], &p->frame_hdr->film_grain.data.ar_coeffs_uv[0],
487  sizeof(fgp->codec.aom.ar_coeffs_uv[0]));
488  memcpy(&fgp->codec.aom.ar_coeffs_uv[1], &p->frame_hdr->film_grain.data.ar_coeffs_uv[1],
489  sizeof(fgp->codec.aom.ar_coeffs_uv[1]));
490  memcpy(&fgp->codec.aom.uv_mult, &p->frame_hdr->film_grain.data.uv_mult,
491  sizeof(fgp->codec.aom.uv_mult));
492  memcpy(&fgp->codec.aom.uv_mult_luma, &p->frame_hdr->film_grain.data.uv_luma_mult,
493  sizeof(fgp->codec.aom.uv_mult_luma));
494  memcpy(&fgp->codec.aom.uv_offset, &p->frame_hdr->film_grain.data.uv_offset,
495  sizeof(fgp->codec.aom.uv_offset));
496  }
497 
498  res = 0;
499 fail:
500  dav1d_picture_unref(p);
501  if (res < 0)
503  return res;
504 }
505 
507 {
508  Libdav1dContext *dav1d = c->priv_data;
509 
510  av_buffer_pool_uninit(&dav1d->pool);
511  dav1d_data_unref(&dav1d->data);
512  dav1d_close(&dav1d->c);
513 
514  return 0;
515 }
516 
517 #define OFFSET(x) offsetof(Libdav1dContext, x)
518 #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
519 static const AVOption libdav1d_options[] = {
520  { "tilethreads", "Tile threads", OFFSET(tile_threads), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, DAV1D_MAX_TILE_THREADS, VD },
521  { "framethreads", "Frame threads", OFFSET(frame_threads), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, DAV1D_MAX_FRAME_THREADS, VD },
522  { "filmgrain", "Apply Film Grain", OFFSET(apply_grain), AV_OPT_TYPE_BOOL, { .i64 = -1 }, -1, 1, VD | AV_OPT_FLAG_DEPRECATED },
523  { "oppoint", "Select an operating point of the scalable bitstream", OFFSET(operating_point), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 31, VD },
524  { "alllayers", "Output all spatial layers", OFFSET(all_layers), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VD },
525  { NULL }
526 };
527 
528 static const AVClass libdav1d_class = {
529  .class_name = "libdav1d decoder",
530  .item_name = av_default_item_name,
531  .option = libdav1d_options,
532  .version = LIBAVUTIL_VERSION_INT,
533 };
534 
536  .name = "libdav1d",
537  .long_name = NULL_IF_CONFIG_SMALL("dav1d AV1 decoder by VideoLAN"),
538  .type = AVMEDIA_TYPE_VIDEO,
539  .id = AV_CODEC_ID_AV1,
540  .priv_data_size = sizeof(Libdav1dContext),
541  .init = libdav1d_init,
542  .close = libdav1d_close,
548  .priv_class = &libdav1d_class,
549  .wrapper_name = "libdav1d",
550 };
Libdav1dContext::c
Dav1dContext * c
Definition: libdav1d.c:42
av_vlog
void av_vlog(void *avcl, int level, const char *fmt, va_list vl)
Send the specified message to the log if the level is less than or equal to the current av_log_level.
Definition: log.c:424
AVMasteringDisplayMetadata::has_primaries
int has_primaries
Flag indicating whether the display primaries (and white point) are set.
Definition: mastering_display_metadata.h:62
av_packet_unref
void av_packet_unref(AVPacket *pkt)
Wipe the packet.
Definition: avpacket.c:417
Libdav1dContext::pool_size
int pool_size
Definition: libdav1d.c:44
AVCodec
AVCodec.
Definition: codec.h:197
av_buffer_pool_init
AVBufferPool * av_buffer_pool_init(size_t size, AVBufferRef *(*alloc)(size_t size))
Allocate and initialize a buffer pool.
Definition: buffer.c:266
ff_decode_get_packet
int ff_decode_get_packet(AVCodecContext *avctx, AVPacket *pkt)
Called by decoders to get the next packet for decoding.
Definition: decode.c:224
AV_LOG_WARNING
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:186
FF_CODEC_CAP_INIT_THREADSAFE
#define FF_CODEC_CAP_INIT_THREADSAFE
The codec does not modify any global variables in the init function, allowing to call the init functi...
Definition: internal.h:42
AVMasteringDisplayMetadata::max_luminance
AVRational max_luminance
Max luminance of mastering display (cd/m^2).
Definition: mastering_display_metadata.h:57
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
FF_CODEC_CAP_SETS_PKT_DTS
#define FF_CODEC_CAP_SETS_PKT_DTS
Decoders marked with FF_CODEC_CAP_SETS_PKT_DTS want to set AVFrame.pkt_dts manually.
Definition: internal.h:57
libdav1d_picture_allocator
static int libdav1d_picture_allocator(Dav1dPicture *p, void *cookie)
Definition: libdav1d.c:72
init
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:31
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
AVColorTransferCharacteristic
AVColorTransferCharacteristic
Color Transfer Characteristic.
Definition: pixfmt.h:473
libdav1d_class
static const AVClass libdav1d_class
Definition: libdav1d.c:528
GetByteContext
Definition: bytestream.h:33
AVBufferPool
The buffer pool.
Definition: buffer_internal.h:78
AVERROR_EOF
#define AVERROR_EOF
End of file.
Definition: error.h:57
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:90
AV_FRAME_DATA_A53_CC
@ AV_FRAME_DATA_A53_CC
ATSC A53 Part 4 Closed Captions.
Definition: frame.h:58
AVMasteringDisplayMetadata::display_primaries
AVRational display_primaries[3][2]
CIE 1931 xy chromaticity coords of color primaries (r, g, b order).
Definition: mastering_display_metadata.h:42
AVMasteringDisplayMetadata::has_luminance
int has_luminance
Flag indicating whether the luminance (min_ and max_) have been set.
Definition: mastering_display_metadata.h:67
AVFilmGrainAOMParams::uv_points
uint8_t uv_points[2][10][2]
Definition: film_grain_params.h:63
AVContentLightMetadata::MaxCLL
unsigned MaxCLL
Max content light level (cd/m^2).
Definition: mastering_display_metadata.h:102
AVFilmGrainParams::aom
AVFilmGrainAOMParams aom
Definition: film_grain_params.h:233
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:303
w
uint8_t w
Definition: llviddspenc.c:38
AVCOL_RANGE_JPEG
@ AVCOL_RANGE_JPEG
Full range content.
Definition: pixfmt.h:576
internal.h
AVPacket::data
uint8_t * data
Definition: packet.h:373
AVOption
AVOption.
Definition: opt.h:247
data
const char data[16]
Definition: mxf.c:143
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:389
libdav1d_user_data_free
static void libdav1d_user_data_free(const uint8_t *data, void *opaque)
Definition: libdav1d.c:260
AVPacket::duration
int64_t duration
Duration of this packet in AVStream->time_base units, 0 if unknown.
Definition: packet.h:391
AVColorPrimaries
AVColorPrimaries
Chromaticity coordinates of the source primaries.
Definition: pixfmt.h:448
AVFilmGrainParams::seed
uint64_t seed
Seed to use for the synthesis process, if the codec allows for it.
Definition: film_grain_params.h:225
av_malloc
#define av_malloc(s)
Definition: tableprint_vlc.h:31
AVContentLightMetadata
Content light level needed by to transmit HDR over HDMI (CTA-861.3).
Definition: mastering_display_metadata.h:98
bytestream2_skip
static av_always_inline void bytestream2_skip(GetByteContext *g, unsigned int size)
Definition: bytestream.h:168
fail
#define fail()
Definition: checkasm.h:136
AVFilmGrainAOMParams::grain_scale_shift
int grain_scale_shift
Signals the down shift applied to the generated gaussian numbers during synthesis.
Definition: film_grain_params.h:99
AV_PIX_FMT_GBRP10
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:405
libdav1d_init_params
static void libdav1d_init_params(AVCodecContext *c, const Dav1dSequenceHeader *seq)
Definition: libdav1d.c:127
libdav1d_init
static av_cold int libdav1d_init(AVCodecContext *c)
Definition: libdav1d.c:201
AVFilmGrainAOMParams::limit_output_range
int limit_output_range
Signals to clip to limited color levels after film grain application.
Definition: film_grain_params.h:122
Libdav1dContext::tile_threads
int tile_threads
Definition: libdav1d.c:47
AVFilmGrainAOMParams::num_y_points
int num_y_points
Number of points, and the scale and value for each point of the piecewise linear scaling function for...
Definition: film_grain_params.h:49
av_reduce
int av_reduce(int *dst_num, int *dst_den, int64_t num, int64_t den, int64_t max)
Reduce a fraction.
Definition: rational.c:35
AV_PIX_FMT_YUV444P10
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:392
avassert.h
ceil
static __device__ float ceil(float a)
Definition: cuda_runtime.h:176
pkt
AVPacket * pkt
Definition: movenc.c:59
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
film_grain_params.h
av_cold
#define av_cold
Definition: attributes.h:90
av_buffer_pool_get
AVBufferRef * av_buffer_pool_get(AVBufferPool *pool)
Allocate a new AVBuffer, reusing an old buffer from the pool when available.
Definition: buffer.c:373
AVMasteringDisplayMetadata::white_point
AVRational white_point[2]
CIE 1931 xy chromaticity coords of white point.
Definition: mastering_display_metadata.h:47
s
#define s(width, name)
Definition: cbs_vp9.c:257
floor
static __device__ float floor(float a)
Definition: cuda_runtime.h:173
AV_CODEC_CAP_OTHER_THREADS
#define AV_CODEC_CAP_OTHER_THREADS
Codec supports multithreading through a method other than slice- or frame-level multithreading.
Definition: codec.h:122
av_film_grain_params_create_side_data
AVFilmGrainParams * av_film_grain_params_create_side_data(AVFrame *frame)
Allocate a complete AVFilmGrainParams and add it to the frame.
Definition: film_grain_params.c:31
GetByteContext::buffer
const uint8_t * buffer
Definition: bytestream.h:34
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
AV_LOG_DEBUG
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:201
decode.h
Libdav1dContext
Definition: libdav1d.c:40
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
AV_PIX_FMT_GRAY10
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:370
if
if(ret)
Definition: filter_design.txt:179
AVFilmGrainAOMParams::uv_mult_luma
int uv_mult_luma[2]
Definition: film_grain_params.h:106
ff_parse_a53_cc
int ff_parse_a53_cc(AVBufferRef **pbuf, const uint8_t *data, int size)
Parse a data array for ATSC A53 Part 4 Closed Captions and store them in an AVBufferRef.
Definition: atsc_a53.c:68
AVPacket::buf
AVBufferRef * buf
A reference to the reference-counted buffer where the packet data is stored.
Definition: packet.h:356
LIBAVUTIL_VERSION_INT
#define LIBAVUTIL_VERSION_INT
Definition: version.h:85
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
flush
static void flush(AVCodecContext *avctx)
Definition: aacdec_template.c:593
NULL
#define NULL
Definition: coverity.c:32
av_buffer_unref
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
Definition: buffer.c:125
AV_CODEC_ID_AV1
@ AV_CODEC_ID_AV1
Definition: codec_id.h:279
AVCHROMA_LOC_LEFT
@ AVCHROMA_LOC_LEFT
MPEG-2/4 4:2:0, H.264 default for 4:2:0.
Definition: pixfmt.h:597
AVCHROMA_LOC_TOPLEFT
@ AVCHROMA_LOC_TOPLEFT
ITU-R 601, SMPTE 274M 296M S314M(DV 4:1:1), mpeg2 4:2:2.
Definition: pixfmt.h:599
receive_frame
static CopyRet receive_frame(AVCodecContext *avctx, AVFrame *frame, int *got_frame)
Definition: crystalhd.c:555
av_default_item_name
const char * av_default_item_name(void *ptr)
Return the context name.
Definition: log.c:235
AV_PICTURE_TYPE_I
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:274
av_buffer_pool_uninit
void av_buffer_pool_uninit(AVBufferPool **ppool)
Mark the pool as being available for freeing.
Definition: buffer.c:308
libdav1d_picture_release
static void libdav1d_picture_release(Dav1dPicture *p, void *cookie)
Definition: libdav1d.c:120
av_frame_new_side_data_from_buf
AVFrameSideData * av_frame_new_side_data_from_buf(AVFrame *frame, enum AVFrameSideDataType type, AVBufferRef *buf)
Add a new side data to a frame from an existing AVBufferRef.
Definition: frame.c:573
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:390
AV_PIX_FMT_GRAY8
@ AV_PIX_FMT_GRAY8
Y , 8bpp.
Definition: pixfmt.h:74
AV_EF_EXPLODE
#define AV_EF_EXPLODE
abort decoding on minor error detection
Definition: avcodec.h:1331
AV_PICTURE_TYPE_SP
@ AV_PICTURE_TYPE_SP
Switching Predicted.
Definition: avutil.h:279
c
Undefined Behavior In the C some operations are like signed integer dereferencing freed accessing outside allocated Undefined Behavior must not occur in a C it is not safe even if the output of undefined operations is unused The unsafety may seem nit picking but Optimizing compilers have in fact optimized code on the assumption that no undefined Behavior occurs Optimizing code based on wrong assumptions can and has in some cases lead to effects beyond the output of computations The signed integer overflow problem in speed critical code Code which is highly optimized and works with signed integers sometimes has the problem that often the output of the computation does not c
Definition: undefined.txt:32
bytestream2_get_bytes_left
static av_always_inline int bytestream2_get_bytes_left(GetByteContext *g)
Definition: bytestream.h:158
av_cpu_count
int av_cpu_count(void)
Definition: cpu.c:185
AVFilmGrainAOMParams::num_uv_points
int num_uv_points[2]
If chroma_scaling_from_luma is set to 0, signals the chroma scaling function parameters.
Definition: film_grain_params.h:62
FF_CODEC_CAP_AUTO_THREADS
#define FF_CODEC_CAP_AUTO_THREADS
Codec handles avctx->thread_count == 0 (auto) internally.
Definition: internal.h:81
Libdav1dContext::data
Dav1dData data
Definition: libdav1d.c:46
AVPacket::size
int size
Definition: packet.h:374
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:116
av_image_fill_arrays
int av_image_fill_arrays(uint8_t *dst_data[4], int dst_linesize[4], const uint8_t *src, enum AVPixelFormat pix_fmt, int width, int height, int align)
Setup the data pointers and linesizes based on the specified image parameters and the provided array.
Definition: imgutils.c:446
Libdav1dContext::pool
AVBufferPool * pool
Definition: libdav1d.c:43
libdav1d_log_callback
static void libdav1d_log_callback(void *opaque, const char *fmt, va_list vl)
Definition: libdav1d.c:65
cpu.h
pix_fmt_rgb
static enum AVPixelFormat pix_fmt_rgb[3]
Definition: libdav1d.c:61
libdav1d_receive_frame
static int libdav1d_receive_frame(AVCodecContext *c, AVFrame *frame)
Definition: libdav1d.c:265
OFFSET
#define OFFSET(x)
Definition: libdav1d.c:517
AV_PIX_FMT_YUV422P12
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:394
av_make_q
static AVRational av_make_q(int num, int den)
Create an AVRational.
Definition: rational.h:71
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
MKBETAG
#define MKBETAG(a, b, c, d)
Definition: macros.h:56
AV_PIX_FMT_YUV444P12
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:396
AVFilmGrainParams
This structure describes how to handle film grain synthesis in video for specific codecs.
Definition: film_grain_params.h:216
av_image_get_buffer_size
int av_image_get_buffer_size(enum AVPixelFormat pix_fmt, int width, int height, int align)
Return the size in bytes of the amount of data required to store an image with the given parameters.
Definition: imgutils.c:466
av_content_light_metadata_create_side_data
AVContentLightMetadata * av_content_light_metadata_create_side_data(AVFrame *frame)
Allocate a complete AVContentLightMetadata and add it to the frame.
Definition: mastering_display_metadata.c:55
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
version
version
Definition: libkvazaar.c:307
AVFilmGrainAOMParams::ar_coeffs_y
int8_t ar_coeffs_y[24]
Luma auto-regression coefficients.
Definition: film_grain_params.h:80
AV_LOG_INFO
#define AV_LOG_INFO
Standard information.
Definition: log.h:191
i
int i
Definition: input.c:406
AVPacket::pts
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: packet.h:366
AV_PIX_FMT_GBRP12
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:406
AVColorSpace
AVColorSpace
YUV colorspace type.
Definition: pixfmt.h:502
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
av_frame_unref
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:437
AVFilmGrainAOMParams::scaling_shift
int scaling_shift
Specifies the shift applied to the chroma components.
Definition: film_grain_params.h:69
AVCodec::name
const char * name
Name of the codec implementation.
Definition: codec.h:204
AVMasteringDisplayMetadata
Mastering display metadata capable of representing the color volume of the display used to master the...
Definition: mastering_display_metadata.h:38
AVFilmGrainParams::codec
union AVFilmGrainParams::@290 codec
Additional fields may be added both here and in any structure included.
AVCOL_RANGE_MPEG
@ AVCOL_RANGE_MPEG
Narrow or limited range content.
Definition: pixfmt.h:559
Libdav1dContext::apply_grain
int apply_grain
Definition: libdav1d.c:49
avcodec.h
ret
ret
Definition: filter_design.txt:187
AVClass::class_name
const char * class_name
The name of the class; usually it is the same name as the context structure type to which the AVClass...
Definition: log.h:71
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
atsc_a53.h
AV_PIX_FMT_YUV420P12
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:393
ff_set_sar
int ff_set_sar(AVCodecContext *avctx, AVRational sar)
Check that the provided sample aspect ratio is valid and set it on the codec context.
Definition: utils.c:101
ff_decode_frame_props
int ff_decode_frame_props(AVCodecContext *avctx, AVFrame *frame)
Set various frame properties from the codec context / packet data.
Definition: decode.c:1485
AVCodecContext
main external API structure.
Definition: avcodec.h:379
AVFilmGrainAOMParams::ar_coeff_lag
int ar_coeff_lag
Specifies the auto-regression lag.
Definition: film_grain_params.h:74
av_mastering_display_metadata_create_side_data
AVMasteringDisplayMetadata * av_mastering_display_metadata_create_side_data(AVFrame *frame)
Allocate a complete AVMasteringDisplayMetadata and add it to the frame.
Definition: mastering_display_metadata.c:32
AVFilmGrainAOMParams::y_points
uint8_t y_points[14][2]
Definition: film_grain_params.h:50
AVFilmGrainAOMParams::uv_offset
int uv_offset[2]
Offset used for component scaling function.
Definition: film_grain_params.h:112
pix_fmt
static enum AVPixelFormat pix_fmt[][3]
Definition: libdav1d.c:54
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:224
AVFilmGrainAOMParams::uv_mult
int uv_mult[2]
Specifies the luma/chroma multipliers for the index to the component scaling function.
Definition: film_grain_params.h:105
AV_CODEC_CAP_DELAY
#define AV_CODEC_CAP_DELAY
Encoder or decoder requires flushing with NULL input at the end in order to give the complete and cor...
Definition: codec.h:77
AVMasteringDisplayMetadata::min_luminance
AVRational min_luminance
Min luminance of mastering display (cd/m^2).
Definition: mastering_display_metadata.h:52
FF_CODEC_PROPERTY_CLOSED_CAPTIONS
#define FF_CODEC_PROPERTY_CLOSED_CAPTIONS
Definition: avcodec.h:1820
av_buffer_ref
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:93
Libdav1dContext::frame_threads
int frame_threads
Definition: libdav1d.c:48
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
AV_PIX_FMT_GBRP
@ AV_PIX_FMT_GBRP
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:158
AVFilmGrainAOMParams::overlap_flag
int overlap_flag
Signals whether to overlap film grain blocks.
Definition: film_grain_params.h:117
libdav1d_options
static const AVOption libdav1d_options[]
Definition: libdav1d.c:519
AV_PICTURE_TYPE_P
@ AV_PICTURE_TYPE_P
Predicted.
Definition: avutil.h:275
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
libdav1d_flush
static void libdav1d_flush(AVCodecContext *c)
Definition: libdav1d.c:246
AV_PIX_FMT_YUV422P
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
ff_set_dimensions
int ff_set_dimensions(AVCodecContext *s, int width, int height)
Check that the provided frame dimensions are valid and set them on the codec context.
Definition: utils.c:86
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
mastering_display_metadata.h
av_free
#define av_free(p)
Definition: tableprint_vlc.h:34
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
libdav1d_data_free
static void libdav1d_data_free(const uint8_t *data, void *opaque)
Definition: libdav1d.c:254
AVContentLightMetadata::MaxFALL
unsigned MaxFALL
Max average light level per frame (cd/m^2).
Definition: mastering_display_metadata.h:107
AVPacket
This structure stores compressed data.
Definition: packet.h:350
AV_OPT_TYPE_BOOL
@ AV_OPT_TYPE_BOOL
Definition: opt.h:241
AVPacket::pos
int64_t pos
byte position in stream, -1 if unknown
Definition: packet.h:393
format
fg outputs[0] format
Definition: ffmpeg_filter.c:175
Libdav1dContext::operating_point
int operating_point
Definition: libdav1d.c:50
bytestream.h
imgutils.h
bytestream2_init
static av_always_inline void bytestream2_init(GetByteContext *g, const uint8_t *buf, int buf_size)
Definition: bytestream.h:137
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
AVERROR_INVALIDDATA
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:61
Libdav1dContext::all_layers
int all_layers
Definition: libdav1d.c:51
h
h
Definition: vp9dsp_template.c:2038
AV_PIX_FMT_GRAY12
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:371
AVFilmGrainAOMParams::chroma_scaling_from_luma
int chroma_scaling_from_luma
Signals whether to derive the chroma scaling function from the luma.
Definition: film_grain_params.h:56
AV_FILM_GRAIN_PARAMS_AV1
@ AV_FILM_GRAIN_PARAMS_AV1
The union is valid when interpreted as AVFilmGrainAOMParams (codec.aom)
Definition: film_grain_params.h:30
VD
#define VD
Definition: libdav1d.c:518
AVFilmGrainParams::type
enum AVFilmGrainParamsType type
Specifies the codec for which this structure is valid.
Definition: film_grain_params.h:220
ff_libdav1d_decoder
const AVCodec ff_libdav1d_decoder
Definition: libdav1d.c:535
AV_CODEC_EXPORT_DATA_FILM_GRAIN
#define AV_CODEC_EXPORT_DATA_FILM_GRAIN
Decoding only.
Definition: avcodec.h:352
libdav1d_parse_extradata
static av_cold int libdav1d_parse_extradata(AVCodecContext *c)
Definition: libdav1d.c:162
AVFilmGrainAOMParams::ar_coeff_shift
int ar_coeff_shift
Specifies the range of the auto-regressive coefficients.
Definition: film_grain_params.h:93
libdav1d_close
static av_cold int libdav1d_close(AVCodecContext *c)
Definition: libdav1d.c:506
AV_OPT_FLAG_DEPRECATED
#define AV_OPT_FLAG_DEPRECATED
set if option is deprecated, users should refer to AVOption.help text for more information
Definition: opt.h:294
AVFilmGrainAOMParams::ar_coeffs_uv
int8_t ar_coeffs_uv[2][25]
Chroma auto-regression coefficients.
Definition: film_grain_params.h:86