FFmpeg
cbs.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include <string.h>
20 
21 #include "config.h"
22 
23 #include "libavutil/avassert.h"
24 #include "libavutil/buffer.h"
25 #include "libavutil/common.h"
26 #include "libavutil/opt.h"
27 
28 #include "avcodec.h"
29 #include "cbs.h"
30 #include "cbs_internal.h"
31 
32 
33 static const CodedBitstreamType *const cbs_type_table[] = {
34 #if CONFIG_CBS_AV1
36 #endif
37 #if CONFIG_CBS_H264
39 #endif
40 #if CONFIG_CBS_H265
42 #endif
43 #if CONFIG_CBS_JPEG
45 #endif
46 #if CONFIG_CBS_MPEG2
48 #endif
49 #if CONFIG_CBS_VP9
51 #endif
52 };
53 
55 #if CONFIG_CBS_AV1
57 #endif
58 #if CONFIG_CBS_H264
60 #endif
61 #if CONFIG_CBS_H265
63 #endif
64 #if CONFIG_CBS_JPEG
66 #endif
67 #if CONFIG_CBS_MPEG2
69 #endif
70 #if CONFIG_CBS_VP9
72 #endif
74 };
75 
77  enum AVCodecID codec_id, void *log_ctx)
78 {
80  const CodedBitstreamType *type;
81  int i;
82 
83  type = NULL;
84  for (i = 0; i < FF_ARRAY_ELEMS(cbs_type_table); i++) {
85  if (cbs_type_table[i]->codec_id == codec_id) {
87  break;
88  }
89  }
90  if (!type)
91  return AVERROR(EINVAL);
92 
93  ctx = av_mallocz(sizeof(*ctx));
94  if (!ctx)
95  return AVERROR(ENOMEM);
96 
97  ctx->log_ctx = log_ctx;
98  ctx->codec = type; /* Must be before any error */
99 
100  if (type->priv_data_size) {
101  ctx->priv_data = av_mallocz(ctx->codec->priv_data_size);
102  if (!ctx->priv_data) {
103  av_freep(&ctx);
104  return AVERROR(ENOMEM);
105  }
106  if (type->priv_class) {
107  *(const AVClass **)ctx->priv_data = type->priv_class;
109  }
110  }
111 
112  ctx->decompose_unit_types = NULL;
113 
114  ctx->trace_enable = 0;
115  ctx->trace_level = AV_LOG_TRACE;
116 
117  *ctx_ptr = ctx;
118  return 0;
119 }
120 
122 {
123  if (ctx->codec->flush)
124  ctx->codec->flush(ctx);
125 }
126 
128 {
129  CodedBitstreamContext *ctx = *ctx_ptr;
130 
131  if (!ctx)
132  return;
133 
134  if (ctx->codec->close)
135  ctx->codec->close(ctx);
136 
137  av_freep(&ctx->write_buffer);
138 
139  if (ctx->codec->priv_class && ctx->priv_data)
141 
143  av_freep(ctx_ptr);
144 }
145 
147 {
149  unit->content = NULL;
150 
151  av_buffer_unref(&unit->data_ref);
152  unit->data = NULL;
153  unit->data_size = 0;
154  unit->data_bit_padding = 0;
155 }
156 
158 {
159  int i;
160 
161  for (i = 0; i < frag->nb_units; i++)
162  cbs_unit_uninit(&frag->units[i]);
163  frag->nb_units = 0;
164 
165  av_buffer_unref(&frag->data_ref);
166  frag->data = NULL;
167  frag->data_size = 0;
168  frag->data_bit_padding = 0;
169 }
170 
172 {
173  ff_cbs_fragment_reset(frag);
174 
175  av_freep(&frag->units);
176  frag->nb_units_allocated = 0;
177 }
178 
181 {
182  int err, i, j;
183 
184  for (i = 0; i < frag->nb_units; i++) {
185  CodedBitstreamUnit *unit = &frag->units[i];
186 
187  if (ctx->decompose_unit_types) {
188  for (j = 0; j < ctx->nb_decompose_unit_types; j++) {
189  if (ctx->decompose_unit_types[j] == unit->type)
190  break;
191  }
192  if (j >= ctx->nb_decompose_unit_types)
193  continue;
194  }
195 
197  unit->content = NULL;
198 
199  av_assert0(unit->data && unit->data_ref);
200 
201  err = ctx->codec->read_unit(ctx, unit);
202  if (err == AVERROR(ENOSYS)) {
203  av_log(ctx->log_ctx, AV_LOG_VERBOSE,
204  "Decomposition unimplemented for unit %d "
205  "(type %"PRIu32").\n", i, unit->type);
206  } else if (err == AVERROR(EAGAIN)) {
207  av_log(ctx->log_ctx, AV_LOG_VERBOSE,
208  "Skipping decomposition of unit %d "
209  "(type %"PRIu32").\n", i, unit->type);
211  unit->content = NULL;
212  } else if (err < 0) {
213  av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to read unit %d "
214  "(type %"PRIu32").\n", i, unit->type);
215  return err;
216  }
217  }
218 
219  return 0;
220 }
221 
223  const uint8_t *data, size_t size)
224 {
225  av_assert0(!frag->data && !frag->data_ref);
226 
227  frag->data_ref =
229  if (!frag->data_ref)
230  return AVERROR(ENOMEM);
231 
232  frag->data = frag->data_ref->data;
233  frag->data_size = size;
234 
235  memcpy(frag->data, data, size);
236  memset(frag->data + size, 0,
238 
239  return 0;
240 }
241 
244  AVBufferRef *buf,
245  const uint8_t *data, size_t size,
246  int header)
247 {
248  int err;
249 
250  if (buf) {
251  frag->data_ref = av_buffer_ref(buf);
252  if (!frag->data_ref)
253  return AVERROR(ENOMEM);
254 
255  frag->data = (uint8_t *)data;
256  frag->data_size = size;
257 
258  } else {
259  err = cbs_fill_fragment_data(frag, data, size);
260  if (err < 0)
261  return err;
262  }
263 
264  err = ctx->codec->split_fragment(ctx, frag, header);
265  if (err < 0)
266  return err;
267 
268  return cbs_read_fragment_content(ctx, frag);
269 }
270 
273  const AVCodecParameters *par)
274 {
275  return cbs_read_data(ctx, frag, NULL,
276  par->extradata,
277  par->extradata_size, 1);
278 }
279 
282  const AVCodecContext *avctx)
283 {
284  return cbs_read_data(ctx, frag, NULL,
285  avctx->extradata,
286  avctx->extradata_size, 1);
287 }
288 
291  const AVPacket *pkt)
292 {
293  return cbs_read_data(ctx, frag, pkt->buf,
294  pkt->data, pkt->size, 0);
295 }
296 
299  const AVPacket *pkt)
300 {
301  size_t side_data_size;
302  const uint8_t *side_data =
304  &side_data_size);
305 
306  return cbs_read_data(ctx, frag, NULL,
307  side_data, side_data_size, 1);
308 }
309 
312  const uint8_t *data, size_t size)
313 {
314  return cbs_read_data(ctx, frag, NULL,
315  data, size, 0);
316 }
317 
318 /**
319  * Allocate a new internal data buffer of the given size in the unit.
320  *
321  * The data buffer will have input padding.
322  */
324  size_t size)
325 {
326  av_assert0(!unit->data && !unit->data_ref);
327 
329  if (!unit->data_ref)
330  return AVERROR(ENOMEM);
331 
332  unit->data = unit->data_ref->data;
333  unit->data_size = size;
334 
335  memset(unit->data + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
336 
337  return 0;
338 }
339 
341  CodedBitstreamUnit *unit)
342 {
343  PutBitContext pbc;
344  int ret;
345 
346  if (!ctx->write_buffer) {
347  // Initial write buffer size is 1MB.
348  ctx->write_buffer_size = 1024 * 1024;
349 
350  reallocate_and_try_again:
351  ret = av_reallocp(&ctx->write_buffer, ctx->write_buffer_size);
352  if (ret < 0) {
353  av_log(ctx->log_ctx, AV_LOG_ERROR, "Unable to allocate a "
354  "sufficiently large write buffer (last attempt "
355  "%"SIZE_SPECIFIER" bytes).\n", ctx->write_buffer_size);
356  return ret;
357  }
358  }
359 
360  init_put_bits(&pbc, ctx->write_buffer, ctx->write_buffer_size);
361 
362  ret = ctx->codec->write_unit(ctx, unit, &pbc);
363  if (ret < 0) {
364  if (ret == AVERROR(ENOSPC)) {
365  // Overflow.
366  if (ctx->write_buffer_size == INT_MAX / 8)
367  return AVERROR(ENOMEM);
368  ctx->write_buffer_size = FFMIN(2 * ctx->write_buffer_size, INT_MAX / 8);
369  goto reallocate_and_try_again;
370  }
371  // Write failed for some other reason.
372  return ret;
373  }
374 
375  // Overflow but we didn't notice.
376  av_assert0(put_bits_count(&pbc) <= 8 * ctx->write_buffer_size);
377 
378  if (put_bits_count(&pbc) % 8)
379  unit->data_bit_padding = 8 - put_bits_count(&pbc) % 8;
380  else
381  unit->data_bit_padding = 0;
382 
383  flush_put_bits(&pbc);
384 
386  if (ret < 0)
387  return ret;
388 
389  memcpy(unit->data, ctx->write_buffer, unit->data_size);
390 
391  return 0;
392 }
393 
396 {
397  int err, i;
398 
399  for (i = 0; i < frag->nb_units; i++) {
400  CodedBitstreamUnit *unit = &frag->units[i];
401 
402  if (!unit->content)
403  continue;
404 
405  av_buffer_unref(&unit->data_ref);
406  unit->data = NULL;
407 
408  err = cbs_write_unit_data(ctx, unit);
409  if (err < 0) {
410  av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to write unit %d "
411  "(type %"PRIu32").\n", i, unit->type);
412  return err;
413  }
414  av_assert0(unit->data && unit->data_ref);
415  }
416 
417  av_buffer_unref(&frag->data_ref);
418  frag->data = NULL;
419 
420  err = ctx->codec->assemble_fragment(ctx, frag);
421  if (err < 0) {
422  av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to assemble fragment.\n");
423  return err;
424  }
425  av_assert0(frag->data && frag->data_ref);
426 
427  return 0;
428 }
429 
431  AVCodecParameters *par,
433 {
434  int err;
435 
436  err = ff_cbs_write_fragment_data(ctx, frag);
437  if (err < 0)
438  return err;
439 
440  av_freep(&par->extradata);
441  par->extradata_size = 0;
442 
443  if (!frag->data_size)
444  return 0;
445 
446  par->extradata = av_malloc(frag->data_size +
448  if (!par->extradata)
449  return AVERROR(ENOMEM);
450 
451  memcpy(par->extradata, frag->data, frag->data_size);
452  memset(par->extradata + frag->data_size, 0,
454  par->extradata_size = frag->data_size;
455 
456  return 0;
457 }
458 
460  AVPacket *pkt,
462 {
463  AVBufferRef *buf;
464  int err;
465 
466  err = ff_cbs_write_fragment_data(ctx, frag);
467  if (err < 0)
468  return err;
469 
470  buf = av_buffer_ref(frag->data_ref);
471  if (!buf)
472  return AVERROR(ENOMEM);
473 
475 
476  pkt->buf = buf;
477  pkt->data = frag->data;
478  pkt->size = frag->data_size;
479 
480  return 0;
481 }
482 
483 
485  const char *name)
486 {
487  if (!ctx->trace_enable)
488  return;
489 
490  av_log(ctx->log_ctx, ctx->trace_level, "%s\n", name);
491 }
492 
494  const char *str, const int *subscripts,
495  const char *bits, int64_t value)
496 {
497  char name[256];
498  size_t name_len, bits_len;
499  int pad, subs, i, j, k, n;
500 
501  if (!ctx->trace_enable)
502  return;
503 
504  av_assert0(value >= INT_MIN && value <= UINT32_MAX);
505 
506  subs = subscripts ? subscripts[0] : 0;
507  n = 0;
508  for (i = j = 0; str[i];) {
509  if (str[i] == '[') {
510  if (n < subs) {
511  ++n;
512  k = snprintf(name + j, sizeof(name) - j, "[%d", subscripts[n]);
513  av_assert0(k > 0 && j + k < sizeof(name));
514  j += k;
515  for (++i; str[i] && str[i] != ']'; i++);
516  av_assert0(str[i] == ']');
517  } else {
518  while (str[i] && str[i] != ']')
519  name[j++] = str[i++];
520  av_assert0(str[i] == ']');
521  }
522  } else {
523  av_assert0(j + 1 < sizeof(name));
524  name[j++] = str[i++];
525  }
526  }
527  av_assert0(j + 1 < sizeof(name));
528  name[j] = 0;
529  av_assert0(n == subs);
530 
531  name_len = strlen(name);
532  bits_len = strlen(bits);
533 
534  if (name_len + bits_len > 60)
535  pad = bits_len + 2;
536  else
537  pad = 61 - name_len;
538 
539  av_log(ctx->log_ctx, ctx->trace_level, "%-10d %s%*s = %"PRId64"\n",
540  position, name, pad, bits, value);
541 }
542 
544  int width, const char *name,
545  const int *subscripts, uint32_t *write_to,
546  uint32_t range_min, uint32_t range_max)
547 {
548  uint32_t value;
549  int position;
550 
551  av_assert0(width > 0 && width <= 32);
552 
553  if (get_bits_left(gbc) < width) {
554  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid value at "
555  "%s: bitstream ended.\n", name);
556  return AVERROR_INVALIDDATA;
557  }
558 
559  if (ctx->trace_enable)
560  position = get_bits_count(gbc);
561 
562  value = get_bits_long(gbc, width);
563 
564  if (ctx->trace_enable) {
565  char bits[33];
566  int i;
567  for (i = 0; i < width; i++)
568  bits[i] = value >> (width - i - 1) & 1 ? '1' : '0';
569  bits[i] = 0;
570 
571  ff_cbs_trace_syntax_element(ctx, position, name, subscripts,
572  bits, value);
573  }
574 
575  if (value < range_min || value > range_max) {
576  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
577  "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
578  name, value, range_min, range_max);
579  return AVERROR_INVALIDDATA;
580  }
581 
582  *write_to = value;
583  return 0;
584 }
585 
587  int width, const char *name,
588  const int *subscripts, uint32_t value,
589  uint32_t range_min, uint32_t range_max)
590 {
591  av_assert0(width > 0 && width <= 32);
592 
593  if (value < range_min || value > range_max) {
594  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
595  "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
596  name, value, range_min, range_max);
597  return AVERROR_INVALIDDATA;
598  }
599 
600  if (put_bits_left(pbc) < width)
601  return AVERROR(ENOSPC);
602 
603  if (ctx->trace_enable) {
604  char bits[33];
605  int i;
606  for (i = 0; i < width; i++)
607  bits[i] = value >> (width - i - 1) & 1 ? '1' : '0';
608  bits[i] = 0;
609 
611  name, subscripts, bits, value);
612  }
613 
614  if (width < 32)
615  put_bits(pbc, width, value);
616  else
617  put_bits32(pbc, value);
618 
619  return 0;
620 }
621 
623  int width, const char *name,
624  const int *subscripts, int32_t *write_to,
625  int32_t range_min, int32_t range_max)
626 {
627  int32_t value;
628  int position;
629 
630  av_assert0(width > 0 && width <= 32);
631 
632  if (get_bits_left(gbc) < width) {
633  av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid value at "
634  "%s: bitstream ended.\n", name);
635  return AVERROR_INVALIDDATA;
636  }
637 
638  if (ctx->trace_enable)
639  position = get_bits_count(gbc);
640 
641  value = get_sbits_long(gbc, width);
642 
643  if (ctx->trace_enable) {
644  char bits[33];
645  int i;
646  for (i = 0; i < width; i++)
647  bits[i] = value & (1U << (width - i - 1)) ? '1' : '0';
648  bits[i] = 0;
649 
650  ff_cbs_trace_syntax_element(ctx, position, name, subscripts,
651  bits, value);
652  }
653 
654  if (value < range_min || value > range_max) {
655  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
656  "%"PRId32", but must be in [%"PRId32",%"PRId32"].\n",
657  name, value, range_min, range_max);
658  return AVERROR_INVALIDDATA;
659  }
660 
661  *write_to = value;
662  return 0;
663 }
664 
666  int width, const char *name,
667  const int *subscripts, int32_t value,
668  int32_t range_min, int32_t range_max)
669 {
670  av_assert0(width > 0 && width <= 32);
671 
672  if (value < range_min || value > range_max) {
673  av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
674  "%"PRId32", but must be in [%"PRId32",%"PRId32"].\n",
675  name, value, range_min, range_max);
676  return AVERROR_INVALIDDATA;
677  }
678 
679  if (put_bits_left(pbc) < width)
680  return AVERROR(ENOSPC);
681 
682  if (ctx->trace_enable) {
683  char bits[33];
684  int i;
685  for (i = 0; i < width; i++)
686  bits[i] = value & (1U << (width - i - 1)) ? '1' : '0';
687  bits[i] = 0;
688 
690  name, subscripts, bits, value);
691  }
692 
693  if (width < 32)
694  put_sbits(pbc, width, value);
695  else
696  put_bits32(pbc, value);
697 
698  return 0;
699 }
700 
701 
703  int position)
704 {
705  CodedBitstreamUnit *units;
706 
707  if (frag->nb_units < frag->nb_units_allocated) {
708  units = frag->units;
709 
710  if (position < frag->nb_units)
711  memmove(units + position + 1, units + position,
712  (frag->nb_units - position) * sizeof(*units));
713  } else {
714  units = av_malloc_array(frag->nb_units*2 + 1, sizeof(*units));
715  if (!units)
716  return AVERROR(ENOMEM);
717 
718  frag->nb_units_allocated = 2*frag->nb_units_allocated + 1;
719 
720  if (position > 0)
721  memcpy(units, frag->units, position * sizeof(*units));
722 
723  if (position < frag->nb_units)
724  memcpy(units + position + 1, frag->units + position,
725  (frag->nb_units - position) * sizeof(*units));
726  }
727 
728  memset(units + position, 0, sizeof(*units));
729 
730  if (units != frag->units) {
731  av_free(frag->units);
732  frag->units = units;
733  }
734 
735  ++frag->nb_units;
736 
737  return 0;
738 }
739 
741  int position,
743  void *content,
744  AVBufferRef *content_buf)
745 {
746  CodedBitstreamUnit *unit;
747  AVBufferRef *content_ref;
748  int err;
749 
750  if (position == -1)
751  position = frag->nb_units;
752  av_assert0(position >= 0 && position <= frag->nb_units);
753 
754  if (content_buf) {
755  content_ref = av_buffer_ref(content_buf);
756  if (!content_ref)
757  return AVERROR(ENOMEM);
758  } else {
759  content_ref = NULL;
760  }
761 
762  err = cbs_insert_unit(frag, position);
763  if (err < 0) {
764  av_buffer_unref(&content_ref);
765  return err;
766  }
767 
768  unit = &frag->units[position];
769  unit->type = type;
770  unit->content = content;
771  unit->content_ref = content_ref;
772 
773  return 0;
774 }
775 
778  uint8_t *data, size_t data_size,
779  AVBufferRef *data_buf,
780  int position)
781 {
782  CodedBitstreamUnit *unit;
783  AVBufferRef *data_ref;
784  int err;
785 
786  av_assert0(position >= 0 && position <= frag->nb_units);
787 
788  if (data_buf)
789  data_ref = av_buffer_ref(data_buf);
790  else
791  data_ref = av_buffer_create(data, data_size, NULL, NULL, 0);
792  if (!data_ref) {
793  if (!data_buf)
794  av_free(data);
795  return AVERROR(ENOMEM);
796  }
797 
798  err = cbs_insert_unit(frag, position);
799  if (err < 0) {
800  av_buffer_unref(&data_ref);
801  return err;
802  }
803 
804  unit = &frag->units[position];
805  unit->type = type;
806  unit->data = data;
807  unit->data_size = data_size;
808  unit->data_ref = data_ref;
809 
810  return 0;
811 }
812 
815  uint8_t *data, size_t data_size,
816  AVBufferRef *data_buf)
817 {
818  return cbs_insert_unit_data(frag, type,
819  data, data_size, data_buf,
820  frag->nb_units);
821 }
822 
824  int position)
825 {
826  av_assert0(0 <= position && position < frag->nb_units
827  && "Unit to be deleted not in fragment.");
828 
829  cbs_unit_uninit(&frag->units[position]);
830 
831  --frag->nb_units;
832 
833  if (frag->nb_units > 0)
834  memmove(frag->units + position,
835  frag->units + position + 1,
836  (frag->nb_units - position) * sizeof(*frag->units));
837 }
838 
839 static void cbs_default_free_unit_content(void *opaque, uint8_t *data)
840 {
841  const CodedBitstreamUnitTypeDescriptor *desc = opaque;
842 
843  for (int i = 0; i < desc->type.ref.nb_offsets; i++) {
844  void **ptr = (void**)(data + desc->type.ref.offsets[i]);
845  av_buffer_unref((AVBufferRef**)(ptr + 1));
846  }
847  av_free(data);
848 }
849 
852  CodedBitstreamUnit *unit)
853 {
855  int i, j;
856 
857  if (!ctx->codec->unit_types)
858  return NULL;
859 
860  for (i = 0;; i++) {
861  desc = &ctx->codec->unit_types[i];
862  if (desc->nb_unit_types == 0)
863  break;
864  if (desc->nb_unit_types == CBS_UNIT_TYPE_RANGE) {
865  if (unit->type >= desc->unit_type.range.start &&
866  unit->type <= desc->unit_type.range.end)
867  return desc;
868  } else {
869  for (j = 0; j < desc->nb_unit_types; j++) {
870  if (desc->unit_type.list[j] == unit->type)
871  return desc;
872  }
873  }
874  }
875  return NULL;
876 }
877 
879  CodedBitstreamUnit *unit)
880 {
882 
883  av_assert0(!unit->content && !unit->content_ref);
884 
886  if (!desc)
887  return AVERROR(ENOSYS);
888 
889  unit->content = av_mallocz(desc->content_size);
890  if (!unit->content)
891  return AVERROR(ENOMEM);
892 
893  unit->content_ref =
894  av_buffer_create(unit->content, desc->content_size,
895  desc->content_type == CBS_CONTENT_TYPE_COMPLEX
896  ? desc->type.complex.content_free
898  (void*)desc, 0);
899  if (!unit->content_ref) {
900  av_freep(&unit->content);
901  return AVERROR(ENOMEM);
902  }
903 
904  return 0;
905 }
906 
908  const CodedBitstreamUnit *unit,
910 {
911  const uint8_t *src;
912  uint8_t *copy;
913  int err, i;
914 
915  av_assert0(unit->content);
916  src = unit->content;
917 
918  copy = av_memdup(src, desc->content_size);
919  if (!copy)
920  return AVERROR(ENOMEM);
921 
922  for (i = 0; i < desc->type.ref.nb_offsets; i++) {
923  const uint8_t *const *src_ptr = (const uint8_t* const*)(src + desc->type.ref.offsets[i]);
924  const AVBufferRef *src_buf = *(AVBufferRef**)(src_ptr + 1);
925  uint8_t **copy_ptr = (uint8_t**)(copy + desc->type.ref.offsets[i]);
926  AVBufferRef **copy_buf = (AVBufferRef**)(copy_ptr + 1);
927 
928  if (!*src_ptr) {
929  av_assert0(!src_buf);
930  continue;
931  }
932  if (!src_buf) {
933  // We can't handle a non-refcounted pointer here - we don't
934  // have enough information to handle whatever structure lies
935  // at the other end of it.
936  err = AVERROR(EINVAL);
937  goto fail;
938  }
939 
940  *copy_buf = av_buffer_ref(src_buf);
941  if (!*copy_buf) {
942  err = AVERROR(ENOMEM);
943  goto fail;
944  }
945  }
946 
947  *clone_ref = av_buffer_create(copy, desc->content_size,
949  (void*)desc, 0);
950  if (!*clone_ref) {
951  err = AVERROR(ENOMEM);
952  goto fail;
953  }
954 
955  return 0;
956 
957 fail:
958  for (--i; i >= 0; i--)
959  av_buffer_unref((AVBufferRef**)(copy + desc->type.ref.offsets[i]));
960  av_freep(&copy);
961  *clone_ref = NULL;
962  return err;
963 }
964 
965 /*
966  * On success, unit->content and unit->content_ref are updated with
967  * the new content; unit is untouched on failure.
968  * Any old content_ref is simply overwritten and not freed.
969  */
971  CodedBitstreamUnit *unit)
972 {
974  AVBufferRef *ref;
975  int err;
976 
978  if (!desc)
979  return AVERROR(ENOSYS);
980 
981  switch (desc->content_type) {
984  break;
985 
987  if (!desc->type.complex.content_clone)
988  return AVERROR_PATCHWELCOME;
989  err = desc->type.complex.content_clone(&ref, unit);
990  break;
991 
992  default:
993  av_assert0(0 && "Invalid content type.");
994  }
995 
996  if (err < 0)
997  return err;
998 
999  unit->content_ref = ref;
1000  unit->content = ref->data;
1001  return 0;
1002 }
1003 
1005  CodedBitstreamUnit *unit)
1006 {
1007  av_assert0(unit->content);
1008  if (unit->content_ref)
1009  return 0;
1010  return cbs_clone_unit_content(ctx, unit);
1011 }
1012 
1014  CodedBitstreamUnit *unit)
1015 {
1016  AVBufferRef *ref = unit->content_ref;
1017  int err;
1018 
1019  av_assert0(unit->content);
1020  if (ref && av_buffer_is_writable(ref))
1021  return 0;
1022 
1023  err = cbs_clone_unit_content(ctx, unit);
1024  if (err < 0)
1025  return err;
1026  av_buffer_unref(&ref);
1027  return 0;
1028 }
AVCodecParameters::extradata
uint8_t * extradata
Extra binary data needed for initializing the decoder, codec-dependent.
Definition: codec_par.h:76
name
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf default minimum maximum flags name is the option name
Definition: writing_filters.txt:88
get_bits_left
static int get_bits_left(GetBitContext *gb)
Definition: get_bits.h:839
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
put_bits32
static void av_unused put_bits32(PutBitContext *s, uint32_t value)
Write exactly 32 bits into a bitstream.
Definition: put_bits.h:291
av_opt_set_defaults
void av_opt_set_defaults(void *s)
Set the values of all AVOption fields to their default values.
Definition: opt.c:1459
put_bytes_output
static int put_bytes_output(const PutBitContext *s)
Definition: put_bits.h:89
AVCodecParameters
This struct describes the properties of an encoded stream.
Definition: codec_par.h:54
ff_cbs_fragment_free
av_cold void ff_cbs_fragment_free(CodedBitstreamFragment *frag)
Free the units array of a fragment in addition to what ff_cbs_fragment_reset does.
Definition: cbs.c:171
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:90
cbs_default_free_unit_content
static void cbs_default_free_unit_content(void *opaque, uint8_t *data)
Definition: cbs.c:839
ff_cbs_read_extradata
int ff_cbs_read_extradata(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const AVCodecParameters *par)
Read the extradata bitstream found in codec parameters into a fragment, then split into units and dec...
Definition: cbs.c:271
get_bits_long
static unsigned int get_bits_long(GetBitContext *s, int n)
Read 0-32 bits.
Definition: get_bits.h:546
CodedBitstreamUnit::content
void * content
Pointer to the decomposed form of this unit.
Definition: cbs.h:106
cbs_fill_fragment_data
static int cbs_fill_fragment_data(CodedBitstreamFragment *frag, const uint8_t *data, size_t size)
Definition: cbs.c:222
put_sbits
static void put_sbits(PutBitContext *pb, int n, int32_t value)
Definition: put_bits.h:281
init_put_bits
static void init_put_bits(PutBitContext *s, uint8_t *buffer, int buffer_size)
Initialize the PutBitContext s.
Definition: put_bits.h:62
get_bits_count
static int get_bits_count(const GetBitContext *s)
Definition: get_bits.h:219
ff_cbs_read_packet_side_data
int ff_cbs_read_packet_side_data(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const AVPacket *pkt)
Definition: cbs.c:297
cbs_read_data
static int cbs_read_data(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, AVBufferRef *buf, const uint8_t *data, size_t size, int header)
Definition: cbs.c:242
cbs_clone_internal_refs_unit_content
static int cbs_clone_internal_refs_unit_content(AVBufferRef **clone_ref, const CodedBitstreamUnit *unit, const CodedBitstreamUnitTypeDescriptor *desc)
Definition: cbs.c:907
put_bits
static void put_bits(Jpeg2000EncoderContext *s, int val, int n)
put n times val bit
Definition: j2kenc.c:221
ff_cbs_type_vp9
const CodedBitstreamType ff_cbs_type_vp9
Definition: cbs_vp9.c:648
ff_cbs_fragment_reset
void ff_cbs_fragment_reset(CodedBitstreamFragment *frag)
Free the units contained in a fragment as well as the fragment's own data buffer, but not the units a...
Definition: cbs.c:157
AVPacket::data
uint8_t * data
Definition: packet.h:374
CodedBitstreamContext
Context structure for coded bitstream operations.
Definition: cbs.h:173
data
const char data[16]
Definition: mxf.c:146
AV_LOG_VERBOSE
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:196
CodedBitstreamUnit::type
CodedBitstreamUnitType type
Codec-specific type of this unit.
Definition: cbs.h:73
cbs.h
av_buffer_ref
AVBufferRef * av_buffer_ref(const AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:103
CodedBitstreamUnit
Coded bitstream unit structure.
Definition: cbs.h:69
ff_cbs_close
av_cold void ff_cbs_close(CodedBitstreamContext **ctx_ptr)
Close a context and free all internal state.
Definition: cbs.c:127
av_malloc
#define av_malloc(s)
Definition: tableprint_vlc.h:30
av_memdup
void * av_memdup(const void *p, size_t size)
Duplicate a buffer with av_malloc().
Definition: mem.c:312
ff_cbs_write_unsigned
int ff_cbs_write_unsigned(CodedBitstreamContext *ctx, PutBitContext *pbc, int width, const char *name, const int *subscripts, uint32_t value, uint32_t range_min, uint32_t range_max)
Definition: cbs.c:586
ff_cbs_trace_header
void ff_cbs_trace_header(CodedBitstreamContext *ctx, const char *name)
Definition: cbs.c:484
fail
#define fail()
Definition: checkasm.h:134
GetBitContext
Definition: get_bits.h:61
ff_cbs_read
int ff_cbs_read(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const uint8_t *data, size_t size)
Read a bitstream from a memory region into a fragment, then split into units and decompose.
Definition: cbs.c:310
CBS_CONTENT_TYPE_INTERNAL_REFS
@ CBS_CONTENT_TYPE_INTERNAL_REFS
Definition: cbs_internal.h:37
put_bits_left
static int put_bits_left(PutBitContext *s)
Definition: put_bits.h:125
ff_cbs_type_av1
const CodedBitstreamType ff_cbs_type_av1
Definition: cbs_av1.c:1351
type
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf type
Definition: writing_filters.txt:86
CodedBitstreamUnit::data
uint8_t * data
Pointer to the directly-parsable bitstream form of this unit.
Definition: cbs.h:80
cbs_write_unit_data
static int cbs_write_unit_data(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit)
Definition: cbs.c:340
ff_cbs_write_extradata
int ff_cbs_write_extradata(CodedBitstreamContext *ctx, AVCodecParameters *par, CodedBitstreamFragment *frag)
Write the bitstream of a fragment to the extradata in codec parameters.
Definition: cbs.c:430
ff_cbs_make_unit_writable
int ff_cbs_make_unit_writable(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit)
Make the content of a unit writable so that internal fields can be modified.
Definition: cbs.c:1013
CodedBitstreamFragment::units
CodedBitstreamUnit * units
Pointer to an array of units of length nb_units_allocated.
Definition: cbs.h:167
avassert.h
CodedBitstreamUnitTypeDescriptor
Definition: cbs_internal.h:55
AV_LOG_TRACE
#define AV_LOG_TRACE
Extremely verbose debugging, useful for libav* development.
Definition: log.h:206
pkt
AVPacket * pkt
Definition: movenc.c:59
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
ff_cbs_type_mpeg2
const CodedBitstreamType ff_cbs_type_mpeg2
Definition: cbs_mpeg2.c:416
cbs_unit_uninit
static void cbs_unit_uninit(CodedBitstreamUnit *unit)
Definition: cbs.c:146
FF_ARRAY_ELEMS
#define FF_ARRAY_ELEMS(a)
Definition: sinewin_tablegen.c:29
av_cold
#define av_cold
Definition: attributes.h:90
AVCodecContext::extradata_size
int extradata_size
Definition: avcodec.h:500
CodedBitstreamFragment
Coded bitstream fragment structure, combining one or more units.
Definition: cbs.h:121
width
#define width
ff_cbs_write_packet
int ff_cbs_write_packet(CodedBitstreamContext *ctx, AVPacket *pkt, CodedBitstreamFragment *frag)
Write the bitstream of a fragment to a packet.
Definition: cbs.c:459
CodedBitstreamFragment::data_size
size_t data_size
The number of bytes in the bitstream.
Definition: cbs.h:134
AV_CODEC_ID_VP9
@ AV_CODEC_ID_VP9
Definition: codec_id.h:220
bits
uint8_t bits
Definition: vp3data.h:128
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
cbs_insert_unit_data
static int cbs_insert_unit_data(CodedBitstreamFragment *frag, CodedBitstreamUnitType type, uint8_t *data, size_t data_size, AVBufferRef *data_buf, int position)
Definition: cbs.c:776
ctx
AVFormatContext * ctx
Definition: movenc.c:48
ff_cbs_append_unit_data
int ff_cbs_append_unit_data(CodedBitstreamFragment *frag, CodedBitstreamUnitType type, uint8_t *data, size_t data_size, AVBufferRef *data_buf)
Add a new unit to a fragment with the given data bitstream.
Definition: cbs.c:813
cbs_internal.h
codec_id
enum AVCodecID codec_id
Definition: vaapi_decode.c:388
CodedBitstreamFragment::data_bit_padding
size_t data_bit_padding
The number of bits which should be ignored in the final byte.
Definition: cbs.h:138
AV_CODEC_ID_H264
@ AV_CODEC_ID_H264
Definition: codec_id.h:79
PutBitContext
Definition: put_bits.h:50
CBS_UNIT_TYPE_RANGE
@ CBS_UNIT_TYPE_RANGE
Definition: cbs_internal.h:52
cbs_type_table
static const CodedBitstreamType *const cbs_type_table[]
Definition: cbs.c:33
AVPacket::buf
AVBufferRef * buf
A reference to the reference-counted buffer where the packet data is stored.
Definition: packet.h:357
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
NULL
#define NULL
Definition: coverity.c:32
AVERROR_PATCHWELCOME
#define AVERROR_PATCHWELCOME
Not yet implemented in FFmpeg, patches welcome.
Definition: error.h:64
av_buffer_unref
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
Definition: buffer.c:139
AV_CODEC_ID_AV1
@ AV_CODEC_ID_AV1
Definition: codec_id.h:283
ff_cbs_insert_unit_content
int ff_cbs_insert_unit_content(CodedBitstreamFragment *frag, int position, CodedBitstreamUnitType type, void *content, AVBufferRef *content_buf)
Insert a new unit into a fragment with the given content.
Definition: cbs.c:740
ff_cbs_all_codec_ids
enum AVCodecID ff_cbs_all_codec_ids[]
Table of all supported codec IDs.
Definition: cbs.c:54
CodedBitstreamUnit::data_size
size_t data_size
The number of bytes in the bitstream (including any padding bits in the final byte).
Definition: cbs.h:85
cbs_clone_unit_content
static int cbs_clone_unit_content(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit)
Definition: cbs.c:970
av_opt_free
void av_opt_free(void *obj)
Free all allocated objects in obj.
Definition: opt.c:1719
cbs_find_unit_type_desc
static const CodedBitstreamUnitTypeDescriptor * cbs_find_unit_type_desc(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit)
Definition: cbs.c:851
av_buffer_create
AVBufferRef * av_buffer_create(uint8_t *data, size_t size, void(*free)(void *opaque, uint8_t *data), void *opaque, int flags)
Create an AVBuffer from an existing array.
Definition: buffer.c:55
AVCodecID
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: codec_id.h:49
AVCodecParameters::extradata_size
int extradata_size
Size of the extradata content in bytes.
Definition: codec_par.h:80
AVPacket::size
int size
Definition: packet.h:375
copy
static void copy(const float *p1, float *p2, const int length)
Definition: vf_vaguedenoiser.c:187
size
int size
Definition: twinvq_data.h:10344
CodedBitstreamFragment::data
uint8_t * data
Pointer to the bitstream form of this fragment.
Definition: cbs.h:127
av_reallocp
int av_reallocp(void *ptr, size_t size)
Allocate, reallocate, or free a block of memory through a pointer to a pointer.
Definition: mem.c:186
CodedBitstreamUnit::data_bit_padding
size_t data_bit_padding
The number of bits which should be ignored in the final byte.
Definition: cbs.h:91
ff_cbs_type_jpeg
const CodedBitstreamType ff_cbs_type_jpeg
Definition: cbs_jpeg.c:435
CBS_CONTENT_TYPE_COMPLEX
@ CBS_CONTENT_TYPE_COMPLEX
Definition: cbs_internal.h:40
header
static const uint8_t header[24]
Definition: sdr2.c:67
buffer.h
ff_cbs_write_signed
int ff_cbs_write_signed(CodedBitstreamContext *ctx, PutBitContext *pbc, int width, const char *name, const int *subscripts, int32_t value, int32_t range_min, int32_t range_max)
Definition: cbs.c:665
CodedBitstreamType
Definition: cbs_internal.h:101
av_buffer_alloc
AVBufferRef * av_buffer_alloc(size_t size)
Allocate an AVBuffer of the given size using av_malloc().
Definition: buffer.c:77
ff_cbs_read_signed
int ff_cbs_read_signed(CodedBitstreamContext *ctx, GetBitContext *gbc, int width, const char *name, const int *subscripts, int32_t *write_to, int32_t range_min, int32_t range_max)
Definition: cbs.c:622
ff_cbs_read_extradata_from_codec
int ff_cbs_read_extradata_from_codec(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const AVCodecContext *avctx)
Definition: cbs.c:280
ff_cbs_trace_syntax_element
void ff_cbs_trace_syntax_element(CodedBitstreamContext *ctx, int position, const char *str, const int *subscripts, const char *bits, int64_t value)
Definition: cbs.c:493
AV_CODEC_ID_MJPEG
@ AV_CODEC_ID_MJPEG
Definition: codec_id.h:59
AV_CODEC_ID_NONE
@ AV_CODEC_ID_NONE
Definition: codec_id.h:50
CodedBitstreamUnit::data_ref
AVBufferRef * data_ref
A reference to the buffer containing data.
Definition: cbs.h:97
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
put_bits_count
static int put_bits_count(PutBitContext *s)
Definition: put_bits.h:80
AVCodecContext::extradata
uint8_t * extradata
some codecs need / can use extradata like Huffman tables.
Definition: avcodec.h:499
av_packet_get_side_data
uint8_t * av_packet_get_side_data(const AVPacket *pkt, enum AVPacketSideDataType type, size_t *size)
Get side information from packet.
Definition: avpacket.c:251
av_malloc_array
#define av_malloc_array(a, b)
Definition: tableprint_vlc.h:31
common.h
value
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf default value
Definition: writing_filters.txt:86
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
av_mallocz
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:264
ff_cbs_make_unit_refcounted
int ff_cbs_make_unit_refcounted(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit)
Make the content of a unit refcounted.
Definition: cbs.c:1004
ff_cbs_read_unsigned
int ff_cbs_read_unsigned(CodedBitstreamContext *ctx, GetBitContext *gbc, int width, const char *name, const int *subscripts, uint32_t *write_to, uint32_t range_min, uint32_t range_max)
Definition: cbs.c:543
ff_cbs_write_fragment_data
int ff_cbs_write_fragment_data(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag)
Write the content of the fragment to its own internal buffer.
Definition: cbs.c:394
cbs_insert_unit
static int cbs_insert_unit(CodedBitstreamFragment *frag, int position)
Definition: cbs.c:702
av_buffer_is_writable
int av_buffer_is_writable(const AVBufferRef *buf)
Definition: buffer.c:147
CodedBitstreamFragment::nb_units_allocated
int nb_units_allocated
Number of allocated units.
Definition: cbs.h:159
avcodec.h
CodedBitstreamUnit::content_ref
AVBufferRef * content_ref
If content is reference counted, a reference to the buffer containing content.
Definition: cbs.h:111
ret
ret
Definition: filter_design.txt:187
ff_cbs_alloc_unit_content
int ff_cbs_alloc_unit_content(CodedBitstreamContext *ctx, CodedBitstreamUnit *unit)
Allocate a new internal content buffer matching the type of the unit.
Definition: cbs.c:878
AV_INPUT_BUFFER_PADDING_SIZE
#define AV_INPUT_BUFFER_PADDING_SIZE
Definition: defs.h:40
U
#define U(x)
Definition: vpx_arith.h:37
SIZE_SPECIFIER
#define SIZE_SPECIFIER
Definition: internal.h:150
AVCodecContext
main external API structure.
Definition: avcodec.h:398
CodedBitstreamUnitType
uint32_t CodedBitstreamUnitType
The codec-specific type of a bitstream unit.
Definition: cbs.h:46
AV_PKT_DATA_NEW_EXTRADATA
@ AV_PKT_DATA_NEW_EXTRADATA
The AV_PKT_DATA_NEW_EXTRADATA is used to notify the codec or the format that the extradata buffer was...
Definition: packet.h:56
cbs_alloc_unit_data
static int cbs_alloc_unit_data(CodedBitstreamUnit *unit, size_t size)
Allocate a new internal data buffer of the given size in the unit.
Definition: cbs.c:323
AV_CODEC_ID_H265
#define AV_CODEC_ID_H265
Definition: codec_id.h:227
ref
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:112
ff_cbs_read_packet
int ff_cbs_read_packet(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const AVPacket *pkt)
Read the data bitstream from a packet into a fragment, then split into units and decompose.
Definition: cbs.c:289
desc
const char * desc
Definition: libsvtav1.c:83
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
flush_put_bits
static void flush_put_bits(PutBitContext *s)
Pad the end of the output stream with zeros.
Definition: put_bits.h:143
ff_cbs_init
av_cold int ff_cbs_init(CodedBitstreamContext **ctx_ptr, enum AVCodecID codec_id, void *log_ctx)
Create and initialise a new context for the given codec.
Definition: cbs.c:76
av_free
#define av_free(p)
Definition: tableprint_vlc.h:33
AVPacket
This structure stores compressed data.
Definition: packet.h:351
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
int32_t
int32_t
Definition: audioconvert.c:56
convert_header.str
string str
Definition: convert_header.py:20
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
ff_cbs_type_h264
const CodedBitstreamType ff_cbs_type_h264
Definition: cbs_h2645.c:1434
AVERROR_INVALIDDATA
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:61
CodedBitstreamFragment::data_ref
AVBufferRef * data_ref
A reference to the buffer containing data.
Definition: cbs.h:144
cbs_read_fragment_content
static int cbs_read_fragment_content(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag)
Definition: cbs.c:179
ff_cbs_flush
av_cold void ff_cbs_flush(CodedBitstreamContext *ctx)
Reset all internal state in a context.
Definition: cbs.c:121
get_sbits_long
static int get_sbits_long(GetBitContext *s, int n)
Read 0-32 bits as a signed integer.
Definition: get_bits.h:590
ff_cbs_type_h265
const CodedBitstreamType ff_cbs_type_h265
Definition: cbs_h2645.c:1450
AV_CODEC_ID_MPEG2VIDEO
@ AV_CODEC_ID_MPEG2VIDEO
preferred ID for MPEG-1/2 video decoding
Definition: codec_id.h:54
snprintf
#define snprintf
Definition: snprintf.h:34
AVFormatContext::priv_data
void * priv_data
Format private data.
Definition: avformat.h:1244
CodedBitstreamFragment::nb_units
int nb_units
Number of units in this fragment.
Definition: cbs.h:152
ff_cbs_delete_unit
void ff_cbs_delete_unit(CodedBitstreamFragment *frag, int position)
Delete a unit from a fragment and free all memory it uses.
Definition: cbs.c:823