FFmpeg
av1_frame_merge_bsf.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2019 James Almer <jamrial@gmail.com>
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "bsf.h"
22 #include "bsf_internal.h"
23 #include "cbs.h"
24 #include "cbs_av1.h"
25 
26 typedef struct AV1FMergeContext {
31  int idx;
33 
35 {
37 
38  ff_cbs_fragment_reset(&ctx->frag[0]);
39  ff_cbs_fragment_reset(&ctx->frag[1]);
40  av_packet_unref(ctx->in);
41  av_packet_unref(ctx->pkt);
42 }
43 
45 {
47  CodedBitstreamFragment *frag = &ctx->frag[ctx->idx], *tu = &ctx->frag[!ctx->idx];
48  AVPacket *in = ctx->in, *buffer_pkt = ctx->pkt;
49  int err, i;
50 
51  err = ff_bsf_get_packet_ref(bsf, in);
52  if (err < 0) {
53  if (err == AVERROR_EOF && tu->nb_units > 0)
54  goto eof;
55  return err;
56  }
57 
58  err = ff_cbs_read_packet(ctx->input, frag, in);
59  if (err < 0) {
60  av_log(bsf, AV_LOG_ERROR, "Failed to read packet.\n");
61  goto fail;
62  }
63 
64  if (frag->nb_units == 0) {
65  av_log(bsf, AV_LOG_ERROR, "No OBU in packet.\n");
66  err = AVERROR_INVALIDDATA;
67  goto fail;
68  }
69 
70  if (tu->nb_units == 0 && frag->units[0].type != AV1_OBU_TEMPORAL_DELIMITER) {
71  av_log(bsf, AV_LOG_ERROR, "Missing Temporal Delimiter.\n");
72  err = AVERROR_INVALIDDATA;
73  goto fail;
74  }
75 
76  for (i = 1; i < frag->nb_units; i++) {
77  if (frag->units[i].type == AV1_OBU_TEMPORAL_DELIMITER) {
78  av_log(bsf, AV_LOG_ERROR, "Temporal Delimiter in the middle of a packet.\n");
79  err = AVERROR_INVALIDDATA;
80  goto fail;
81  }
82  }
83 
84  if (tu->nb_units > 0 && frag->units[0].type == AV1_OBU_TEMPORAL_DELIMITER) {
85 eof:
86  err = ff_cbs_write_packet(ctx->output, buffer_pkt, tu);
87  if (err < 0) {
88  av_log(bsf, AV_LOG_ERROR, "Failed to write packet.\n");
89  goto fail;
90  }
91  av_packet_move_ref(out, buffer_pkt);
92 
93  // Swap fragment index, to avoid copying fragment references.
94  ctx->idx = !ctx->idx;
95  } else {
96  for (i = 0; i < frag->nb_units; i++) {
97  err = ff_cbs_insert_unit_content(tu, -1, frag->units[i].type,
98  frag->units[i].content, frag->units[i].content_ref);
99  if (err < 0)
100  goto fail;
101  }
102 
103  err = AVERROR(EAGAIN);
104  }
105 
106  // Buffer packets with timestamps. There should be at most one per TU, be it split or not.
107  if (!buffer_pkt->data && in->pts != AV_NOPTS_VALUE)
108  av_packet_move_ref(buffer_pkt, in);
109  else
110  av_packet_unref(in);
111 
112  ff_cbs_fragment_reset(&ctx->frag[ctx->idx]);
113 
114 fail:
115  if (err < 0 && err != AVERROR(EAGAIN))
117 
118  return err;
119 }
120 
122 {
124  int err;
125 
126  ctx->in = av_packet_alloc();
127  ctx->pkt = av_packet_alloc();
128  if (!ctx->in || !ctx->pkt)
129  return AVERROR(ENOMEM);
130 
131  err = ff_cbs_init(&ctx->input, AV_CODEC_ID_AV1, bsf);
132  if (err < 0)
133  return err;
134 
135  return ff_cbs_init(&ctx->output, AV_CODEC_ID_AV1, bsf);
136 }
137 
139 {
141 
142  ff_cbs_fragment_free(&ctx->frag[0]);
143  ff_cbs_fragment_free(&ctx->frag[1]);
144  av_packet_free(&ctx->in);
145  av_packet_free(&ctx->pkt);
146  ff_cbs_close(&ctx->input);
147  ff_cbs_close(&ctx->output);
148 }
149 
150 static const enum AVCodecID av1_frame_merge_codec_ids[] = {
152 };
153 
155  .name = "av1_frame_merge",
156  .priv_data_size = sizeof(AV1FMergeContext),
159  .close = av1_frame_merge_close,
162 };
static int av1_frame_merge_filter(AVBSFContext *bsf, AVPacket *out)
int nb_units
Number of units in this fragment.
Definition: cbs.h:149
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
static void flush(AVCodecContext *avctx)
static void av1_frame_merge_close(AVBSFContext *bsf)
int ff_cbs_write_packet(CodedBitstreamContext *ctx, AVPacket *pkt, CodedBitstreamFragment *frag)
Write the bitstream of a fragment to a packet.
Definition: cbs.c:397
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:35
int ff_cbs_init(CodedBitstreamContext **ctx_ptr, enum AVCodecID codec_id, void *log_ctx)
Create and initialise a new context for the given codec.
Definition: cbs.c:74
CodedBitstreamContext * output
CodedBitstreamUnitType type
Codec-specific type of this unit.
Definition: cbs.h:70
The bitstream filter state.
Definition: bsf.h:49
void * priv_data
Opaque filter-specific private data.
Definition: bsf.h:70
void av_packet_free(AVPacket **pkt)
Free the packet, if the packet is reference counted, it will be unreferenced first.
Definition: avpacket.c:64
static enum AVCodecID av1_frame_merge_codec_ids[]
int ff_cbs_read_packet(CodedBitstreamContext *ctx, CodedBitstreamFragment *frag, const AVPacket *pkt)
Read the data bitstream from a packet into a fragment, then split into units and decompose.
Definition: cbs.c:238
const char * name
Definition: bsf.h:99
void av_packet_move_ref(AVPacket *dst, AVPacket *src)
Move every field in src to dst and reset src.
Definition: avpacket.c:664
#define AVERROR_EOF
End of file.
Definition: error.h:55
void * content
Pointer to the decomposed form of this unit.
Definition: cbs.h:103
CodedBitstreamUnit * units
Pointer to an array of units of length nb_units_allocated.
Definition: cbs.h:164
#define av_log(a,...)
void ff_cbs_fragment_reset(CodedBitstreamFragment *frag)
Free the units contained in a fragment as well as the fragment&#39;s own data buffer, but not the units a...
Definition: cbs.c:141
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: codec_id.h:46
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
filter_frame For filters that do not use the this method is called when a frame is pushed to the filter s input It can be called at any time except in a reentrant way If the input frame is enough to produce then the filter should push the output frames on the output link immediately As an exception to the previous rule if the input frame is enough to produce several output frames then the filter needs output only at least one per link The additional frames can be left buffered in the filter
#define fail()
Definition: checkasm.h:123
AVFormatContext * ctx
Definition: movenc.c:48
static void av1_frame_merge_flush(AVBSFContext *bsf)
const AVBitStreamFilter ff_av1_frame_merge_bsf
CodedBitstreamContext * input
Coded bitstream fragment structure, combining one or more units.
Definition: cbs.h:118
void av_packet_unref(AVPacket *pkt)
Wipe the packet.
Definition: avpacket.c:606
Context structure for coded bitstream operations.
Definition: cbs.h:170
AVBufferRef * content_ref
If content is reference counted, a reference to the buffer containing content.
Definition: cbs.h:108
int ff_cbs_insert_unit_content(CodedBitstreamFragment *frag, int position, CodedBitstreamUnitType type, void *content, AVBufferRef *content_buf)
Insert a new unit into a fragment with the given content.
Definition: cbs.c:715
void ff_cbs_close(CodedBitstreamContext **ctx_ptr)
Close a context and free all internal state.
Definition: cbs.c:115
static int av1_frame_merge_init(AVBSFContext *bsf)
static enum AVCodecID codec_ids[]
CodedBitstreamFragment frag[2]
AVPacket * av_packet_alloc(void)
Allocate an AVPacket and set its fields to default values.
Definition: avpacket.c:53
void ff_cbs_fragment_free(CodedBitstreamFragment *frag)
Free the units array of a fragment in addition to what ff_cbs_fragment_reset does.
Definition: cbs.c:155
FILE * out
Definition: movenc.c:54
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
This structure stores compressed data.
Definition: packet.h:340
int ff_bsf_get_packet_ref(AVBSFContext *ctx, AVPacket *pkt)
Called by bitstream filters to get packet for filtering.
Definition: bsf.c:252
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: packet.h:356
int i
Definition: input.c:407
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248