FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
vf_stack.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B. Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/avstring.h"
22 #include "libavutil/imgutils.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/pixdesc.h"
25 
26 #include "avfilter.h"
27 #include "formats.h"
28 #include "internal.h"
29 #include "framesync.h"
30 #include "video.h"
31 
32 typedef struct StackContext {
33  const AVClass *class;
35  int nb_inputs;
36  int shortest;
38  int nb_planes;
39 
42 } StackContext;
43 
45 {
47  int fmt, ret;
48 
49  for (fmt = 0; av_pix_fmt_desc_get(fmt); fmt++) {
51  if (!(desc->flags & AV_PIX_FMT_FLAG_PAL ||
54  (ret = ff_add_format(&pix_fmts, fmt)) < 0)
55  return ret;
56  }
57 
58  return ff_set_common_formats(ctx, pix_fmts);
59 }
60 
61 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
62 {
63  StackContext *s = inlink->dst->priv;
64  return ff_framesync_filter_frame(&s->fs, inlink, in);
65 }
66 
68 {
69  StackContext *s = ctx->priv;
70  int i, ret;
71 
72  if (!strcmp(ctx->filter->name, "vstack"))
73  s->is_vertical = 1;
74 
75  s->frames = av_calloc(s->nb_inputs, sizeof(*s->frames));
76  if (!s->frames)
77  return AVERROR(ENOMEM);
78 
79  for (i = 0; i < s->nb_inputs; i++) {
80  AVFilterPad pad = { 0 };
81 
83  pad.name = av_asprintf("input%d", i);
84  if (!pad.name)
85  return AVERROR(ENOMEM);
87 
88  if ((ret = ff_insert_inpad(ctx, i, &pad)) < 0) {
89  av_freep(&pad.name);
90  return ret;
91  }
92  }
93 
94  return 0;
95 }
96 
97 static int process_frame(FFFrameSync *fs)
98 {
99  AVFilterContext *ctx = fs->parent;
100  AVFilterLink *outlink = ctx->outputs[0];
101  StackContext *s = fs->opaque;
102  AVFrame **in = s->frames;
103  AVFrame *out;
104  int i, p, ret, offset[4] = { 0 };
105 
106  for (i = 0; i < s->nb_inputs; i++) {
107  if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0)
108  return ret;
109  }
110 
111  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
112  if (!out)
113  return AVERROR(ENOMEM);
114  out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, outlink->time_base);
115 
116  for (i = 0; i < s->nb_inputs; i++) {
117  AVFilterLink *inlink = ctx->inputs[i];
118  int linesize[4];
119  int height[4];
120 
121  if ((ret = av_image_fill_linesizes(linesize, inlink->format, inlink->w)) < 0) {
122  av_frame_free(&out);
123  return ret;
124  }
125 
126  height[1] = height[2] = AV_CEIL_RSHIFT(inlink->h, s->desc->log2_chroma_h);
127  height[0] = height[3] = inlink->h;
128 
129  for (p = 0; p < s->nb_planes; p++) {
130  if (s->is_vertical) {
131  av_image_copy_plane(out->data[p] + offset[p] * out->linesize[p],
132  out->linesize[p],
133  in[i]->data[p],
134  in[i]->linesize[p],
135  linesize[p], height[p]);
136  offset[p] += height[p];
137  } else {
138  av_image_copy_plane(out->data[p] + offset[p],
139  out->linesize[p],
140  in[i]->data[p],
141  in[i]->linesize[p],
142  linesize[p], height[p]);
143  offset[p] += linesize[p];
144  }
145  }
146  }
147 
148  return ff_filter_frame(outlink, out);
149 }
150 
151 static int config_output(AVFilterLink *outlink)
152 {
153  AVFilterContext *ctx = outlink->src;
154  StackContext *s = ctx->priv;
155  AVRational time_base = ctx->inputs[0]->time_base;
156  AVRational frame_rate = ctx->inputs[0]->frame_rate;
157  int height = ctx->inputs[0]->h;
158  int width = ctx->inputs[0]->w;
159  FFFrameSyncIn *in;
160  int i, ret;
161 
162  if (s->is_vertical) {
163  for (i = 1; i < s->nb_inputs; i++) {
164  if (ctx->inputs[i]->w != width) {
165  av_log(ctx, AV_LOG_ERROR, "Input %d width %d does not match input %d width %d.\n", i, ctx->inputs[i]->w, 0, width);
166  return AVERROR(EINVAL);
167  }
168  height += ctx->inputs[i]->h;
169  }
170  } else {
171  for (i = 1; i < s->nb_inputs; i++) {
172  if (ctx->inputs[i]->h != height) {
173  av_log(ctx, AV_LOG_ERROR, "Input %d height %d does not match input %d height %d.\n", i, ctx->inputs[i]->h, 0, height);
174  return AVERROR(EINVAL);
175  }
176  width += ctx->inputs[i]->w;
177  }
178  }
179 
180  s->desc = av_pix_fmt_desc_get(outlink->format);
181  if (!s->desc)
182  return AVERROR_BUG;
184 
185  outlink->w = width;
186  outlink->h = height;
187  outlink->time_base = time_base;
188  outlink->frame_rate = frame_rate;
189 
190  if ((ret = ff_framesync_init(&s->fs, ctx, s->nb_inputs)) < 0)
191  return ret;
192 
193  in = s->fs.in;
194  s->fs.opaque = s;
196 
197  for (i = 0; i < s->nb_inputs; i++) {
198  AVFilterLink *inlink = ctx->inputs[i];
199 
200  in[i].time_base = inlink->time_base;
201  in[i].sync = 1;
202  in[i].before = EXT_STOP;
203  in[i].after = s->shortest ? EXT_STOP : EXT_INFINITY;
204  }
205 
206  return ff_framesync_configure(&s->fs);
207 }
208 
209 static int request_frame(AVFilterLink *outlink)
210 {
211  StackContext *s = outlink->src->priv;
212  return ff_framesync_request_frame(&s->fs, outlink);
213 }
214 
216 {
217  StackContext *s = ctx->priv;
218  int i;
219 
220  ff_framesync_uninit(&s->fs);
221  av_freep(&s->frames);
222 
223  for (i = 0; i < ctx->nb_inputs; i++)
224  av_freep(&ctx->input_pads[i].name);
225 }
226 
227 #define OFFSET(x) offsetof(StackContext, x)
228 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
229 static const AVOption stack_options[] = {
230  { "inputs", "set number of inputs", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT_MAX, .flags = FLAGS },
231  { "shortest", "force termination when the shortest input terminates", OFFSET(shortest), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, .flags = FLAGS },
232  { NULL },
233 };
234 
235 static const AVFilterPad outputs[] = {
236  {
237  .name = "default",
238  .type = AVMEDIA_TYPE_VIDEO,
239  .config_props = config_output,
240  .request_frame = request_frame,
241  },
242  { NULL }
243 };
244 
245 #if CONFIG_HSTACK_FILTER
246 
247 #define hstack_options stack_options
248 AVFILTER_DEFINE_CLASS(hstack);
249 
250 AVFilter ff_vf_hstack = {
251  .name = "hstack",
252  .description = NULL_IF_CONFIG_SMALL("Stack video inputs horizontally."),
253  .priv_size = sizeof(StackContext),
254  .priv_class = &hstack_class,
256  .outputs = outputs,
257  .init = init,
258  .uninit = uninit,
260 };
261 
262 #endif /* CONFIG_HSTACK_FILTER */
263 
264 #if CONFIG_VSTACK_FILTER
265 
266 #define vstack_options stack_options
267 AVFILTER_DEFINE_CLASS(vstack);
268 
269 AVFilter ff_vf_vstack = {
270  .name = "vstack",
271  .description = NULL_IF_CONFIG_SMALL("Stack video inputs vertically."),
272  .priv_size = sizeof(StackContext),
273  .priv_class = &vstack_class,
275  .outputs = outputs,
276  .init = init,
277  .uninit = uninit,
279 };
280 
281 #endif /* CONFIG_VSTACK_FILTER */
#define AV_PIX_FMT_FLAG_PAL
Pixel format has a palette in data[1], values are indexes in this palette.
Definition: pixdesc.h:132
#define NULL
Definition: coverity.c:32
#define FLAGS
Definition: vf_stack.c:228
const char * s
Definition: avisynth_c.h:768
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2266
This structure describes decoded (raw) audio or video data.
Definition: frame.h:184
AVOption.
Definition: opt.h:245
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: vf_stack.c:61
const char * fmt
Definition: avisynth_c.h:769
int shortest
Definition: vf_stack.c:36
misc image utilities
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2306
Main libavfilter public API header.
const char * desc
Definition: nvenc.c:101
int(* on_event)(struct FFFrameSync *fs)
Callback called when a frame event is ready.
Definition: framesync.h:175
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:105
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:64
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:77
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:76
int64_t pts
Timestamp of the current event.
Definition: framesync.h:170
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:93
void * av_calloc(size_t nmemb, size_t size)
Non-inlined equivalent of av_mallocz_array().
Definition: mem.c:260
const char * name
Pad name.
Definition: internal.h:59
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:315
static int request_frame(AVFilterLink *outlink)
Definition: vf_stack.c:209
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1189
#define av_cold
Definition: attributes.h:82
static int query_formats(AVFilterContext *ctx)
Definition: vf_stack.c:44
AVOptions.
void * parent
Definition: framesync.h:155
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:268
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_stack.c:215
FFFrameSyncIn * in
Pointer to array of inputs.
Definition: framesync.h:206
#define height
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:98
Input stream structure.
Definition: framesync.h:83
#define av_log(a,...)
A filter pad used for either input or output.
Definition: internal.h:53
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
int ff_framesync_filter_frame(FFFrameSync *fs, AVFilterLink *inlink, AVFrame *in)
Accept a frame on a filter input.
Definition: framesync.c:300
AVFilterPad * input_pads
array of input pads
Definition: avfilter.h:314
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:568
static int config_output(AVFilterLink *outlink)
Definition: vf_stack.c:151
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:266
static const AVOption stack_options[]
Definition: vf_stack.c:229
Frame sync structure.
Definition: framesync.h:153
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:158
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:176
void * priv
private data for use by the filter
Definition: avfilter.h:322
int(* filter_frame)(AVFilterLink *link, AVFrame *frame)
Filtering callback.
Definition: internal.h:92
#define AV_PIX_FMT_FLAG_HWACCEL
Pixel format is an HW accelerated format.
Definition: pixdesc.h:140
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:103
int ff_add_format(AVFilterFormats **avff, int64_t fmt)
Add fmt to the list of media formats contained in *avff.
Definition: formats.c:337
static const uint8_t offset[127][2]
Definition: vf_spp.c:92
char * av_asprintf(const char *fmt,...)
Definition: avstring.c:113
uint64_t flags
Combination of AV_PIX_FMT_FLAG_...
Definition: pixdesc.h:106
unsigned nb_inputs
number of input pads
Definition: avfilter.h:316
AVFrame ** frames
Definition: vf_stack.c:40
int ff_framesync_request_frame(FFFrameSync *fs, AVFilterLink *outlink)
Request a frame on the filter output.
Definition: framesync.c:314
#define width
const AVPixFmtDescriptor * desc
Definition: vf_stack.c:34
#define OFFSET(x)
Definition: vf_stack.c:227
AVFormatContext * ctx
Definition: movenc.c:48
AVRational time_base
Time base for the output events.
Definition: framesync.h:165
void * opaque
Opaque pointer, not used by the API.
Definition: framesync.h:180
int nb_planes
Definition: vf_stack.c:38
FFFrameSync fs
Definition: vf_stack.c:41
Extend the frame to infinity.
Definition: framesync.h:77
static av_cold int init(AVFilterContext *ctx)
Definition: vf_stack.c:67
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:215
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
int nb_inputs
Definition: vf_stack.c:35
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
int ff_framesync_init(FFFrameSync *fs, void *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:49
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
Definition: error.h:50
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events...
Definition: framesync.h:146
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:144
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:88
Rational number (pair of numerator and denominator).
Definition: rational.h:58
const char * name
Filter name.
Definition: avfilter.h:148
#define AV_PIX_FMT_FLAG_BITSTREAM
All values of a component are bit-wise packed end to end.
Definition: pixdesc.h:136
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:319
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:262
static int flags
Definition: cpu.c:47
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:198
static int process_frame(FFFrameSync *fs)
Definition: vf_stack.c:97
static const AVFilterPad outputs[]
Definition: vf_stack.c:235
Completely stop all streams with this one.
Definition: framesync.h:67
#define AVFILTER_DEFINE_CLASS(fname)
Definition: internal.h:339
int is_vertical
Definition: vf_stack.c:37
A list of supported formats for one end of a filter link.
Definition: formats.h:64
An instance of a filter.
Definition: avfilter.h:307
FILE * out
Definition: movenc.c:54
#define av_freep(p)
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:287
internal API functions
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:229
const AVFilter * filter
the AVFilter of which this is an instance
Definition: avfilter.h:310
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
Definition: internal.h:283