FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
vf_fps.c
Go to the documentation of this file.
1 /*
2  * Copyright 2007 Bobby Bingham
3  * Copyright 2012 Robert Nagy <ronag89 gmail com>
4  * Copyright 2012 Anton Khirnov <anton khirnov net>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 /**
24  * @file
25  * a filter enforcing given constant framerate
26  */
27 
28 #include <float.h>
29 #include <stdint.h>
30 
31 #include "libavutil/common.h"
32 #include "libavutil/fifo.h"
33 #include "libavutil/mathematics.h"
34 #include "libavutil/opt.h"
35 #include "libavutil/parseutils.h"
36 
37 #include "avfilter.h"
38 #include "internal.h"
39 #include "video.h"
40 
41 typedef struct FPSContext {
42  const AVClass *class;
43 
44  AVFifoBuffer *fifo; ///< store frames until we get two successive timestamps
45 
46  /* timestamps in input timebase */
47  int64_t first_pts; ///< pts of the first frame that arrived on this filter
48 
49  double start_time; ///< pts, in seconds, of the expected first frame
50 
51  AVRational framerate; ///< target framerate
52  int rounding; ///< AVRounding method for timestamps
53 
54  /* statistics */
55  int frames_in; ///< number of frames on input
56  int frames_out; ///< number of frames on output
57  int dup; ///< number of frames duplicated
58  int drop; ///< number of framed dropped
59 } FPSContext;
60 
61 #define OFFSET(x) offsetof(FPSContext, x)
62 #define V AV_OPT_FLAG_VIDEO_PARAM
63 #define F AV_OPT_FLAG_FILTERING_PARAM
64 static const AVOption fps_options[] = {
65  { "fps", "A string describing desired output framerate", OFFSET(framerate), AV_OPT_TYPE_VIDEO_RATE, { .str = "25" }, .flags = V|F },
66  { "start_time", "Assume the first PTS should be this value.", OFFSET(start_time), AV_OPT_TYPE_DOUBLE, { .dbl = DBL_MAX}, -DBL_MAX, DBL_MAX, V },
67  { "round", "set rounding method for timestamps", OFFSET(rounding), AV_OPT_TYPE_INT, { .i64 = AV_ROUND_NEAR_INF }, 0, 5, V|F, "round" },
68  { "zero", "round towards 0", OFFSET(rounding), AV_OPT_TYPE_CONST, { .i64 = AV_ROUND_ZERO }, 0, 5, V|F, "round" },
69  { "inf", "round away from 0", OFFSET(rounding), AV_OPT_TYPE_CONST, { .i64 = AV_ROUND_INF }, 0, 5, V|F, "round" },
70  { "down", "round towards -infty", OFFSET(rounding), AV_OPT_TYPE_CONST, { .i64 = AV_ROUND_DOWN }, 0, 5, V|F, "round" },
71  { "up", "round towards +infty", OFFSET(rounding), AV_OPT_TYPE_CONST, { .i64 = AV_ROUND_UP }, 0, 5, V|F, "round" },
72  { "near", "round to nearest", OFFSET(rounding), AV_OPT_TYPE_CONST, { .i64 = AV_ROUND_NEAR_INF }, 0, 5, V|F, "round" },
73  { NULL }
74 };
75 
77 
78 static av_cold int init(AVFilterContext *ctx)
79 {
80  FPSContext *s = ctx->priv;
81 
82  if (!(s->fifo = av_fifo_alloc_array(2, sizeof(AVFrame*))))
83  return AVERROR(ENOMEM);
84 
86 
87  av_log(ctx, AV_LOG_VERBOSE, "fps=%d/%d\n", s->framerate.num, s->framerate.den);
88  return 0;
89 }
90 
91 static void flush_fifo(AVFifoBuffer *fifo)
92 {
93  while (av_fifo_size(fifo)) {
94  AVFrame *tmp;
95  av_fifo_generic_read(fifo, &tmp, sizeof(tmp), NULL);
96  av_frame_free(&tmp);
97  }
98 }
99 
100 static av_cold void uninit(AVFilterContext *ctx)
101 {
102  FPSContext *s = ctx->priv;
103  if (s->fifo) {
104  s->drop += av_fifo_size(s->fifo) / sizeof(AVFrame*);
105  flush_fifo(s->fifo);
106  av_fifo_freep(&s->fifo);
107  }
108 
109  av_log(ctx, AV_LOG_VERBOSE, "%d frames in, %d frames out; %d frames dropped, "
110  "%d frames duplicated.\n", s->frames_in, s->frames_out, s->drop, s->dup);
111 }
112 
113 static int config_props(AVFilterLink* link)
114 {
115  FPSContext *s = link->src->priv;
116 
117  link->time_base = av_inv_q(s->framerate);
118  link->frame_rate= s->framerate;
119  link->w = link->src->inputs[0]->w;
120  link->h = link->src->inputs[0]->h;
121 
122  return 0;
123 }
124 
125 static int request_frame(AVFilterLink *outlink)
126 {
127  AVFilterContext *ctx = outlink->src;
128  FPSContext *s = ctx->priv;
129  int frames_out = s->frames_out;
130  int ret = 0;
131 
132  while (ret >= 0 && s->frames_out == frames_out)
133  ret = ff_request_frame(ctx->inputs[0]);
134 
135  /* flush the fifo */
136  if (ret == AVERROR_EOF && av_fifo_size(s->fifo)) {
137  int i;
138  for (i = 0; av_fifo_size(s->fifo); i++) {
139  AVFrame *buf;
140 
141  av_fifo_generic_read(s->fifo, &buf, sizeof(buf), NULL);
142  buf->pts = av_rescale_q(s->first_pts, ctx->inputs[0]->time_base,
143  outlink->time_base) + s->frames_out;
144 
145  if ((ret = ff_filter_frame(outlink, buf)) < 0)
146  return ret;
147 
148  s->frames_out++;
149  }
150  return 0;
151  }
152 
153  return ret;
154 }
155 
157 {
158  int ret;
159 
160  if (!av_fifo_space(fifo) &&
161  (ret = av_fifo_realloc2(fifo, 2*av_fifo_size(fifo)))) {
162  av_frame_free(&buf);
163  return ret;
164  }
165 
166  av_fifo_generic_write(fifo, &buf, sizeof(buf), NULL);
167  return 0;
168 }
169 
170 static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
171 {
172  AVFilterContext *ctx = inlink->dst;
173  FPSContext *s = ctx->priv;
174  AVFilterLink *outlink = ctx->outputs[0];
175  int64_t delta;
176  int i, ret;
177 
178  s->frames_in++;
179  /* discard frames until we get the first timestamp */
180  if (s->first_pts == AV_NOPTS_VALUE) {
181  if (buf->pts != AV_NOPTS_VALUE) {
182  ret = write_to_fifo(s->fifo, buf);
183  if (ret < 0)
184  return ret;
185 
186  if (s->start_time != DBL_MAX && s->start_time != AV_NOPTS_VALUE) {
187  double first_pts = s->start_time * AV_TIME_BASE;
188  first_pts = FFMIN(FFMAX(first_pts, INT64_MIN), INT64_MAX);
189  s->first_pts = av_rescale_q(first_pts, AV_TIME_BASE_Q,
190  inlink->time_base);
191  av_log(ctx, AV_LOG_VERBOSE, "Set first pts to (in:%"PRId64" out:%"PRId64")\n",
192  s->first_pts, av_rescale_q(first_pts, AV_TIME_BASE_Q,
193  outlink->time_base));
194  } else {
195  s->first_pts = buf->pts;
196  }
197  } else {
198  av_log(ctx, AV_LOG_WARNING, "Discarding initial frame(s) with no "
199  "timestamp.\n");
200  av_frame_free(&buf);
201  s->drop++;
202  }
203  return 0;
204  }
205 
206  /* now wait for the next timestamp */
207  if (buf->pts == AV_NOPTS_VALUE || av_fifo_size(s->fifo) <= 0) {
208  return write_to_fifo(s->fifo, buf);
209  }
210 
211  /* number of output frames */
212  delta = av_rescale_q_rnd(buf->pts - s->first_pts, inlink->time_base,
213  outlink->time_base, s->rounding) - s->frames_out ;
214 
215  if (delta < 1) {
216  /* drop everything buffered except the last */
217  int drop = av_fifo_size(s->fifo)/sizeof(AVFrame*);
218 
219  av_log(ctx, AV_LOG_DEBUG, "Dropping %d frame(s).\n", drop);
220  s->drop += drop;
221 
222  flush_fifo(s->fifo);
223  ret = write_to_fifo(s->fifo, buf);
224 
225  return ret;
226  }
227 
228  /* can output >= 1 frames */
229  for (i = 0; i < delta; i++) {
230  AVFrame *buf_out;
231  av_fifo_generic_read(s->fifo, &buf_out, sizeof(buf_out), NULL);
232 
233  /* duplicate the frame if needed */
234  if (!av_fifo_size(s->fifo) && i < delta - 1) {
235  AVFrame *dup = av_frame_clone(buf_out);
236 
237  av_log(ctx, AV_LOG_DEBUG, "Duplicating frame.\n");
238  if (dup)
239  ret = write_to_fifo(s->fifo, dup);
240  else
241  ret = AVERROR(ENOMEM);
242 
243  if (ret < 0) {
244  av_frame_free(&buf_out);
245  av_frame_free(&buf);
246  return ret;
247  }
248 
249  s->dup++;
250  }
251 
252  buf_out->pts = av_rescale_q(s->first_pts, inlink->time_base,
253  outlink->time_base) + s->frames_out;
254 
255  if ((ret = ff_filter_frame(outlink, buf_out)) < 0) {
256  av_frame_free(&buf);
257  return ret;
258  }
259 
260  s->frames_out++;
261  }
262  flush_fifo(s->fifo);
263 
264  ret = write_to_fifo(s->fifo, buf);
265 
266  return ret;
267 }
268 
270  {
271  .name = "default",
272  .type = AVMEDIA_TYPE_VIDEO,
273  .filter_frame = filter_frame,
274  },
275  { NULL }
276 };
277 
279  {
280  .name = "default",
281  .type = AVMEDIA_TYPE_VIDEO,
282  .request_frame = request_frame,
283  .config_props = config_props
284  },
285  { NULL }
286 };
287 
289  .name = "fps",
290  .description = NULL_IF_CONFIG_SMALL("Force constant framerate."),
291  .init = init,
292  .uninit = uninit,
293  .priv_size = sizeof(FPSContext),
294  .priv_class = &fps_class,
295  .inputs = avfilter_vf_fps_inputs,
296  .outputs = avfilter_vf_fps_outputs,
297 };
int frames_out
number of frames on output
Definition: vf_fps.c:56
#define NULL
Definition: coverity.c:32
#define F
Definition: vf_fps.c:63
const char * s
Definition: avisynth_c.h:631
AVFifoBuffer * fifo
store frames until we get two successive timestamps
Definition: vf_fps.c:44
AVFilter ff_vf_fps
Definition: vf_fps.c:288
static const AVOption fps_options[]
Definition: vf_fps.c:64
This structure describes decoded (raw) audio or video data.
Definition: frame.h:171
AVOption.
Definition: opt.h:255
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:182
static const AVFilterPad outputs[]
Definition: af_ashowinfo.c:248
Main libavfilter public API header.
int num
numerator
Definition: rational.h:44
int drop
number of framed dropped
Definition: vf_fps.c:58
int64_t first_pts
pts of the first frame that arrived on this filter
Definition: vf_fps.c:47
int av_fifo_generic_write(AVFifoBuffer *f, void *src, int size, int(*func)(void *, void *, int))
Feed data from a user-supplied callback to an AVFifoBuffer.
Definition: fifo.c:122
const char * name
Pad name.
Definition: internal.h:67
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:641
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1145
static int64_t start_time
Definition: ffplay.c:320
Round toward +infinity.
Definition: mathematics.h:74
#define av_cold
Definition: attributes.h:74
int frames_in
number of frames on input
Definition: vf_fps.c:55
float delta
AVOptions.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:257
int av_fifo_space(const AVFifoBuffer *f)
Return the amount of space in bytes in the AVFifoBuffer, that is the amount of data you can write int...
Definition: fifo.c:82
#define AVERROR_EOF
End of file.
Definition: error.h:55
static av_cold int init(AVFilterContext *ctx)
Definition: vf_fps.c:78
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:192
#define av_log(a,...)
A filter pad used for either input or output.
Definition: internal.h:61
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:140
int dup
number of frames duplicated
Definition: vf_fps.c:57
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_fps.c:100
#define AVERROR(e)
Definition: error.h:43
Round away from zero.
Definition: mathematics.h:72
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:148
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:175
void * priv
private data for use by the filter
Definition: avfilter.h:654
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:197
int av_fifo_generic_read(AVFifoBuffer *f, void *dest, int buf_size, void(*func)(void *, void *, int))
Feed data from an AVFifoBuffer to a user-supplied callback.
Definition: fifo.c:150
static const AVFilterPad avfilter_vf_fps_inputs[]
Definition: vf_fps.c:269
Round to nearest and halfway cases away from zero.
Definition: mathematics.h:75
static int request_frame(AVFilterLink *outlink)
Definition: vf_fps.c:125
#define V
Definition: vf_fps.c:62
static const AVFilterPad avfilter_vf_fps_outputs[]
Definition: vf_fps.c:278
#define FFMAX(a, b)
Definition: common.h:64
#define OFFSET(x)
Definition: vf_fps.c:61
int64_t av_rescale_q_rnd(int64_t a, AVRational bq, AVRational cq, enum AVRounding rnd)
Rescale a 64-bit integer by 2 rational numbers with specified rounding.
Definition: mathematics.c:132
#define AV_TIME_BASE
Internal time base represented as integer.
Definition: avutil.h:247
#define FFMIN(a, b)
Definition: common.h:66
Round toward zero.
Definition: mathematics.h:71
ret
Definition: avfilter.c:974
static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
Definition: vf_fps.c:170
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:449
int av_fifo_size(const AVFifoBuffer *f)
Return the amount of data in bytes in the AVFifoBuffer, that is the amount of data you can read from ...
Definition: fifo.c:77
#define AV_TIME_BASE_Q
Internal time base represented as fractional value.
Definition: avutil.h:253
int av_fifo_realloc2(AVFifoBuffer *f, unsigned int new_size)
Resize an AVFifoBuffer.
Definition: fifo.c:87
a very simple circular buffer FIFO implementation
void * buf
Definition: avisynth_c.h:553
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:470
static const AVFilterPad inputs[]
Definition: af_ashowinfo.c:239
rational number numerator/denominator
Definition: rational.h:43
offset must point to AVRational
Definition: opt.h:235
const char * name
Filter name.
Definition: avfilter.h:474
misc parsing utilities
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:648
Round toward -infinity.
Definition: mathematics.h:73
AVFifoBuffer * av_fifo_alloc_array(size_t nmemb, size_t size)
Initialize an AVFifoBuffer.
Definition: fifo.c:49
static av_always_inline AVRational av_inv_q(AVRational q)
Invert a rational.
Definition: rational.h:133
AVFILTER_DEFINE_CLASS(fps)
common internal and external API header
AVRational framerate
target framerate
Definition: vf_fps.c:51
int den
denominator
Definition: rational.h:45
int rounding
AVRounding method for timestamps.
Definition: vf_fps.c:52
static int config_props(AVFilterLink *link)
Definition: vf_fps.c:113
static int write_to_fifo(AVFifoBuffer *fifo, AVFrame *buf)
Definition: vf_fps.c:156
An instance of a filter.
Definition: avfilter.h:633
void av_fifo_freep(AVFifoBuffer **f)
Free an AVFifoBuffer and reset pointer to NULL.
Definition: fifo.c:63
int ff_request_frame(AVFilterLink *link)
Request an input frame from the filter at the other end of the link.
Definition: avfilter.c:343
internal API functions
static void flush_fifo(AVFifoBuffer *fifo)
Definition: vf_fps.c:91
double start_time
pts, in seconds, of the expected first frame
Definition: vf_fps.c:49
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:241