FFmpeg
f_streamselect.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "libavutil/avstring.h"
20 #include "libavutil/internal.h"
21 #include "libavutil/opt.h"
22 #include "avfilter.h"
23 #include "audio.h"
24 #include "filters.h"
25 #include "formats.h"
26 #include "framesync.h"
27 #include "internal.h"
28 #include "video.h"
29 
30 typedef struct StreamSelectContext {
31  const AVClass *class;
32  int nb_inputs;
33  char *map_str;
34  int *map;
35  int nb_map;
36  int is_audio;
37  int64_t *last_pts;
41 
42 #define OFFSET(x) offsetof(StreamSelectContext, x)
43 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
44 #define TFLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_RUNTIME_PARAM
45 static const AVOption streamselect_options[] = {
46  { "inputs", "number of input streams", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT_MAX, .flags=FLAGS },
47  { "map", "input indexes to remap to outputs", OFFSET(map_str), AV_OPT_TYPE_STRING, {.str=NULL}, .flags=TFLAGS },
48  { NULL }
49 };
50 
51 AVFILTER_DEFINE_CLASS(streamselect);
52 
54 {
55  AVFilterContext *ctx = fs->parent;
56  StreamSelectContext *s = fs->opaque;
57  AVFrame **in = s->frames;
58  int i, j, ret = 0, have_out = 0;
59 
60  for (i = 0; i < ctx->nb_inputs; i++) {
61  if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0)
62  return ret;
63  }
64 
65  for (j = 0; j < ctx->nb_inputs; j++) {
66  for (i = 0; i < s->nb_map; i++) {
67  if (s->map[i] == j) {
68  AVFrame *out;
69 
70  if (s->is_audio && s->last_pts[j] == in[j]->pts &&
71  ctx->outputs[i]->frame_count_in > 0)
72  continue;
73  out = av_frame_clone(in[j]);
74  if (!out)
75  return AVERROR(ENOMEM);
76 
77  out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, ctx->outputs[i]->time_base);
78  s->last_pts[j] = in[j]->pts;
79  ret = ff_filter_frame(ctx->outputs[i], out);
80  have_out = 1;
81  if (ret < 0)
82  return ret;
83  }
84  }
85  }
86 
87  if (!have_out)
89  return ret;
90 }
91 
93 {
94  StreamSelectContext *s = ctx->priv;
95  return ff_framesync_activate(&s->fs);
96 }
97 
98 static int config_output(AVFilterLink *outlink)
99 {
100  AVFilterContext *ctx = outlink->src;
101  StreamSelectContext *s = ctx->priv;
102  const int outlink_idx = FF_OUTLINK_IDX(outlink);
103  const int inlink_idx = s->map[outlink_idx];
104  AVFilterLink *inlink = ctx->inputs[inlink_idx];
105  FFFrameSyncIn *in;
106  int i, ret;
107 
108  av_log(ctx, AV_LOG_VERBOSE, "config output link %d "
109  "with settings from input link %d\n",
110  outlink_idx, inlink_idx);
111 
112  switch (outlink->type) {
113  case AVMEDIA_TYPE_VIDEO:
114  outlink->w = inlink->w;
115  outlink->h = inlink->h;
116  outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
117  outlink->frame_rate = inlink->frame_rate;
118  break;
119  case AVMEDIA_TYPE_AUDIO:
120  outlink->sample_rate = inlink->sample_rate;
121  outlink->channels = inlink->channels;
122  outlink->channel_layout = inlink->channel_layout;
123  break;
124  }
125 
126  outlink->time_base = inlink->time_base;
127  outlink->format = inlink->format;
128 
129  if (s->fs.opaque == s)
130  return 0;
131 
132  if ((ret = ff_framesync_init(&s->fs, ctx, ctx->nb_inputs)) < 0)
133  return ret;
134 
135  in = s->fs.in;
136  s->fs.opaque = s;
137  s->fs.on_event = process_frame;
138 
139  for (i = 0; i < ctx->nb_inputs; i++) {
140  in[i].time_base = ctx->inputs[i]->time_base;
141  in[i].sync = 1;
142  in[i].before = EXT_STOP;
143  in[i].after = EXT_STOP;
144  }
145 
146  s->frames = av_calloc(ctx->nb_inputs, sizeof(*s->frames));
147  if (!s->frames)
148  return AVERROR(ENOMEM);
149 
150  return ff_framesync_configure(&s->fs);
151 }
152 
153 static int parse_definition(AVFilterContext *ctx, int nb_pads, int is_input, int is_audio)
154 {
155  const char *padtype = is_input ? "in" : "out";
156  int i = 0, ret = 0;
157 
158  for (i = 0; i < nb_pads; i++) {
159  AVFilterPad pad = { 0 };
160 
161  pad.type = is_audio ? AVMEDIA_TYPE_AUDIO : AVMEDIA_TYPE_VIDEO;
162 
163  pad.name = av_asprintf("%sput%d", padtype, i);
164  if (!pad.name)
165  return AVERROR(ENOMEM);
166 
167  av_log(ctx, AV_LOG_DEBUG, "Add %s pad %s\n", padtype, pad.name);
168 
169  if (is_input) {
170  ret = ff_insert_inpad(ctx, i, &pad);
171  } else {
173  ret = ff_insert_outpad(ctx, i, &pad);
174  }
175 
176  if (ret < 0) {
177  av_freep(&pad.name);
178  return ret;
179  }
180  }
181 
182  return 0;
183 }
184 
185 static int parse_mapping(AVFilterContext *ctx, const char *map)
186 {
187  StreamSelectContext *s = ctx->priv;
188  int *new_map;
189  int new_nb_map = 0;
190 
191  if (!map) {
192  av_log(ctx, AV_LOG_ERROR, "mapping definition is not set\n");
193  return AVERROR(EINVAL);
194  }
195 
196  new_map = av_calloc(s->nb_inputs, sizeof(*new_map));
197  if (!new_map)
198  return AVERROR(ENOMEM);
199 
200  while (1) {
201  char *p;
202  const int n = strtol(map, &p, 0);
203 
204  av_log(ctx, AV_LOG_DEBUG, "n=%d map=%p p=%p\n", n, map, p);
205 
206  if (map == p)
207  break;
208  map = p;
209 
210  if (new_nb_map >= s->nb_inputs) {
211  av_log(ctx, AV_LOG_ERROR, "Unable to map more than the %d "
212  "input pads available\n", s->nb_inputs);
213  av_free(new_map);
214  return AVERROR(EINVAL);
215  }
216 
217  if (n < 0 || n >= ctx->nb_inputs) {
218  av_log(ctx, AV_LOG_ERROR, "Input stream index %d doesn't exist "
219  "(there is only %d input streams defined)\n",
220  n, s->nb_inputs);
221  av_free(new_map);
222  return AVERROR(EINVAL);
223  }
224 
225  av_log(ctx, AV_LOG_VERBOSE, "Map input stream %d to output stream %d\n", n, new_nb_map);
226  new_map[new_nb_map++] = n;
227  }
228 
229  if (!new_nb_map) {
230  av_log(ctx, AV_LOG_ERROR, "invalid mapping\n");
231  av_free(new_map);
232  return AVERROR(EINVAL);
233  }
234 
235  av_freep(&s->map);
236  s->map = new_map;
237  s->nb_map = new_nb_map;
238 
239  av_log(ctx, AV_LOG_VERBOSE, "%d map set\n", s->nb_map);
240 
241  return 0;
242 }
243 
244 static int process_command(AVFilterContext *ctx, const char *cmd, const char *args,
245  char *res, int res_len, int flags)
246 {
247  if (!strcmp(cmd, "map")) {
248  int ret = parse_mapping(ctx, args);
249 
250  if (ret < 0)
251  return ret;
252  return avfilter_config_links(ctx);
253  }
254  return AVERROR(ENOSYS);
255 }
256 
258 {
259  StreamSelectContext *s = ctx->priv;
260  int ret, nb_outputs = 0;
261  char *map = s->map_str;
262 
263  if (!strcmp(ctx->filter->name, "astreamselect"))
264  s->is_audio = 1;
265 
266  for (; map;) {
267  char *p;
268 
269  strtol(map, &p, 0);
270  if (map == p)
271  break;
272  nb_outputs++;
273  map = p;
274  }
275 
276  s->last_pts = av_calloc(s->nb_inputs, sizeof(*s->last_pts));
277  if (!s->last_pts)
278  return AVERROR(ENOMEM);
279 
280  if ((ret = parse_definition(ctx, s->nb_inputs, 1, s->is_audio)) < 0 ||
281  (ret = parse_definition(ctx, nb_outputs, 0, s->is_audio)) < 0)
282  return ret;
283 
284  av_log(ctx, AV_LOG_DEBUG, "Configured with %d inpad and %d outpad\n",
285  ctx->nb_inputs, ctx->nb_outputs);
286 
287  return parse_mapping(ctx, s->map_str);
288 }
289 
291 {
292  StreamSelectContext *s = ctx->priv;
293 
294  av_freep(&s->last_pts);
295  av_freep(&s->map);
296  av_freep(&s->frames);
297  ff_framesync_uninit(&s->fs);
298 
299  for (int i = 0; i < ctx->nb_inputs; i++)
300  av_freep(&ctx->input_pads[i].name);
301 
302  for (int i = 0; i < ctx->nb_outputs; i++)
303  av_freep(&ctx->output_pads[i].name);
304 }
305 
307 {
310  int ret, i;
311 
312  for (i = 0; i < ctx->nb_inputs; i++) {
313  formats = ff_all_formats(ctx->inputs[i]->type);
314  if ((ret = ff_set_common_formats(ctx, formats)) < 0)
315  return ret;
316 
317  if (ctx->inputs[i]->type == AVMEDIA_TYPE_AUDIO) {
319  if ((ret = ff_set_common_samplerates(ctx, rates)) < 0)
320  return ret;
323  return ret;
324  }
325  }
326 
327  return 0;
328 }
329 
331  .name = "streamselect",
332  .description = NULL_IF_CONFIG_SMALL("Select video streams"),
333  .init = init,
334  .query_formats = query_formats,
335  .process_command = process_command,
336  .uninit = uninit,
337  .activate = activate,
338  .priv_size = sizeof(StreamSelectContext),
339  .priv_class = &streamselect_class,
341 };
342 
343 #define astreamselect_options streamselect_options
344 AVFILTER_DEFINE_CLASS(astreamselect);
345 
347  .name = "astreamselect",
348  .description = NULL_IF_CONFIG_SMALL("Select audio streams"),
349  .init = init,
350  .query_formats = query_formats,
351  .process_command = process_command,
352  .uninit = uninit,
353  .activate = activate,
354  .priv_size = sizeof(StreamSelectContext),
355  .priv_class = &astreamselect_class,
357 };
formats
formats
Definition: signature.h:48
AVFilterChannelLayouts
A list of supported channel layouts.
Definition: formats.h:86
FFFrameSyncIn::time_base
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:96
ff_framesync_configure
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:124
StreamSelectContext::map_str
char * map_str
Definition: f_streamselect.c:33
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_framesync_uninit
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:290
out
FILE * out
Definition: movenc.c:54
StreamSelectContext::nb_inputs
int nb_inputs
Definition: f_streamselect.c:32
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:978
layouts
enum MovChannelLayoutTag * layouts
Definition: mov_chan.c:434
ff_framesync_get_frame
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:253
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
av_asprintf
char * av_asprintf(const char *fmt,...)
Definition: avstring.c:113
ff_all_channel_counts
AVFilterChannelLayouts * ff_all_channel_counts(void)
Construct an AVFilterChannelLayouts coding for any channel layout, with known or unknown disposition.
Definition: formats.c:429
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:303
AVFrame::pts
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:396
AVOption
AVOption.
Definition: opt.h:248
AV_LOG_VERBOSE
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:197
parse_mapping
static int parse_mapping(AVFilterContext *ctx, const char *map)
Definition: f_streamselect.c:185
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:149
FFFrameSync
Frame sync structure.
Definition: framesync.h:146
video.h
StreamSelectContext::frames
AVFrame ** frames
Definition: f_streamselect.c:38
process_frame
static int process_frame(FFFrameSync *fs)
Definition: f_streamselect.c:53
AVFilterFormats
A list of supported formats for one end of a filter link.
Definition: formats.h:65
formats.h
ff_insert_inpad
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
Definition: internal.h:240
EXT_STOP
@ EXT_STOP
Completely stop all streams with this one.
Definition: framesync.h:65
streamselect_options
static const AVOption streamselect_options[]
Definition: f_streamselect.c:45
FFFrameSyncIn
Input stream structure.
Definition: framesync.h:81
avfilter_config_links
int avfilter_config_links(AVFilterContext *filter)
Negotiate the media format, dimensions, etc of all inputs to a filter.
Definition: avfilter.c:265
FFFrameSyncIn::sync
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events.
Definition: framesync.h:139
AVFILTER_FLAG_DYNAMIC_INPUTS
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:106
ff_all_formats
AVFilterFormats * ff_all_formats(enum AVMediaType type)
Return a list of all formats supported by FFmpeg for the given media type.
Definition: formats.c:338
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:54
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:181
StreamSelectContext::is_audio
int is_audio
Definition: f_streamselect.c:36
av_cold
#define av_cold
Definition: attributes.h:90
ff_set_common_formats
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:580
ff_vf_streamselect
const AVFilter ff_vf_streamselect
Definition: f_streamselect.c:330
TFLAGS
#define TFLAGS
Definition: f_streamselect.c:44
s
#define s(width, name)
Definition: cbs_vp9.c:257
AVMEDIA_TYPE_AUDIO
@ AVMEDIA_TYPE_AUDIO
Definition: avutil.h:202
FF_OUTLINK_IDX
#define FF_OUTLINK_IDX(link)
Definition: internal.h:303
query_formats
static int query_formats(AVFilterContext *ctx)
Definition: f_streamselect.c:306
filters.h
ff_af_astreamselect
const AVFilter ff_af_astreamselect
Definition: f_streamselect.c:346
AV_LOG_DEBUG
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:202
activate
static int activate(AVFilterContext *ctx)
Definition: f_streamselect.c:92
ctx
AVFormatContext * ctx
Definition: movenc.c:48
av_frame_clone
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:423
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:67
config_output
static int config_output(AVFilterLink *outlink)
Definition: f_streamselect.c:98
NULL
#define NULL
Definition: coverity.c:32
StreamSelectContext::map
int * map
Definition: f_streamselect.c:34
fs
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:259
StreamSelectContext::fs
FFFrameSync fs
Definition: f_streamselect.c:39
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(streamselect)
StreamSelectContext
Definition: f_streamselect.c:30
process_command
static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, char *res, int res_len, int flags)
Definition: f_streamselect.c:244
StreamSelectContext::nb_map
int nb_map
Definition: f_streamselect.c:35
AVFILTER_FLAG_DYNAMIC_OUTPUTS
#define AVFILTER_FLAG_DYNAMIC_OUTPUTS
The number of the filter outputs is not determined just by AVFilter.outputs.
Definition: avfilter.h:112
AVFilterPad::config_props
int(* config_props)(AVFilterLink *link)
Link configuration callback.
Definition: internal.h:118
init
static av_cold int init(AVFilterContext *ctx)
Definition: f_streamselect.c:257
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
FLAGS
#define FLAGS
Definition: f_streamselect.c:43
internal.h
i
int i
Definition: input.c:407
internal.h
StreamSelectContext::last_pts
int64_t * last_pts
Definition: f_streamselect.c:37
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:60
AVFilter
Filter definition.
Definition: avfilter.h:145
ret
ret
Definition: filter_design.txt:187
AVFilterPad::type
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:65
ff_framesync_init
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:84
ff_all_samplerates
AVFilterFormats * ff_all_samplerates(void)
Definition: formats.c:414
FFFrameSyncIn::before
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:86
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Non-inlined equivalent of av_mallocz_array().
Definition: mem.c:252
framesync.h
rates
static const int rates[]
Definition: swresample.c:103
ff_insert_outpad
static int ff_insert_outpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new output pad for the filter.
Definition: internal.h:248
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:225
avfilter.h
AVFilterContext
An instance of a filter.
Definition: avfilter.h:333
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
audio.h
OFFSET
#define OFFSET(x)
Definition: f_streamselect.c:42
map
const VDPAUPixFmtMap * map
Definition: hwcontext_vdpau.c:71
av_free
#define av_free(p)
Definition: tableprint_vlc.h:34
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:35
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: f_streamselect.c:290
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
parse_definition
static int parse_definition(AVFilterContext *ctx, int nb_pads, int is_input, int is_audio)
Definition: f_streamselect.c:153
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
FFFrameSyncIn::after
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:91
ff_set_common_samplerates
int ff_set_common_samplerates(AVFilterContext *ctx, AVFilterFormats *samplerates)
Definition: formats.c:568
ff_framesync_activate
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
Definition: framesync.c:341
avstring.h
AV_OPT_TYPE_STRING
@ AV_OPT_TYPE_STRING
Definition: opt.h:229
ff_filter_set_ready
void ff_filter_set_ready(AVFilterContext *filter, unsigned priority)
Mark a filter ready and schedule it for activation.
Definition: avfilter.c:186
ff_set_common_channel_layouts
int ff_set_common_channel_layouts(AVFilterContext *ctx, AVFilterChannelLayouts *channel_layouts)
A helper for query_formats() which sets all links to the same list of channel layouts/sample rates.
Definition: formats.c:561