FFmpeg
vf_hsvkey.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2021 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include <float.h>
22 
23 #include "libavutil/opt.h"
24 #include "libavutil/intreadwrite.h"
25 #include "libavutil/pixdesc.h"
26 #include "avfilter.h"
27 #include "internal.h"
28 
29 typedef struct HSVKeyContext {
30  const AVClass *class;
31 
32  float hue, hue_opt, sat, val;
33  float similarity;
34  float blend;
35 
36  float scale;
37 
38  float half;
39 
40  int depth;
41  int max;
42 
43  int hsub_log2;
44  int vsub_log2;
45 
47  int jobnr, int nb_jobs);
49 
50 #define SQR(x) ((x)*(x))
51 
52 static int do_hsvkey_pixel(HSVKeyContext *s, int y, int u, int v,
53  float hue_key, float sat_key, float val_key)
54 {
55  const float similarity = s->similarity;
56  const float scale = s->scale;
57  const float blend = s->blend;
58  const int imax = s->max;
59  const float max = imax;
60  const float half = s->half;
61  const float uf = u - half;
62  const float vf = v - half;
63  const float hue = hue_key < 0.f ? -hue_key : atan2f(uf, vf) + M_PI;
64  const float sat = sat_key < 0.f ? -sat_key : sqrtf((uf * uf + vf * vf) / (half * half * 2.f));
65  const float val = val_key < 0.f ? -val_key : scale * y;
66  float diff;
67 
68  hue_key = fabsf(hue_key);
69  sat_key = fabsf(sat_key);
70  val_key = fabsf(val_key);
71 
72  diff = sqrtf(fmaxf(SQR(sat) * SQR(val) +
73  SQR(sat_key) * SQR(val_key) -
74  2.f * sat * val * sat_key * val_key * cosf(hue_key - hue) +
75  SQR(val - val_key), 0.f));
76  if (diff < similarity) {
77  return 0;
78  } else if (blend > FLT_MIN) {
79  return av_clipf((diff - similarity) / blend, 0.f, 1.f) * max;
80  } else {
81  return imax;
82  }
83 
84  return 0;
85 }
86 
87 static int do_hsvkey_slice(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
88 {
89  HSVKeyContext *s = avctx->priv;
90  AVFrame *frame = arg;
91  const int slice_start = (frame->height * jobnr) / nb_jobs;
92  const int slice_end = (frame->height * (jobnr + 1)) / nb_jobs;
93  const int hsub_log2 = s->hsub_log2;
94  const int vsub_log2 = s->vsub_log2;
95  const float hue = s->hue;
96  const float sat = s->sat;
97  const float val = s->val;
98 
99  for (int y = slice_start; y < slice_end; y++) {
100  for (int x = 0; x < frame->width; x++) {
101  int Y = frame->data[0][frame->linesize[0] * y + x];
102  int u = frame->data[1][frame->linesize[1] * (y >> vsub_log2) + (x >> hsub_log2)];
103  int v = frame->data[2][frame->linesize[2] * (y >> vsub_log2) + (x >> hsub_log2)];
104 
105  frame->data[3][frame->linesize[3] * y + x] = do_hsvkey_pixel(s, Y, u, v, hue, sat, val);
106  }
107  }
108 
109  return 0;
110 }
111 
112 static int do_hsvkey16_slice(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
113 {
114  HSVKeyContext *s = avctx->priv;
115  AVFrame *frame = arg;
116  const int slice_start = (frame->height * jobnr) / nb_jobs;
117  const int slice_end = (frame->height * (jobnr + 1)) / nb_jobs;
118  const int hsub_log2 = s->hsub_log2;
119  const int vsub_log2 = s->vsub_log2;
120  const float hue = s->hue;
121  const float sat = s->sat;
122  const float val = s->val;
123 
124  for (int y = slice_start; y < slice_end; ++y) {
125  for (int x = 0; x < frame->width; ++x) {
126  uint16_t *dst = (uint16_t *)(frame->data[3] + frame->linesize[3] * y);
127  int Y = AV_RN16(&frame->data[0][frame->linesize[0] * y + 2 * x]);
128  int u = AV_RN16(&frame->data[1][frame->linesize[1] * (y >> vsub_log2) + 2 * (x >> hsub_log2)]);
129  int v = AV_RN16(&frame->data[2][frame->linesize[2] * (y >> vsub_log2) + 2 * (x >> hsub_log2)]);
130 
131  dst[x] = do_hsvkey_pixel(s, Y, u, v, hue, sat, val);
132  }
133  }
134 
135  return 0;
136 }
137 
138 static int do_hsvhold_slice(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
139 {
140  HSVKeyContext *s = avctx->priv;
141  AVFrame *frame = arg;
142  const int hsub_log2 = s->hsub_log2;
143  const int vsub_log2 = s->vsub_log2;
144  const int width = frame->width >> hsub_log2;
145  const int height = frame->height >> vsub_log2;
146  const int slice_start = (height * jobnr) / nb_jobs;
147  const int slice_end = (height * (jobnr + 1)) / nb_jobs;
148  const float scale = s->scale;
149  const float hue = s->hue;
150  const float sat = s->sat;
151  const float val = s->val;
152 
153  for (int y = slice_start; y < slice_end; ++y) {
154  for (int x = 0; x < width; ++x) {
155  uint8_t *dstu = frame->data[1] + frame->linesize[1] * y;
156  uint8_t *dstv = frame->data[2] + frame->linesize[2] * y;
157  int Y = frame->data[0][frame->linesize[0] * (y << vsub_log2) + (x << hsub_log2)];
158  int u = frame->data[1][frame->linesize[1] * y + x];
159  int v = frame->data[2][frame->linesize[2] * y + x];
160  int t = do_hsvkey_pixel(s, Y, u, v, hue, sat, val);
161 
162  if (t > 0) {
163  float f = 1.f - t * scale;
164 
165  dstu[x] = 128 + (u - 128) * f;
166  dstv[x] = 128 + (v - 128) * f;
167  }
168  }
169  }
170 
171  return 0;
172 }
173 
174 static int do_hsvhold16_slice(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
175 {
176  HSVKeyContext *s = avctx->priv;
177  AVFrame *frame = arg;
178  const int hsub_log2 = s->hsub_log2;
179  const int vsub_log2 = s->vsub_log2;
180  const int width = frame->width >> hsub_log2;
181  const int height = frame->height >> vsub_log2;
182  const int slice_start = (height * jobnr) / nb_jobs;
183  const int slice_end = (height * (jobnr + 1)) / nb_jobs;
184  const float scale = s->scale;
185  const float half = s->half;
186  const float hue = s->hue;
187  const float sat = s->sat;
188  const float val = s->val;
189 
190  for (int y = slice_start; y < slice_end; ++y) {
191  for (int x = 0; x < width; ++x) {
192  uint16_t *dstu = (uint16_t *)(frame->data[1] + frame->linesize[1] * y);
193  uint16_t *dstv = (uint16_t *)(frame->data[2] + frame->linesize[2] * y);
194  int Y = AV_RN16(&frame->data[0][frame->linesize[0] * (y << vsub_log2) + 2 * (x << hsub_log2)]);
195  int u = AV_RN16(&frame->data[1][frame->linesize[1] * y + 2 * x]);
196  int v = AV_RN16(&frame->data[2][frame->linesize[2] * y + 2 * x]);
197  int t = do_hsvkey_pixel(s, Y, u, v, hue, sat, val);
198 
199  if (t > 0) {
200  float f = 1.f - t * scale;
201 
202  dstu[x] = half + (u - half) * f;
203  dstv[x] = half + (v - half) * f;
204  }
205  }
206  }
207 
208  return 0;
209 }
210 
212 {
213  AVFilterContext *avctx = link->dst;
214  HSVKeyContext *s = avctx->priv;
215  int res;
216 
217  s->hue = FFSIGN(s->hue_opt) *M_PI * fmodf(526.f - fabsf(s->hue_opt), 360.f) / 180.f;
218  if (res = ff_filter_execute(avctx, s->do_slice, frame, NULL,
219  FFMIN(frame->height, ff_filter_get_nb_threads(avctx))))
220  return res;
221 
222  return ff_filter_frame(avctx->outputs[0], frame);
223 }
224 
225 static av_cold int config_output(AVFilterLink *outlink)
226 {
228  AVFilterContext *avctx = outlink->src;
229  HSVKeyContext *s = avctx->priv;
230 
231  s->depth = desc->comp[0].depth;
232  s->max = (1 << s->depth) - 1;
233  s->half = 0.5f * s->max;
234  s->scale = 1.f / s->max;
235 
236  if (!strcmp(avctx->filter->name, "hsvkey")) {
237  s->do_slice = s->depth <= 8 ? do_hsvkey_slice : do_hsvkey16_slice;
238  } else {
239  s->do_slice = s->depth <= 8 ? do_hsvhold_slice: do_hsvhold16_slice;
240  }
241 
242  return 0;
243 }
244 
246 {
247  AVFilterContext *avctx = inlink->dst;
248  HSVKeyContext *s = avctx->priv;
250 
251  s->hsub_log2 = desc->log2_chroma_w;
252  s->vsub_log2 = desc->log2_chroma_h;
253 
254  return 0;
255 }
256 
257 static const enum AVPixelFormat key_pixel_fmts[] = {
266 };
267 
268 static const AVFilterPad inputs[] = {
269  {
270  .name = "default",
271  .type = AVMEDIA_TYPE_VIDEO,
273  .filter_frame = filter_frame,
274  .config_props = config_input,
275  },
276 };
277 
278 static const AVFilterPad outputs[] = {
279  {
280  .name = "default",
281  .type = AVMEDIA_TYPE_VIDEO,
282  .config_props = config_output,
283  },
284 };
285 
286 #define OFFSET(x) offsetof(HSVKeyContext, x)
287 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
288 
289 static const AVOption hsvkey_options[] = {
290  { "hue", "set the hue value", OFFSET(hue_opt), AV_OPT_TYPE_FLOAT, { .dbl = 0 }, -360, 360, FLAGS },
291  { "sat", "set the saturation value", OFFSET(sat), AV_OPT_TYPE_FLOAT, { .dbl = 0 }, -1, 1, FLAGS },
292  { "val", "set the value value", OFFSET(val), AV_OPT_TYPE_FLOAT, { .dbl = 0 }, -1, 1, FLAGS },
293  { "similarity", "set the hsvkey similarity value", OFFSET(similarity), AV_OPT_TYPE_FLOAT, { .dbl = 0.01}, 0.00001, 1.0, FLAGS },
294  { "blend", "set the hsvkey blend value", OFFSET(blend), AV_OPT_TYPE_FLOAT, { .dbl = 0.0 }, 0.0, 1.0, FLAGS },
295  { NULL }
296 };
297 
298 AVFILTER_DEFINE_CLASS(hsvkey);
299 
301  .name = "hsvkey",
302  .description = NULL_IF_CONFIG_SMALL("Turns a certain HSV range into transparency. Operates on YUV colors."),
303  .priv_size = sizeof(HSVKeyContext),
304  .priv_class = &hsvkey_class,
309  .process_command = ff_filter_process_command,
310 };
311 
312 static const enum AVPixelFormat hold_pixel_fmts[] = {
329 };
330 
331 static const AVOption hsvhold_options[] = {
332  { "hue", "set the hue value", OFFSET(hue_opt), AV_OPT_TYPE_FLOAT, { .dbl = 0 }, -360, 360, FLAGS },
333  { "sat", "set the saturation value", OFFSET(sat), AV_OPT_TYPE_FLOAT, { .dbl = 0 }, -1, 1, FLAGS },
334  { "val", "set the value value", OFFSET(val), AV_OPT_TYPE_FLOAT, { .dbl = 0 }, -1, 1, FLAGS },
335  { "similarity", "set the hsvhold similarity value", OFFSET(similarity), AV_OPT_TYPE_FLOAT, { .dbl = 0.01 }, 0.00001, 1.0, FLAGS },
336  { "blend", "set the hsvhold blend value", OFFSET(blend), AV_OPT_TYPE_FLOAT, { .dbl = 0.0 }, 0.0, 1.0, FLAGS },
337  { NULL }
338 };
339 
340 AVFILTER_DEFINE_CLASS(hsvhold);
341 
343  .name = "hsvhold",
344  .description = NULL_IF_CONFIG_SMALL("Turns a certain HSV range into gray."),
345  .priv_size = sizeof(HSVKeyContext),
346  .priv_class = &hsvhold_class,
351  .process_command = ff_filter_process_command,
352 };
AV_PIX_FMT_YUVA422P16
#define AV_PIX_FMT_YUVA422P16
Definition: pixfmt.h:522
inputs
static const AVFilterPad inputs[]
Definition: vf_hsvkey.c:268
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
opt.h
HSVKeyContext::half
float half
Definition: vf_hsvkey.c:38
u
#define u(width, name, range_min, range_max)
Definition: cbs_h2645.c:251
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1015
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2965
HSVKeyContext::hue_opt
float hue_opt
Definition: vf_hsvkey.c:32
FILTER_PIXFMTS_ARRAY
#define FILTER_PIXFMTS_ARRAY(array)
Definition: internal.h:162
atan2f
#define atan2f(y, x)
Definition: libm.h:45
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
outputs
static const AVFilterPad outputs[]
Definition: vf_hsvkey.c:278
AV_RN16
#define AV_RN16(p)
Definition: intreadwrite.h:358
AV_PIX_FMT_YUVA422P9
#define AV_PIX_FMT_YUVA422P9
Definition: pixfmt.h:514
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:375
pixdesc.h
AV_PIX_FMT_YUVA420P16
#define AV_PIX_FMT_YUVA420P16
Definition: pixfmt.h:521
AV_PIX_FMT_YUVA420P10
#define AV_PIX_FMT_YUVA420P10
Definition: pixfmt.h:516
AVOption
AVOption.
Definition: opt.h:346
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:478
half
static uint8_t half(int a, int b)
Definition: mobiclip.c:539
float.h
max
#define max(a, b)
Definition: cuda_runtime.h:33
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:170
HSVKeyContext::hsub_log2
int hsub_log2
Definition: vf_hsvkey.c:43
AV_PIX_FMT_YUVA422P10
#define AV_PIX_FMT_YUVA422P10
Definition: pixfmt.h:517
config_input
static av_cold int config_input(AVFilterLink *inlink)
Definition: vf_hsvkey.c:245
AV_PIX_FMT_YUVA420P9
#define AV_PIX_FMT_YUVA420P9
Definition: pixfmt.h:513
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(hsvkey)
do_hsvhold_slice
static int do_hsvhold_slice(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_hsvkey.c:138
AVFilterContext::priv
void * priv
private data for use by the filter
Definition: avfilter.h:422
cosf
#define cosf(x)
Definition: libm.h:78
AV_PIX_FMT_YUVA444P16
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:523
FFSIGN
#define FFSIGN(a)
Definition: common.h:74
AV_PIX_FMT_YUV422P9
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:476
SQR
#define SQR(x)
Definition: vf_hsvkey.c:50
HSVKeyContext::similarity
float similarity
Definition: vf_hsvkey.c:33
HSVKeyContext::scale
float scale
Definition: vf_hsvkey.c:36
val
static double val(void *priv, double ch)
Definition: aeval.c:78
fabsf
static __device__ float fabsf(float a)
Definition: cuda_runtime.h:181
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:33
AV_PIX_FMT_YUV444P10
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:481
config_output
static av_cold int config_output(AVFilterLink *outlink)
Definition: vf_hsvkey.c:225
av_cold
#define av_cold
Definition: attributes.h:90
AV_PIX_FMT_YUV422P16
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:490
HSVKeyContext::depth
int depth
Definition: vf_hsvkey.c:40
width
#define width
intreadwrite.h
s
#define s(width, name)
Definition: cbs_vp9.c:198
AV_PIX_FMT_YUVA420P
@ AV_PIX_FMT_YUVA420P
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:108
AV_PIX_FMT_YUV444P16
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:491
filter_frame
static int filter_frame(AVFilterLink *link, AVFrame *frame)
Definition: vf_hsvkey.c:211
slice_end
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:1730
do_hsvkey_pixel
static int do_hsvkey_pixel(HSVKeyContext *s, int y, int u, int v, float hue_key, float sat_key, float val_key)
Definition: vf_hsvkey.c:52
AV_PIX_FMT_YUVA444P12
#define AV_PIX_FMT_YUVA444P12
Definition: pixfmt.h:520
AV_PIX_FMT_YUV420P9
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:475
AV_PIX_FMT_YUV420P16
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:489
ctx
AVFormatContext * ctx
Definition: movenc.c:49
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:73
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: internal.h:182
link
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a link
Definition: filter_design.txt:23
HSVKeyContext::vsub_log2
int vsub_log2
Definition: vf_hsvkey.c:44
arg
const char * arg
Definition: jacosubdec.c:67
HSVKeyContext::sat
float sat
Definition: vf_hsvkey.c:32
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
NULL
#define NULL
Definition: coverity.c:32
do_hsvhold16_slice
static int do_hsvhold16_slice(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_hsvkey.c:174
hsvkey_options
static const AVOption hsvkey_options[]
Definition: vf_hsvkey.c:289
do_hsvkey16_slice
static int do_hsvkey16_slice(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_hsvkey.c:112
sqrtf
static __device__ float sqrtf(float a)
Definition: cuda_runtime.h:184
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:479
av_clipf
av_clipf
Definition: af_crystalizer.c:121
FLAGS
#define FLAGS
Definition: vf_hsvkey.c:287
hsvhold_options
static const AVOption hsvhold_options[]
Definition: vf_hsvkey.c:331
f
f
Definition: af_crystalizer.c:121
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:94
HSVKeyContext::val
float val
Definition: vf_hsvkey.c:32
fmaxf
float fmaxf(float, float)
AV_PIX_FMT_YUV422P12
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:483
ff_vf_hsvkey
const AVFilter ff_vf_hsvkey
Definition: vf_hsvkey.c:300
AV_PIX_FMT_YUV444P12
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:485
ff_filter_process_command
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:887
diff
static av_always_inline int diff(const struct color_info *a, const struct color_info *b, const int trans_thresh)
Definition: vf_paletteuse.c:165
do_hsvkey_slice
static int do_hsvkey_slice(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_hsvkey.c:87
height
#define height
AV_PIX_FMT_YUVA444P
@ AV_PIX_FMT_YUVA444P
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:174
AV_PIX_FMT_YUVA444P10
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:518
M_PI
#define M_PI
Definition: mathematics.h:67
Y
#define Y
Definition: boxblur.h:37
internal.h
AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC
#define AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC
Some filters support a generic "enable" expression option that can be used to enable or disable a fil...
Definition: avfilter.h:147
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Definition: opt.h:238
HSVKeyContext::do_slice
int(* do_slice)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_hsvkey.c:46
ff_filter_get_nb_threads
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:827
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
ff_vf_hsvhold
const AVFilter ff_vf_hsvhold
Definition: vf_hsvkey.c:342
HSVKeyContext
Definition: vf_hsvkey.c:29
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:39
AV_PIX_FMT_YUV444P9
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:477
key_pixel_fmts
static enum AVPixelFormat key_pixel_fmts[]
Definition: vf_hsvkey.c:257
AVFilter
Filter definition.
Definition: avfilter.h:166
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
HSVKeyContext::hue
float hue
Definition: vf_hsvkey.c:32
AV_PIX_FMT_YUVA444P9
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:515
AV_PIX_FMT_YUV420P12
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:482
AV_PIX_FMT_YUV422P14
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:487
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:72
AV_PIX_FMT_YUVA422P12
#define AV_PIX_FMT_YUVA422P12
Definition: pixfmt.h:519
avfilter.h
slice_start
static int slice_start(SliceContext *sc, VVCContext *s, VVCFrameContext *fc, const CodedBitstreamUnit *unit, const int is_first_slice)
Definition: dec.c:688
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:78
HSVKeyContext::max
int max
Definition: vf_hsvkey.c:41
AVFilterContext
An instance of a filter.
Definition: avfilter.h:407
OFFSET
#define OFFSET(x)
Definition: vf_hsvkey.c:286
AVFILTER_FLAG_SLICE_THREADS
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:117
desc
const char * desc
Definition: libsvtav1.c:75
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AV_PIX_FMT_YUV422P
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:77
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
scale
static void scale(int *out, const int *in, const int w, const int h, const int shift)
Definition: intra.c:291
hold_pixel_fmts
static enum AVPixelFormat hold_pixel_fmts[]
Definition: vf_hsvkey.c:312
HSVKeyContext::blend
float blend
Definition: vf_hsvkey.c:34
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:183
AV_PIX_FMT_YUV444P14
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:488
AVFilterContext::filter
const AVFilter * filter
the AVFilter of which this is an instance
Definition: avfilter.h:410
ff_filter_execute
static av_always_inline int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
Definition: internal.h:134
int
int
Definition: ffmpeg_filter.c:424
AV_PIX_FMT_YUVA422P
@ AV_PIX_FMT_YUVA422P
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:173
AV_PIX_FMT_YUV420P14
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:486
AVFilterContext::outputs
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:419
AVFILTERPAD_FLAG_NEEDS_WRITABLE
#define AVFILTERPAD_FLAG_NEEDS_WRITABLE
The filter expects writable frames from its input link, duplicating data buffers if needed.
Definition: internal.h:52