FFmpeg
vf_scale_vulkan.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "libavutil/random_seed.h"
20 #include "libavutil/opt.h"
21 #include "vulkan_filter.h"
22 #include "scale_eval.h"
23 #include "internal.h"
24 #include "colorspace.h"
25 
26 #define CGROUPS (int [3]){ 32, 32, 1 }
27 
28 enum ScalerFunc {
31 
33 };
34 
35 typedef struct ScaleVulkanContext {
37 
42 
43  /* Shader updators, must be in the main filter struct */
44  VkDescriptorImageInfo input_images[3];
45  VkDescriptorImageInfo output_images[3];
46  VkDescriptorBufferInfo params_desc;
47 
49  char *w_expr;
50  char *h_expr;
51 
54 
57 
58 static const char scale_bilinear[] = {
59  C(0, vec4 scale_bilinear(int idx, ivec2 pos, vec2 crop_range, vec2 crop_off))
60  C(0, { )
61  C(1, vec2 npos = (vec2(pos) + 0.5f) / imageSize(output_img[idx]); )
62  C(1, npos *= crop_range; /* Reduce the range */ )
63  C(1, npos += crop_off; /* Offset the start */ )
64  C(1, return texture(input_img[idx], npos); )
65  C(0, } )
66 };
67 
68 static const char rgb2yuv[] = {
69  C(0, vec4 rgb2yuv(vec4 src, int fullrange) )
70  C(0, { )
71  C(1, src *= yuv_matrix; )
72  C(1, if (fullrange == 1) { )
73  C(2, src += vec4(0.0, 0.5, 0.5, 0.0); )
74  C(1, } else { )
75  C(2, src *= vec4(219.0 / 255.0, 224.0 / 255.0, 224.0 / 255.0, 1.0); )
76  C(2, src += vec4(16.0 / 255.0, 128.0 / 255.0, 128.0 / 255.0, 0.0); )
77  C(1, } )
78  C(1, return src; )
79  C(0, } )
80 };
81 
82 static const char write_nv12[] = {
83  C(0, void write_nv12(vec4 src, ivec2 pos) )
84  C(0, { )
85  C(1, imageStore(output_img[0], pos, vec4(src.r, 0.0, 0.0, 0.0)); )
86  C(1, pos /= ivec2(2); )
87  C(1, imageStore(output_img[1], pos, vec4(src.g, src.b, 0.0, 0.0)); )
88  C(0, } )
89 };
90 
91 static const char write_420[] = {
92  C(0, void write_420(vec4 src, ivec2 pos) )
93  C(0, { )
94  C(1, imageStore(output_img[0], pos, vec4(src.r, 0.0, 0.0, 0.0)); )
95  C(1, pos /= ivec2(2); )
96  C(1, imageStore(output_img[1], pos, vec4(src.g, 0.0, 0.0, 0.0)); )
97  C(1, imageStore(output_img[2], pos, vec4(src.b, 0.0, 0.0, 0.0)); )
98  C(0, } )
99 };
100 
101 static const char write_444[] = {
102  C(0, void write_444(vec4 src, ivec2 pos) )
103  C(0, { )
104  C(1, imageStore(output_img[0], pos, vec4(src.r, 0.0, 0.0, 0.0)); )
105  C(1, imageStore(output_img[1], pos, vec4(src.g, 0.0, 0.0, 0.0)); )
106  C(1, imageStore(output_img[2], pos, vec4(src.b, 0.0, 0.0, 0.0)); )
107  C(0, } )
108 };
109 
111 {
112  int err;
113  FFVkSampler *sampler;
114  VkFilter sampler_mode;
115  ScaleVulkanContext *s = ctx->priv;
116  FFVulkanContext *vkctx = &s->vkctx;
117 
118  int crop_x = in->crop_left;
119  int crop_y = in->crop_top;
120  int crop_w = in->width - (in->crop_left + in->crop_right);
121  int crop_h = in->height - (in->crop_top + in->crop_bottom);
122  int in_planes = av_pix_fmt_count_planes(s->vkctx.input_format);
123 
124  ff_vk_qf_init(vkctx, &s->qf, VK_QUEUE_COMPUTE_BIT, 0);
125 
126  switch (s->scaler) {
127  case F_NEAREST:
128  sampler_mode = VK_FILTER_NEAREST;
129  break;
130  case F_BILINEAR:
131  sampler_mode = VK_FILTER_LINEAR;
132  break;
133  };
134 
135  /* Create a sampler */
136  sampler = ff_vk_init_sampler(vkctx, 0, sampler_mode);
137  if (!sampler)
138  return AVERROR_EXTERNAL;
139 
140  s->pl = ff_vk_create_pipeline(vkctx, &s->qf);
141  if (!s->pl)
142  return AVERROR(ENOMEM);
143 
144  { /* Create the shader */
145  FFVulkanDescriptorSetBinding desc_i[2] = {
146  {
147  .name = "input_img",
148  .type = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
149  .dimensions = 2,
150  .elems = in_planes,
151  .stages = VK_SHADER_STAGE_COMPUTE_BIT,
152  .updater = s->input_images,
153  .sampler = sampler,
154  },
155  {
156  .name = "output_img",
157  .type = VK_DESCRIPTOR_TYPE_STORAGE_IMAGE,
158  .mem_layout = ff_vk_shader_rep_fmt(s->vkctx.output_format),
159  .mem_quali = "writeonly",
160  .dimensions = 2,
161  .elems = av_pix_fmt_count_planes(s->vkctx.output_format),
162  .stages = VK_SHADER_STAGE_COMPUTE_BIT,
163  .updater = s->output_images,
164  },
165  };
166 
168  .name = "params",
169  .type = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER,
170  .mem_quali = "readonly",
171  .mem_layout = "std430",
172  .stages = VK_SHADER_STAGE_COMPUTE_BIT,
173  .updater = &s->params_desc,
174  .buf_content = "mat4 yuv_matrix;",
175  };
176 
177  FFVkSPIRVShader *shd = ff_vk_init_shader(s->pl, "scale_compute",
178  VK_SHADER_STAGE_COMPUTE_BIT);
179  if (!shd)
180  return AVERROR(ENOMEM);
181 
183 
184  RET(ff_vk_add_descriptor_set(vkctx, s->pl, shd, desc_i, FF_ARRAY_ELEMS(desc_i), 0)); /* set 0 */
185  RET(ff_vk_add_descriptor_set(vkctx, s->pl, shd, &desc_b, 1, 0)); /* set 1 */
186 
188 
189  if (s->vkctx.output_format != s->vkctx.input_format) {
190  GLSLD( rgb2yuv );
191  }
192 
193  switch (s->vkctx.output_format) {
194  case AV_PIX_FMT_NV12: GLSLD(write_nv12); break;
195  case AV_PIX_FMT_YUV420P: GLSLD( write_420); break;
196  case AV_PIX_FMT_YUV444P: GLSLD( write_444); break;
197  default: break;
198  }
199 
200  GLSLC(0, void main() );
201  GLSLC(0, { );
202  GLSLC(1, ivec2 size; );
203  GLSLC(1, ivec2 pos = ivec2(gl_GlobalInvocationID.xy); );
204  GLSLF(1, vec2 in_d = vec2(%i, %i); ,in->width, in->height);
205  GLSLF(1, vec2 c_r = vec2(%i, %i) / in_d; ,crop_w, crop_h);
206  GLSLF(1, vec2 c_o = vec2(%i, %i) / in_d; ,crop_x,crop_y);
207  GLSLC(0, );
208 
209  if (s->vkctx.output_format == s->vkctx.input_format) {
210  for (int i = 0; i < desc_i[1].elems; i++) {
211  GLSLF(1, size = imageSize(output_img[%i]); ,i);
212  GLSLC(1, if (IS_WITHIN(pos, size)) { );
213  switch (s->scaler) {
214  case F_NEAREST:
215  case F_BILINEAR:
216  GLSLF(2, vec4 res = scale_bilinear(%i, pos, c_r, c_o); ,i);
217  GLSLF(2, imageStore(output_img[%i], pos, res); ,i);
218  break;
219  };
220  GLSLC(1, } );
221  }
222  } else {
223  GLSLC(1, vec4 res = scale_bilinear(0, pos, c_r, c_o); );
224  GLSLF(1, res = rgb2yuv(res, %i); ,s->out_range == AVCOL_RANGE_JPEG);
225  switch (s->vkctx.output_format) {
226  case AV_PIX_FMT_NV12: GLSLC(1, write_nv12(res, pos); ); break;
227  case AV_PIX_FMT_YUV420P: GLSLC(1, write_420(res, pos); ); break;
228  case AV_PIX_FMT_YUV444P: GLSLC(1, write_444(res, pos); ); break;
229  default: return AVERROR(EINVAL);
230  }
231  }
232 
233  GLSLC(0, } );
234 
235  RET(ff_vk_compile_shader(vkctx, shd, "main"));
236  }
237 
238  RET(ff_vk_init_pipeline_layout(vkctx, s->pl));
239  RET(ff_vk_init_compute_pipeline(vkctx, s->pl));
240 
241  if (s->vkctx.output_format != s->vkctx.input_format) {
242  const AVLumaCoefficients *lcoeffs;
243  double tmp_mat[3][3];
244 
245  struct {
246  float yuv_matrix[4][4];
247  } *par;
248 
250  if (!lcoeffs) {
251  av_log(ctx, AV_LOG_ERROR, "Unsupported colorspace\n");
252  return AVERROR(EINVAL);
253  }
254 
255  RET(ff_vk_create_buf(vkctx, &s->params_buf,
256  sizeof(*par),
257  VK_BUFFER_USAGE_STORAGE_BUFFER_BIT,
258  VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT));
259 
260  RET(ff_vk_map_buffers(vkctx, &s->params_buf, (uint8_t **)&par, 1, 0));
261 
262  ff_fill_rgb2yuv_table(lcoeffs, tmp_mat);
263 
264  memset(par, 0, sizeof(*par));
265 
266  for (int y = 0; y < 3; y++)
267  for (int x = 0; x < 3; x++)
268  par->yuv_matrix[x][y] = tmp_mat[x][y];
269 
270  par->yuv_matrix[3][3] = 1.0;
271 
272  RET(ff_vk_unmap_buffers(vkctx, &s->params_buf, 1, 1));
273 
274  s->params_desc.buffer = s->params_buf.buf;
275  s->params_desc.range = VK_WHOLE_SIZE;
276 
277  ff_vk_update_descriptor_set(vkctx, s->pl, 1);
278  }
279 
280  /* Execution context */
281  RET(ff_vk_create_exec_ctx(vkctx, &s->exec, &s->qf));
282 
283  s->initialized = 1;
284 
285  return 0;
286 
287 fail:
288  return err;
289 }
290 
291 static int process_frames(AVFilterContext *avctx, AVFrame *out_f, AVFrame *in_f)
292 {
293  int err = 0;
294  VkCommandBuffer cmd_buf;
295  ScaleVulkanContext *s = avctx->priv;
296  FFVulkanContext *vkctx = &s->vkctx;
297  FFVulkanFunctions *vk = &vkctx->vkfn;
298  AVVkFrame *in = (AVVkFrame *)in_f->data[0];
299  AVVkFrame *out = (AVVkFrame *)out_f->data[0];
300  VkImageMemoryBarrier barriers[AV_NUM_DATA_POINTERS*2];
301  int barrier_count = 0;
302  const int planes = av_pix_fmt_count_planes(s->vkctx.input_format);
303  const VkFormat *input_formats = av_vkfmt_from_pixfmt(s->vkctx.input_format);
304  const VkFormat *output_formats = av_vkfmt_from_pixfmt(s->vkctx.output_format);
305 
306  /* Update descriptors and init the exec context */
307  ff_vk_start_exec_recording(vkctx, s->exec);
308  cmd_buf = ff_vk_get_exec_buf(s->exec);
309 
310  for (int i = 0; i < planes; i++) {
311  RET(ff_vk_create_imageview(vkctx, s->exec,
312  &s->input_images[i].imageView, in->img[i],
313  input_formats[i],
315 
316  RET(ff_vk_create_imageview(vkctx, s->exec,
317  &s->output_images[i].imageView, out->img[i],
318  output_formats[i],
320 
321  s->input_images[i].imageLayout = VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL;
322  s->output_images[i].imageLayout = VK_IMAGE_LAYOUT_GENERAL;
323  }
324 
325  ff_vk_update_descriptor_set(vkctx, s->pl, 0);
326 
327  for (int i = 0; i < planes; i++) {
328  VkImageMemoryBarrier bar = {
329  .sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER,
330  .srcAccessMask = 0,
331  .dstAccessMask = VK_ACCESS_SHADER_READ_BIT,
332  .oldLayout = in->layout[i],
333  .newLayout = s->input_images[i].imageLayout,
334  .srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED,
335  .dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED,
336  .image = in->img[i],
337  .subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
338  .subresourceRange.levelCount = 1,
339  .subresourceRange.layerCount = 1,
340  };
341 
342  memcpy(&barriers[barrier_count++], &bar, sizeof(VkImageMemoryBarrier));
343 
344  in->layout[i] = bar.newLayout;
345  in->access[i] = bar.dstAccessMask;
346  }
347 
348  for (int i = 0; i < av_pix_fmt_count_planes(s->vkctx.output_format); i++) {
349  VkImageMemoryBarrier bar = {
350  .sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER,
351  .srcAccessMask = 0,
352  .dstAccessMask = VK_ACCESS_SHADER_WRITE_BIT,
353  .oldLayout = out->layout[i],
354  .newLayout = s->output_images[i].imageLayout,
355  .srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED,
356  .dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED,
357  .image = out->img[i],
358  .subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
359  .subresourceRange.levelCount = 1,
360  .subresourceRange.layerCount = 1,
361  };
362 
363  memcpy(&barriers[barrier_count++], &bar, sizeof(VkImageMemoryBarrier));
364 
365  out->layout[i] = bar.newLayout;
366  out->access[i] = bar.dstAccessMask;
367  }
368 
369  vk->CmdPipelineBarrier(cmd_buf, VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
370  VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, 0,
371  0, NULL, 0, NULL, barrier_count, barriers);
372 
373  ff_vk_bind_pipeline_exec(vkctx, s->exec, s->pl);
374 
375  vk->CmdDispatch(cmd_buf,
376  FFALIGN(vkctx->output_width, CGROUPS[0])/CGROUPS[0],
377  FFALIGN(vkctx->output_height, CGROUPS[1])/CGROUPS[1], 1);
378 
379  ff_vk_add_exec_dep(vkctx, s->exec, in_f, VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT);
380  ff_vk_add_exec_dep(vkctx, s->exec, out_f, VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT);
381 
382  err = ff_vk_submit_exec_queue(vkctx, s->exec);
383  if (err)
384  return err;
385 
386  ff_vk_qf_rotate(&s->qf);
387 
388  return err;
389 
390 fail:
391  ff_vk_discard_exec_deps(s->exec);
392  return err;
393 }
394 
396 {
397  int err;
398  AVFilterContext *ctx = link->dst;
399  ScaleVulkanContext *s = ctx->priv;
400  AVFilterLink *outlink = ctx->outputs[0];
401 
402  AVFrame *out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
403  if (!out) {
404  err = AVERROR(ENOMEM);
405  goto fail;
406  }
407 
408  if (!s->initialized)
409  RET(init_filter(ctx, in));
410 
411  RET(process_frames(ctx, out, in));
412 
413  err = av_frame_copy_props(out, in);
414  if (err < 0)
415  goto fail;
416 
417  if (s->out_range != AVCOL_RANGE_UNSPECIFIED)
418  out->color_range = s->out_range;
419  if (s->vkctx.output_format != s->vkctx.input_format)
420  out->chroma_location = AVCHROMA_LOC_TOPLEFT;
421 
422  av_frame_free(&in);
423 
424  return ff_filter_frame(outlink, out);
425 
426 fail:
427  av_frame_free(&in);
428  av_frame_free(&out);
429  return err;
430 }
431 
433 {
434  int err;
435  AVFilterContext *avctx = outlink->src;
436  ScaleVulkanContext *s = avctx->priv;
437  FFVulkanContext *vkctx = &s->vkctx;
438  AVFilterLink *inlink = outlink->src->inputs[0];
439 
440  err = ff_scale_eval_dimensions(s, s->w_expr, s->h_expr, inlink, outlink,
441  &vkctx->output_width,
442  &vkctx->output_height);
443  if (err < 0)
444  return err;
445 
446  if (s->out_format_string) {
447  s->vkctx.output_format = av_get_pix_fmt(s->out_format_string);
448  if (s->vkctx.output_format == AV_PIX_FMT_NONE) {
449  av_log(avctx, AV_LOG_ERROR, "Invalid output format.\n");
450  return AVERROR(EINVAL);
451  }
452  } else {
453  s->vkctx.output_format = s->vkctx.input_format;
454  }
455 
456  if (s->vkctx.output_format != s->vkctx.input_format) {
457  if (!ff_vk_mt_is_np_rgb(s->vkctx.input_format)) {
458  av_log(avctx, AV_LOG_ERROR, "Unsupported input format for conversion\n");
459  return AVERROR(EINVAL);
460  }
461  if (s->vkctx.output_format != AV_PIX_FMT_NV12 &&
462  s->vkctx.output_format != AV_PIX_FMT_YUV420P &&
463  s->vkctx.output_format != AV_PIX_FMT_YUV444P) {
464  av_log(avctx, AV_LOG_ERROR, "Unsupported output format\n");
465  return AVERROR(EINVAL);
466  }
467  } else if (s->out_range != AVCOL_RANGE_UNSPECIFIED) {
468  av_log(avctx, AV_LOG_ERROR, "Cannot change range without converting format\n");
469  return AVERROR(EINVAL);
470  }
471 
472  return ff_vk_filter_config_output(outlink);
473 }
474 
476 {
477  ScaleVulkanContext *s = avctx->priv;
478 
479  ff_vk_free_buf(&s->vkctx, &s->params_buf);
480  ff_vk_uninit(&s->vkctx);
481 
482  s->initialized = 0;
483 }
484 
485 #define OFFSET(x) offsetof(ScaleVulkanContext, x)
486 #define FLAGS (AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM)
487 static const AVOption scale_vulkan_options[] = {
488  { "w", "Output video width", OFFSET(w_expr), AV_OPT_TYPE_STRING, {.str = "iw"}, .flags = FLAGS },
489  { "h", "Output video height", OFFSET(h_expr), AV_OPT_TYPE_STRING, {.str = "ih"}, .flags = FLAGS },
490  { "scaler", "Scaler function", OFFSET(scaler), AV_OPT_TYPE_INT, {.i64 = F_BILINEAR}, 0, F_NB, .flags = FLAGS, "scaler" },
491  { "bilinear", "Bilinear interpolation (fastest)", 0, AV_OPT_TYPE_CONST, {.i64 = F_BILINEAR}, 0, 0, .flags = FLAGS, "scaler" },
492  { "nearest", "Nearest (useful for pixel art)", 0, AV_OPT_TYPE_CONST, {.i64 = F_NEAREST}, 0, 0, .flags = FLAGS, "scaler" },
493  { "format", "Output video format (software format of hardware frames)", OFFSET(out_format_string), AV_OPT_TYPE_STRING, .flags = FLAGS },
494  { "out_range", "Output colour range (from 0 to 2) (default 0)", OFFSET(out_range), AV_OPT_TYPE_INT, {.i64 = AVCOL_RANGE_UNSPECIFIED}, AVCOL_RANGE_UNSPECIFIED, AVCOL_RANGE_JPEG, .flags = FLAGS, "range" },
495  { "full", "Full range", 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
496  { "limited", "Limited range", 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
497  { "jpeg", "Full range", 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
498  { "mpeg", "Limited range", 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
499  { "tv", "Limited range", 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, "range" },
500  { "pc", "Full range", 0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, "range" },
501  { NULL },
502 };
503 
504 AVFILTER_DEFINE_CLASS(scale_vulkan);
505 
507  {
508  .name = "default",
509  .type = AVMEDIA_TYPE_VIDEO,
510  .filter_frame = &scale_vulkan_filter_frame,
511  .config_props = &ff_vk_filter_config_input,
512  },
513 };
514 
516  {
517  .name = "default",
518  .type = AVMEDIA_TYPE_VIDEO,
519  .config_props = &scale_vulkan_config_output,
520  },
521 };
522 
524  .name = "scale_vulkan",
525  .description = NULL_IF_CONFIG_SMALL("Scale Vulkan frames"),
526  .priv_size = sizeof(ScaleVulkanContext),
532  .priv_class = &scale_vulkan_class,
533  .flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE,
534 };
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:101
process_frames
static int process_frames(AVFilterContext *avctx, AVFrame *out_f, AVFrame *in_f)
Definition: vf_scale_vulkan.c:291
FFVulkanContext::output_height
int output_height
Definition: vulkan.h:208
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_comp_identity_map
const VkComponentMapping ff_comp_identity_map
Definition: vulkan.c:51
out
FILE * out
Definition: movenc.c:54
FF_FILTER_FLAG_HWFRAME_AWARE
#define FF_FILTER_FLAG_HWFRAME_AWARE
The filter is aware of hardware frames, and any hardware frame context should not be automatically pr...
Definition: internal.h:370
ff_vk_create_buf
int ff_vk_create_buf(FFVulkanContext *s, FFVkBuffer *buf, size_t size, VkBufferUsageFlags usage, VkMemoryPropertyFlagBits flags)
Create a VkBuffer with the specified parameters.
Definition: vulkan.c:193
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:999
ff_vk_bind_pipeline_exec
void ff_vk_bind_pipeline_exec(FFVulkanContext *s, FFVkExecContext *e, FFVulkanPipeline *pl)
Add a command to bind the completed pipeline and its descriptor sets.
Definition: vulkan.c:1264
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:111
AVFrame::colorspace
enum AVColorSpace colorspace
YUV colorspace type.
Definition: frame.h:589
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:325
OFFSET
#define OFFSET(x)
Definition: vf_scale_vulkan.c:485
AVFrame::width
int width
Definition: frame.h:397
ff_vk_filter_init
int ff_vk_filter_init(AVFilterContext *avctx)
General lavfi IO functions.
Definition: vulkan_filter.c:184
AVCOL_RANGE_JPEG
@ AVCOL_RANGE_JPEG
Full range content.
Definition: pixfmt.h:599
scale_vulkan_outputs
static const AVFilterPad scale_vulkan_outputs[]
Definition: vf_scale_vulkan.c:515
av_csp_luma_coeffs_from_avcsp
const struct AVLumaCoefficients * av_csp_luma_coeffs_from_avcsp(enum AVColorSpace csp)
Retrieves the Luma coefficients necessary to construct a conversion matrix from an enum constant desc...
Definition: csp.c:53
AVOption
AVOption.
Definition: opt.h:251
scale_vulkan_options
static const AVOption scale_vulkan_options[]
Definition: vf_scale_vulkan.c:487
ff_vk_compile_shader
int ff_vk_compile_shader(FFVulkanContext *s, FFVkSPIRVShader *shd, const char *entrypoint)
Compiles the shader, entrypoint must be set to "main".
Definition: vulkan.c:849
rgb2yuv
static const char rgb2yuv[]
Definition: vf_scale_vulkan.c:68
write_nv12
static const char write_nv12[]
Definition: vf_scale_vulkan.c:82
ff_scale_eval_dimensions
int ff_scale_eval_dimensions(void *log_ctx, const char *w_expr, const char *h_expr, AVFilterLink *inlink, AVFilterLink *outlink, int *ret_w, int *ret_h)
Parse and evaluate string expressions for width and height.
Definition: scale_eval.c:57
AVLumaCoefficients
Struct containing luma coefficients to be used for RGB to YUV/YCoCg, or similar calculations.
Definition: csp.h:39
ff_vk_uninit
void ff_vk_uninit(FFVulkanContext *s)
Frees the main Vulkan context.
Definition: vulkan.c:1379
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:175
write_420
static const char write_420[]
Definition: vf_scale_vulkan.c:91
AV_PIX_FMT_VULKAN
@ AV_PIX_FMT_VULKAN
Vulkan hardware images.
Definition: pixfmt.h:348
FFVkSampler
Definition: vulkan.h:74
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:346
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(scale_vulkan)
ScalerFunc
ScalerFunc
Definition: vf_scale_vulkan.c:28
ff_vk_add_exec_dep
int ff_vk_add_exec_dep(FFVulkanContext *s, FFVkExecContext *e, AVFrame *frame, VkPipelineStageFlagBits in_wait_dst_flag)
Adds a frame as a queue dependency.
Definition: vulkan.c:509
init
static int init
Definition: av_tx.c:47
ff_vk_get_exec_buf
VkCommandBuffer ff_vk_get_exec_buf(FFVkExecContext *e)
Gets the command buffer to use for this submission from the exe context.
Definition: vulkan.c:504
av_pix_fmt_count_planes
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2702
AVVkFrame::img
VkImage img[AV_NUM_DATA_POINTERS]
Vulkan images to which the memory is bound to.
Definition: hwcontext_vulkan.h:217
AVFilterContext::priv
void * priv
private data for use by the filter
Definition: avfilter.h:423
fail
#define fail()
Definition: checkasm.h:131
vulkan_filter.h
colorspace.h
ScaleVulkanContext::exec
FFVkExecContext * exec
Definition: vf_scale_vulkan.c:39
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:49
C
s EdgeDetect Foobar g libavfilter vf_edgedetect c libavfilter vf_foobar c edit libavfilter and add an entry for foobar following the pattern of the other filters edit libavfilter allfilters and add an entry for foobar following the pattern of the other filters configure make j< whatever > ffmpeg ffmpeg i you should get a foobar png with Lena edge detected That s your new playground is ready Some little details about what s going which in turn will define variables for the build system and the C
Definition: writing_filters.txt:58
ff_vk_qf_init
void ff_vk_qf_init(FFVulkanContext *s, FFVkQueueFamilyCtx *qf, VkQueueFlagBits dev_family, int nb_queues)
Initialize a queue family with a specific number of queues.
Definition: vulkan.c:96
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
FF_ARRAY_ELEMS
#define FF_ARRAY_ELEMS(a)
Definition: sinewin_tablegen.c:29
av_cold
#define av_cold
Definition: attributes.h:90
ff_vk_create_imageview
int ff_vk_create_imageview(FFVulkanContext *s, FFVkExecContext *e, VkImageView *v, VkImage img, VkFormat fmt, const VkComponentMapping map)
Create an imageview.
Definition: vulkan.c:742
FFVulkanDescriptorSetBinding::elems
uint32_t elems
Definition: vulkan.h:85
FFVulkanContext::output_width
int output_width
Definition: vulkan.h:207
F_NEAREST
@ F_NEAREST
Definition: vf_scale_vulkan.c:30
s
#define s(width, name)
Definition: cbs_vp9.c:256
F_BILINEAR
@ F_BILINEAR
Definition: vf_scale_vulkan.c:29
ScaleVulkanContext::pl
FFVulkanPipeline * pl
Definition: vf_scale_vulkan.c:40
scale_vulkan_filter_frame
static int scale_vulkan_filter_frame(AVFilterLink *link, AVFrame *in)
Definition: vf_scale_vulkan.c:395
ff_vk_init_shader
FFVkSPIRVShader * ff_vk_init_shader(FFVulkanPipeline *pl, const char *name, VkShaderStageFlags stage)
Inits a shader for a specific pipeline.
Definition: vulkan.c:795
ctx
AVFormatContext * ctx
Definition: movenc.c:48
AVFrame::crop_right
size_t crop_right
Definition: frame.h:683
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: internal.h:190
link
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a link
Definition: filter_design.txt:23
ff_vk_update_descriptor_set
void ff_vk_update_descriptor_set(FFVulkanContext *s, FFVulkanPipeline *pl, int set_id)
Updates a descriptor set via the updaters defined.
Definition: vulkan.c:1080
ff_vk_start_exec_recording
int ff_vk_start_exec_recording(FFVulkanContext *s, FFVkExecContext *e)
Begin recording to the command buffer.
Definition: vulkan.c:463
av_vkfmt_from_pixfmt
const VkFormat * av_vkfmt_from_pixfmt(enum AVPixelFormat p)
Returns the format of each image up to the number of planes for a given sw_format.
Definition: hwcontext_vulkan.c:238
main
int main(int argc, char *argv[])
Definition: avio_list_dir.c:112
NULL
#define NULL
Definition: coverity.c:32
av_frame_copy_props
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:596
ScaleVulkanContext::params_buf
FFVkBuffer params_buf
Definition: vf_scale_vulkan.c:41
GLSLD
#define GLSLD(D)
Definition: vulkan.h:47
scale_vulkan_uninit
static void scale_vulkan_uninit(AVFilterContext *avctx)
Definition: vf_scale_vulkan.c:475
ScaleVulkanContext::h_expr
char * h_expr
Definition: vf_scale_vulkan.c:50
AVCHROMA_LOC_TOPLEFT
@ AVCHROMA_LOC_TOPLEFT
ITU-R 601, SMPTE 274M 296M S314M(DV 4:1:1), mpeg2 4:2:2.
Definition: pixfmt.h:622
AVFilterContext::inputs
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:416
ff_vk_create_exec_ctx
int ff_vk_create_exec_ctx(FFVulkanContext *s, FFVkExecContext **ctx, FFVkQueueFamilyCtx *qf)
Init an execution context for command recording and queue submission.
Definition: vulkan.c:385
ff_vk_filter_config_output
int ff_vk_filter_config_output(AVFilterLink *outlink)
Definition: vulkan_filter.c:133
ff_vk_qf_rotate
void ff_vk_qf_rotate(FFVkQueueFamilyCtx *qf)
Rotate through the queues in a queue family.
Definition: vulkan.c:132
FFVulkanContext
Definition: vulkan.h:188
ScaleVulkanContext::out_range
enum AVColorRange out_range
Definition: vf_scale_vulkan.c:53
F_NB
@ F_NB
Definition: vf_scale_vulkan.c:32
FLAGS
#define FLAGS
Definition: vf_scale_vulkan.c:486
AVCOL_RANGE_UNSPECIFIED
@ AVCOL_RANGE_UNSPECIFIED
Definition: pixfmt.h:565
ScaleVulkanContext::vkctx
FFVulkanContext vkctx
Definition: vf_scale_vulkan.c:36
FFVulkanPipeline
Definition: vulkan.h:104
AVFrame::crop_bottom
size_t crop_bottom
Definition: frame.h:681
planes
static const struct @328 planes[]
ff_vk_discard_exec_deps
void ff_vk_discard_exec_deps(FFVkExecContext *e)
Discards all queue dependencies.
Definition: vulkan.c:447
AVFrame::crop_left
size_t crop_left
Definition: frame.h:682
ff_vk_unmap_buffers
int ff_vk_unmap_buffers(FFVulkanContext *s, FFVkBuffer *buf, int nb_buffers, int flush)
Unmaps the buffer from userspace.
Definition: vulkan.c:307
f
f
Definition: af_crystalizer.c:122
AVVkFrame::access
VkAccessFlagBits access[AV_NUM_DATA_POINTERS]
Updated after every barrier.
Definition: hwcontext_vulkan.h:240
FFVulkanDescriptorSetBinding
Definition: vulkan.h:78
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
AVVkFrame
Definition: hwcontext_vulkan.h:213
ff_vk_init_pipeline_layout
int ff_vk_init_pipeline_layout(FFVulkanContext *s, FFVulkanPipeline *pl)
Initializes the pipeline layout after all shaders and descriptor sets have been finished.
Definition: vulkan.c:1116
size
int size
Definition: twinvq_data.h:10344
AV_NUM_DATA_POINTERS
#define AV_NUM_DATA_POINTERS
Definition: frame.h:326
FFVkQueueFamilyCtx
Definition: vulkan.h:97
scale_eval.h
ff_vk_submit_exec_queue
int ff_vk_submit_exec_queue(FFVulkanContext *s, FFVkExecContext *e)
Submits a command buffer to the queue for execution.
Definition: vulkan.c:590
AVERROR_EXTERNAL
#define AVERROR_EXTERNAL
Generic error in an external library.
Definition: error.h:59
FFVkExecContext
Definition: vulkan.h:154
FFVulkanDescriptorSetBinding::name
const char * name
Definition: vulkan.h:79
ff_vk_mt_is_np_rgb
int ff_vk_mt_is_np_rgb(enum AVPixelFormat pix_fmt)
Returns 1 if the image is any sort of supported RGB.
Definition: vulkan.c:709
ScaleVulkanContext::input_images
VkDescriptorImageInfo input_images[3]
Definition: vf_scale_vulkan.c:44
internal.h
ScaleVulkanContext::scaler
enum ScalerFunc scaler
Definition: vf_scale_vulkan.c:52
FILTER_SINGLE_PIXFMT
#define FILTER_SINGLE_PIXFMT(pix_fmt_)
Definition: internal.h:180
ff_fill_rgb2yuv_table
void ff_fill_rgb2yuv_table(const AVLumaCoefficients *coeffs, double rgb2yuv[3][3])
Definition: colorspace.c:125
ff_vf_scale_vulkan
const AVFilter ff_vf_scale_vulkan
Definition: vf_scale_vulkan.c:523
ScaleVulkanContext::w_expr
char * w_expr
Definition: vf_scale_vulkan.c:49
ff_vk_init_compute_pipeline
int ff_vk_init_compute_pipeline(FFVulkanContext *s, FFVulkanPipeline *pl)
Initializes a compute pipeline.
Definition: vulkan.c:1229
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:271
scale_bilinear
static const char scale_bilinear[]
Definition: vf_scale_vulkan.c:58
write_444
static const char write_444[]
Definition: vf_scale_vulkan.c:101
ff_vk_shader_rep_fmt
const char * ff_vk_shader_rep_fmt(enum AVPixelFormat pixfmt)
Gets the glsl format string for a pixel format.
Definition: vulkan.c:721
scale_vulkan_inputs
static const AVFilterPad scale_vulkan_inputs[]
Definition: vf_scale_vulkan.c:506
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:55
GLSLF
#define GLSLF(N, S,...)
Definition: vulkan.h:46
ff_vk_create_pipeline
FFVulkanPipeline * ff_vk_create_pipeline(FFVulkanContext *s, FFVkQueueFamilyCtx *qf)
Inits a pipeline.
Definition: vulkan.c:1220
ff_vk_free_buf
void ff_vk_free_buf(FFVulkanContext *s, FFVkBuffer *buf)
Frees a buffer.
Definition: vulkan.c:349
AVCOL_RANGE_MPEG
@ AVCOL_RANGE_MPEG
Narrow or limited range content.
Definition: pixfmt.h:582
AVFilter
Filter definition.
Definition: avfilter.h:171
AV_PIX_FMT_NV12
@ AV_PIX_FMT_NV12
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:89
FFVulkanContext::vkfn
FFVulkanFunctions vkfn
Definition: vulkan.h:191
pos
unsigned int pos
Definition: spdifenc.c:412
av_get_pix_fmt
enum AVPixelFormat av_get_pix_fmt(const char *name)
Return the pixel format corresponding to name.
Definition: pixdesc.c:2594
ff_vk_add_descriptor_set
int ff_vk_add_descriptor_set(FFVulkanContext *s, FFVulkanPipeline *pl, FFVkSPIRVShader *shd, FFVulkanDescriptorSetBinding *desc, int num, int only_print_to_shader)
Adds a descriptor set to the shader and registers them in the pipeline.
Definition: vulkan.c:923
AVFrame::height
int height
Definition: frame.h:397
random_seed.h
ScaleVulkanContext::initialized
int initialized
Definition: vf_scale_vulkan.c:55
FFVkSPIRVShader
Definition: vulkan.h:58
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:225
CGROUPS
#define CGROUPS
Definition: vf_scale_vulkan.c:26
ScaleVulkanContext::output_images
VkDescriptorImageInfo output_images[3]
Definition: vf_scale_vulkan.c:45
ff_vk_init_sampler
FFVkSampler * ff_vk_init_sampler(FFVulkanContext *s, int unnorm_coords, VkFilter filt)
Create a Vulkan sampler, will be auto-freed in ff_vk_filter_uninit()
Definition: vulkan.c:670
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
AVFilterContext
An instance of a filter.
Definition: avfilter.h:408
ScaleVulkanContext
Definition: vf_scale_vulkan.c:35
GLSLC
#define GLSLC(N, S)
Definition: vulkan.h:44
ff_vk_filter_config_input
int ff_vk_filter_config_input(AVFilterLink *inlink)
Definition: vulkan_filter.c:52
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AVVkFrame::layout
VkImageLayout layout[AV_NUM_DATA_POINTERS]
Definition: hwcontext_vulkan.h:241
ff_vk_map_buffers
int ff_vk_map_buffers(FFVulkanContext *s, FFVkBuffer *buf, uint8_t *mem[], int nb_buffers, int invalidate)
Maps the buffer to userspace.
Definition: vulkan.c:258
FFALIGN
#define FFALIGN(x, a)
Definition: macros.h:78
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:191
AVFrame::crop_top
size_t crop_top
Definition: frame.h:680
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
ff_vk_set_compute_shader_sizes
void ff_vk_set_compute_shader_sizes(FFVkSPIRVShader *shd, int local_size[3])
Writes the workgroup size for a shader.
Definition: vulkan.c:816
FFVkBuffer
Definition: vulkan.h:91
scale_vulkan_config_output
static int scale_vulkan_config_output(AVFilterLink *outlink)
Definition: vf_scale_vulkan.c:432
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
uninit
static av_cold int uninit(AVCodecContext *avctx)
Definition: crystalhd.c:285
init_filter
static av_cold int init_filter(AVFilterContext *ctx, AVFrame *in)
Definition: vf_scale_vulkan.c:110
ScaleVulkanContext::qf
FFVkQueueFamilyCtx qf
Definition: vf_scale_vulkan.c:38
AV_OPT_TYPE_STRING
@ AV_OPT_TYPE_STRING
Definition: opt.h:229
AVColorRange
AVColorRange
Visual content value range.
Definition: pixfmt.h:564
ScaleVulkanContext::params_desc
VkDescriptorBufferInfo params_desc
Definition: vf_scale_vulkan.c:46
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:234
RET
#define RET(x)
Definition: vulkan.h:52
FFVulkanFunctions
Definition: vulkan_functions.h:175
ScaleVulkanContext::out_format_string
char * out_format_string
Definition: vf_scale_vulkan.c:48