FFmpeg
vulkan.h
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #ifndef AVUTIL_VULKAN_H
20 #define AVUTIL_VULKAN_H
21 
22 #define VK_NO_PROTOTYPES
23 
24 #include <stdatomic.h>
25 
26 #include "thread.h"
27 #include "pixdesc.h"
28 #include "bprint.h"
29 #include "hwcontext.h"
30 #include "vulkan_functions.h"
31 #include "hwcontext_vulkan.h"
32 
33 /* GLSL management macros */
34 #define INDENT(N) INDENT_##N
35 #define INDENT_0
36 #define INDENT_1 INDENT_0 " "
37 #define INDENT_2 INDENT_1 INDENT_1
38 #define INDENT_3 INDENT_2 INDENT_1
39 #define INDENT_4 INDENT_3 INDENT_1
40 #define INDENT_5 INDENT_4 INDENT_1
41 #define INDENT_6 INDENT_5 INDENT_1
42 #define C(N, S) INDENT(N) #S "\n"
43 
44 #define GLSLC(N, S) \
45  do { \
46  av_bprintf(&shd->src, C(N, S)); \
47  } while (0)
48 
49 #define GLSLA(...) \
50  do { \
51  av_bprintf(&shd->src, __VA_ARGS__); \
52  } while (0)
53 
54 #define GLSLF(N, S, ...) \
55  do { \
56  av_bprintf(&shd->src, C(N, S), __VA_ARGS__); \
57  } while (0)
58 
59 #define GLSLD(D) \
60  do { \
61  av_bprintf(&shd->src, "\n"); \
62  av_bprint_append_data(&shd->src, D, strlen(D)); \
63  av_bprintf(&shd->src, "\n"); \
64  } while (0)
65 
66 /* Helper, pretty much every Vulkan return value needs to be checked */
67 #define RET(x) \
68  do { \
69  if ((err = (x)) < 0) \
70  goto fail; \
71  } while (0)
72 
73 #define DUP_SAMPLER(x) { x, x, x, x }
74 
75 typedef struct FFVkSPIRVShader {
76  const char *name; /* Name for id/debugging purposes */
77  AVBPrint src;
78  int local_size[3]; /* Compute shader workgroup sizes */
79  VkPipelineShaderStageCreateInfo shader;
80  VkPipelineShaderStageRequiredSubgroupSizeCreateInfo subgroup_info;
82 
84  const char *name;
85  VkDescriptorType type;
86  const char *mem_layout; /* Storage images (rgba8, etc.) and buffers (std430, etc.) */
87  const char *mem_quali; /* readonly, writeonly, etc. */
88  const char *buf_content; /* For buffers */
89  uint32_t dimensions; /* Needed for e.g. sampler%iD */
90  uint32_t elems; /* 0 - scalar, 1 or more - vector */
91  VkShaderStageFlags stages;
92  VkSampler samplers[4]; /* Sampler to use for all elems */
94 
95 typedef struct FFVkBuffer {
96  VkBuffer buf;
97  VkDeviceMemory mem;
98  VkMemoryPropertyFlagBits flags;
99  size_t size;
100  VkDeviceAddress address;
101 
102  /* Local use only */
103  VkPipelineStageFlags2 stage;
104  VkAccessFlags2 access;
105 
106  /* Only valid when allocated via ff_vk_get_pooled_buffer with HOST_VISIBLE */
107  uint8_t *mapped_mem;
108 } FFVkBuffer;
109 
110 typedef struct FFVkQueueFamilyCtx {
114 
115 typedef struct FFVulkanDescriptorSet {
116  VkDescriptorSetLayout layout;
118  uint8_t *desc_mem;
119  VkDeviceSize layout_size;
120  VkDeviceSize aligned_size; /* descriptorBufferOffsetAlignment */
121  VkDeviceSize total_size; /* Once registered to an exec context */
122  VkBufferUsageFlags usage;
123 
124  VkDescriptorSetLayoutBinding *binding;
125  VkDeviceSize *binding_offset;
127 
130 
131 typedef struct FFVulkanPipeline {
132  VkPipelineBindPoint bind_point;
133 
134  /* Contexts */
135  VkPipelineLayout pipeline_layout;
136  VkPipeline pipeline;
137 
138  /* Push consts */
139  VkPushConstantRange *push_consts;
141 
142  /* Workgroup */
143  int wg_size[3];
144 
145  /* Descriptors */
147  VkDescriptorBufferBindingInfoEXT *desc_bind;
151 
152 typedef struct FFVkExecContext {
153  uint32_t idx;
154  const struct FFVkExecPool *parent;
157 
158  /* Queue for the execution context */
159  VkQueue queue;
160  int qf;
161  int qi;
162 
163  /* Command buffer for the context */
164  VkCommandBuffer buf;
165 
166  /* Fence for the command buffer */
167  VkFence fence;
168 
169  void *query_data;
171 
172  /* Buffer dependencies */
175  unsigned int buf_deps_alloc_size;
176 
177  /* Frame dependencies */
179  unsigned int frame_deps_alloc_size;
181 
182  VkSemaphoreSubmitInfo *sem_wait;
183  unsigned int sem_wait_alloc;
185 
186  VkSemaphoreSubmitInfo *sem_sig;
187  unsigned int sem_sig_alloc;
189 
190  uint64_t **sem_sig_val_dst;
191  unsigned int sem_sig_val_dst_alloc;
193 
194  uint8_t *frame_locked;
196 
197  VkAccessFlagBits *access_dst;
198  unsigned int access_dst_alloc;
199 
200  VkImageLayout *layout_dst;
201  unsigned int layout_dst_alloc;
202 
203  uint32_t *queue_family_dst;
205 
206  uint8_t *frame_update;
209 
210 typedef struct FFVkExecPool {
213 
214  VkCommandPool cmd_buf_pool;
215  VkCommandBuffer *cmd_bufs;
217 
218  VkQueryPool query_pool;
219  void *query_data;
225  size_t qd_size;
226 } FFVkExecPool;
227 
228 typedef struct FFVulkanContext {
229  const AVClass *class; /* Filters and encoders use this */
230 
233  VkPhysicalDeviceProperties2 props;
234  VkPhysicalDeviceDriverProperties driver_props;
235  VkPhysicalDeviceMemoryProperties mprops;
236  VkPhysicalDeviceExternalMemoryHostPropertiesEXT hprops;
237  VkPhysicalDeviceDescriptorBufferPropertiesEXT desc_buf_props;
238  VkPhysicalDeviceSubgroupSizeControlProperties subgroup_props;
239  VkPhysicalDeviceCooperativeMatrixPropertiesKHR coop_matrix_props;
240  VkQueueFamilyQueryResultStatusPropertiesKHR *query_props;
241  VkQueueFamilyVideoPropertiesKHR *video_props;
242  VkQueueFamilyProperties2 *qf_props;
244 
245  VkCooperativeMatrixPropertiesKHR *coop_mat_props;
247 
248  VkPhysicalDeviceShaderAtomicFloatFeaturesEXT atomic_float_feats;
249  VkPhysicalDeviceVulkan12Features feats_12;
250  VkPhysicalDeviceFeatures2 feats;
251 
254 
259 
260  uint32_t qfs[5];
261  int nb_qfs;
262 
263  /* Properties */
269 
270 static inline int ff_vk_count_images(AVVkFrame *f)
271 {
272  int cnt = 0;
273  while (cnt < FF_ARRAY_ELEMS(f->img) && f->img[cnt])
274  cnt++;
275 
276  return cnt;
277 }
278 
279 static inline const void *ff_vk_find_struct(const void *chain, VkStructureType stype)
280 {
281  const VkBaseInStructure *in = chain;
282  while (in) {
283  if (in->sType == stype)
284  return in;
285 
286  in = in->pNext;
287  }
288 
289  return NULL;
290 }
291 
292 /* Identity mapping - r = r, b = b, g = g, a = a */
293 extern const VkComponentMapping ff_comp_identity_map;
294 
295 /**
296  * Converts Vulkan return values to strings
297  */
298 const char *ff_vk_ret2str(VkResult res);
299 
300 /**
301  * Returns 1 if pixfmt is a usable RGB format.
302  */
304 
305 /**
306  * Returns the format to use for images in shaders.
307  */
308 const char *ff_vk_shader_rep_fmt(enum AVPixelFormat pixfmt);
309 
310 /**
311  * Loads props/mprops/driver_props
312  */
314 
315 /**
316  * Chooses a QF and loads it into a context.
317  */
319  VkQueueFlagBits dev_family);
320 
321 /**
322  * Allocates/frees an execution pool.
323  * ff_vk_exec_pool_init_desc() MUST be called if ff_vk_exec_descriptor_set_add()
324  * has been called.
325  */
327  FFVkExecPool *pool, int nb_contexts,
328  int nb_queries, VkQueryType query_type, int query_64bit,
329  const void *query_create_pnext);
331 
332 /**
333  * Retrieve an execution pool. Threadsafe.
334  */
336 
337 /**
338  * Performs nb_queries queries and returns their results and statuses.
339  * Execution must have been waited on to produce valid results.
340  */
342  void **data, int64_t *status);
343 
344 /**
345  * Start/submit/wait an execution.
346  * ff_vk_exec_start() always waits on a submission, so using ff_vk_exec_wait()
347  * is not necessary (unless using it is just better).
348  */
352 
353 /**
354  * Execution dependency management.
355  * Can attach buffers to executions that will only be unref'd once the
356  * buffer has finished executing.
357  * Adding a frame dep will *lock the frame*, until either the dependencies
358  * are discarded, the execution is submitted, or a failure happens.
359  * update_frame will update the frame's properties before it is unlocked,
360  * only if submission was successful.
361  */
363  AVBufferRef **deps, int nb_deps, int ref);
365  VkPipelineStageFlagBits2 wait_stage,
366  VkPipelineStageFlagBits2 signal_stage);
368  VkImageMemoryBarrier2 *bar, uint32_t *nb_img_bar);
370  VkSemaphore *dst, uint64_t *dst_val,
371  AVFrame *f);
373 
374 /**
375  * Create an imageview and add it as a dependency to an execution.
376  */
378  VkImageView views[AV_NUM_DATA_POINTERS],
379  AVFrame *f);
380 
382  AVFrame *pic, VkImageMemoryBarrier2 *bar, int *nb_bar,
383  VkPipelineStageFlags src_stage,
384  VkPipelineStageFlags dst_stage,
385  VkAccessFlagBits new_access,
386  VkImageLayout new_layout,
387  uint32_t new_qf);
388 
389 /**
390  * Memory/buffer/image allocation helpers.
391  */
392 int ff_vk_alloc_mem(FFVulkanContext *s, VkMemoryRequirements *req,
393  VkMemoryPropertyFlagBits req_flags, void *alloc_extension,
394  VkMemoryPropertyFlagBits *mem_flags, VkDeviceMemory *mem);
396  void *pNext, void *alloc_pNext,
397  VkBufferUsageFlags usage, VkMemoryPropertyFlagBits flags);
399  void *pNext, void *alloc_pNext,
400  VkBufferUsageFlags usage, VkMemoryPropertyFlagBits flags);
401 
402 /**
403  * Buffer management code.
404  */
405 int ff_vk_map_buffers(FFVulkanContext *s, FFVkBuffer **buf, uint8_t *mem[],
406  int nb_buffers, int invalidate);
407 int ff_vk_unmap_buffers(FFVulkanContext *s, FFVkBuffer **buf, int nb_buffers,
408  int flush);
409 
410 static inline int ff_vk_map_buffer(FFVulkanContext *s, FFVkBuffer *buf, uint8_t **mem,
411  int invalidate)
412 {
413  return ff_vk_map_buffers(s, (FFVkBuffer *[]){ buf }, mem,
414  1, invalidate);
415 }
416 
417 static inline int ff_vk_unmap_buffer(FFVulkanContext *s, FFVkBuffer *buf, int flush)
418 {
419  return ff_vk_unmap_buffers(s, (FFVkBuffer *[]){ buf }, 1, flush);
420 }
421 
423 
424 /** Initialize a pool and create AVBufferRefs containing FFVkBuffer.
425  * Threadsafe to use. Buffers are automatically mapped on creation if
426  * VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT is set in mem_props. Users should
427  * synchronize access themselvesd. Mainly meant for device-local buffers. */
429  AVBufferRef **buf, VkBufferUsageFlags usage,
430  void *create_pNext, size_t size,
431  VkMemoryPropertyFlagBits mem_props);
432 
433 /**
434  * Create a sampler.
435  */
436 int ff_vk_init_sampler(FFVulkanContext *s, VkSampler *sampler,
437  int unnorm_coords, VkFilter filt);
438 
439 /**
440  * Shader management.
441  */
442 int ff_vk_shader_init(FFVulkanPipeline *pl, FFVkSPIRVShader *shd, const char *name,
443  VkShaderStageFlags stage, uint32_t required_subgroup_size);
444 void ff_vk_shader_set_compute_sizes(FFVkSPIRVShader *shd, int x, int y, int z);
445 void ff_vk_shader_print(void *ctx, FFVkSPIRVShader *shd, int prio);
447  uint8_t *spirv, size_t spirv_size, const char *entrypoint);
449 
450 /**
451  * Add/update push constants for execution.
452  */
454  VkShaderStageFlagBits stage);
456  FFVulkanPipeline *pl,
457  VkShaderStageFlagBits stage,
458  int offset, size_t size, void *src);
459 
460 /**
461  * Add descriptor to a pipeline. Must be called before pipeline init.
462  */
464  FFVkSPIRVShader *shd,
466  int read_only, int print_to_shader_only);
467 
468 /* Initialize/free a pipeline. */
470  FFVkSPIRVShader *shd);
472 
473 /**
474  * Register a pipeline with an exec pool.
475  * Pool may be NULL if all descriptor sets are read-only.
476  */
478  FFVulkanPipeline *pl);
479 
480 /* Bind pipeline */
482  FFVulkanPipeline *pl);
483 
485  FFVkExecContext *e, int set, int bind, int offs,
486  VkDeviceAddress addr, VkDeviceSize len, VkFormat fmt);
487 
490  VkImageView *views, int set, int binding,
491  VkImageLayout layout, VkSampler sampler);
492 
493 /**
494  * Frees main context.
495  */
497 
498 #endif /* AVUTIL_VULKAN_H */
FFVulkanPipeline::bind_point
VkPipelineBindPoint bind_point
Definition: vulkan.h:132
pthread_mutex_t
_fmutex pthread_mutex_t
Definition: os2threads.h:53
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
name
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf default minimum maximum flags name is the option name
Definition: writing_filters.txt:88
FFVulkanContext::hwfc
AVVulkanFramesContext * hwfc
Definition: vulkan.h:258
ff_vk_uninit
void ff_vk_uninit(FFVulkanContext *s)
Frees main context.
Definition: vulkan.c:1872
FFVulkanContext::output_height
int output_height
Definition: vulkan.h:265
FFVkExecContext::frame_deps_alloc_size
unsigned int frame_deps_alloc_size
Definition: vulkan.h:179
ff_vk_load_props
int ff_vk_load_props(FFVulkanContext *s)
Loads props/mprops/driver_props.
Definition: vulkan.c:85
FFVkExecPool::idx
atomic_int_least64_t idx
Definition: vulkan.h:212
AVBufferPool
The buffer pool.
Definition: buffer_internal.h:88
FFVulkanPipeline::pipeline_layout
VkPipelineLayout pipeline_layout
Definition: vulkan.h:135
FFVkExecPool::contexts
FFVkExecContext * contexts
Definition: vulkan.h:211
thread.h
ff_vk_update_descriptor_img_array
void ff_vk_update_descriptor_img_array(FFVulkanContext *s, FFVulkanPipeline *pl, FFVkExecContext *e, AVFrame *f, VkImageView *views, int set, int binding, VkImageLayout layout, VkSampler sampler)
Definition: vulkan.c:1726
FFVkExecContext::qf
int qf
Definition: vulkan.h:160
FFVkBuffer::access
VkAccessFlags2 access
Definition: vulkan.h:104
FFVulkanDescriptorSet::aligned_size
VkDeviceSize aligned_size
Definition: vulkan.h:120
ff_vk_add_push_constant
int ff_vk_add_push_constant(FFVulkanPipeline *pl, int offset, int size, VkShaderStageFlagBits stage)
Add/update push constants for execution.
Definition: vulkan.c:1142
FFVkBuffer::stage
VkPipelineStageFlags2 stage
Definition: vulkan.h:103
ff_vk_create_avbuf
int ff_vk_create_avbuf(FFVulkanContext *s, AVBufferRef **ref, size_t size, void *pNext, void *alloc_pNext, VkBufferUsageFlags usage, VkMemoryPropertyFlagBits flags)
Definition: vulkan.c:942
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:375
pixdesc.h
FFVulkanDescriptorSetBinding::stages
VkShaderStageFlags stages
Definition: vulkan.h:91
ff_vk_pipeline_descriptor_set_add
int ff_vk_pipeline_descriptor_set_add(FFVulkanContext *s, FFVulkanPipeline *pl, FFVkSPIRVShader *shd, FFVulkanDescriptorSetBinding *desc, int nb, int read_only, int print_to_shader_only)
Add descriptor to a pipeline.
Definition: vulkan.c:1464
FFVkExecContext::sem_sig_alloc
unsigned int sem_sig_alloc
Definition: vulkan.h:187
data
const char data[16]
Definition: mxf.c:148
ff_vk_exec_submit
int ff_vk_exec_submit(FFVulkanContext *s, FFVkExecContext *e)
Definition: vulkan.c:723
ff_vk_exec_update_frame
void ff_vk_exec_update_frame(FFVulkanContext *s, FFVkExecContext *e, AVFrame *f, VkImageMemoryBarrier2 *bar, uint32_t *nb_img_bar)
Definition: vulkan.c:678
FFVkBuffer::address
VkDeviceAddress address
Definition: vulkan.h:100
FFVkExecContext::sem_wait
VkSemaphoreSubmitInfo * sem_wait
Definition: vulkan.h:182
FFVulkanDescriptorSetBinding::buf_content
const char * buf_content
Definition: vulkan.h:88
FFVkExecPool::query_pool
VkQueryPool query_pool
Definition: vulkan.h:218
FFVulkanDescriptorSet::desc_mem
uint8_t * desc_mem
Definition: vulkan.h:118
FFVulkanContext::tot_nb_qfs
int tot_nb_qfs
Definition: vulkan.h:243
FFVkBuffer::buf
VkBuffer buf
Definition: vulkan.h:96
FFVkExecContext::lock
pthread_mutex_t lock
Definition: vulkan.h:155
ff_vk_exec_mirror_sem_value
int ff_vk_exec_mirror_sem_value(FFVulkanContext *s, FFVkExecContext *e, VkSemaphore *dst, uint64_t *dst_val, AVFrame *f)
Definition: vulkan.c:697
FFVkExecContext::frame_update_alloc_size
unsigned int frame_update_alloc_size
Definition: vulkan.h:207
FFVulkanDescriptorSet::nb_bindings
int nb_bindings
Definition: vulkan.h:126
FFVulkanContext::feats
VkPhysicalDeviceFeatures2 feats
Definition: vulkan.h:250
ff_vk_find_struct
static const void * ff_vk_find_struct(const void *chain, VkStructureType stype)
Definition: vulkan.h:279
FFVulkanPipeline::wg_size
int wg_size[3]
Definition: vulkan.h:143
FFVulkanDescriptorSet::layout_size
VkDeviceSize layout_size
Definition: vulkan.h:119
FFVulkanDescriptorSet::read_only
int read_only
Definition: vulkan.h:128
AVVulkanFramesContext
Allocated as AVHWFramesContext.hwctx, used to set pool-specific options.
Definition: hwcontext_vulkan.h:176
FFVulkanPipeline::pipeline
VkPipeline pipeline
Definition: vulkan.h:136
ff_vk_pipeline_free
void ff_vk_pipeline_free(FFVulkanContext *s, FFVulkanPipeline *pl)
Definition: vulkan.c:1843
ff_vk_shader_create
int ff_vk_shader_create(FFVulkanContext *s, FFVkSPIRVShader *shd, uint8_t *spirv, size_t spirv_size, const char *entrypoint)
Definition: vulkan.c:1414
FFVkExecPool::query_64bit
int query_64bit
Definition: vulkan.h:222
FFVulkanContext::subgroup_props
VkPhysicalDeviceSubgroupSizeControlProperties subgroup_props
Definition: vulkan.h:238
FFVulkanDescriptorSet::layout
VkDescriptorSetLayout layout
Definition: vulkan.h:116
ff_vk_exec_pool_init
int ff_vk_exec_pool_init(FFVulkanContext *s, FFVkQueueFamilyCtx *qf, FFVkExecPool *pool, int nb_contexts, int nb_queries, VkQueryType query_type, int query_64bit, const void *query_create_pnext)
Allocates/frees an execution pool.
Definition: vulkan.c:295
FFVulkanContext::frames_ref
AVBufferRef * frames_ref
Definition: vulkan.h:256
FFVulkanContext::atomic_float_feats
VkPhysicalDeviceShaderAtomicFloatFeaturesEXT atomic_float_feats
Definition: vulkan.h:248
FFVkExecPool::query_statuses
int query_statuses
Definition: vulkan.h:221
ff_vk_unmap_buffers
int ff_vk_unmap_buffers(FFVulkanContext *s, FFVkBuffer **buf, int nb_buffers, int flush)
Definition: vulkan.c:1016
AVHWDeviceContext
This struct aggregates all the (hardware/vendor-specific) "high-level" state, i.e.
Definition: hwcontext.h:60
FFVulkanDescriptorSet::binding
VkDescriptorSetLayoutBinding * binding
Definition: vulkan.h:124
ff_vk_shader_rep_fmt
const char * ff_vk_shader_rep_fmt(enum AVPixelFormat pixfmt)
Returns the format to use for images in shaders.
Definition: vulkan.c:1206
FFVulkanDescriptorSetBinding::type
VkDescriptorType type
Definition: vulkan.h:85
FFVulkanPipeline::nb_descriptor_sets
int nb_descriptor_sets
Definition: vulkan.h:149
ff_vk_shader_init
int ff_vk_shader_init(FFVulkanPipeline *pl, FFVkSPIRVShader *shd, const char *name, VkShaderStageFlags stage, uint32_t required_subgroup_size)
Shader management.
Definition: vulkan.c:1346
FF_ARRAY_ELEMS
#define FF_ARRAY_ELEMS(a)
Definition: sinewin_tablegen.c:29
ff_vk_qf_init
int ff_vk_qf_init(FFVulkanContext *s, FFVkQueueFamilyCtx *qf, VkQueueFlagBits dev_family)
Chooses a QF and loads it into a context.
Definition: vulkan.c:224
FFVulkanDescriptorSetBinding::samplers
VkSampler samplers[4]
Definition: vulkan.h:92
FFVkExecContext::frame_deps
AVFrame ** frame_deps
Definition: vulkan.h:178
set
static void set(uint8_t *a[], int ch, int index, int ch_count, enum AVSampleFormat f, double v)
Definition: swresample.c:59
ff_vk_exec_get_query
VkResult ff_vk_exec_get_query(FFVulkanContext *s, FFVkExecContext *e, void **data, int64_t *status)
Performs nb_queries queries and returns their results and statuses.
Definition: vulkan.c:446
FFVkExecContext::queue_family_dst
uint32_t * queue_family_dst
Definition: vulkan.h:203
FFVulkanDescriptorSetBinding::elems
uint32_t elems
Definition: vulkan.h:90
FFVulkanContext::output_width
int output_width
Definition: vulkan.h:264
ff_vk_create_imageviews
int ff_vk_create_imageviews(FFVulkanContext *s, FFVkExecContext *e, VkImageView views[AV_NUM_DATA_POINTERS], AVFrame *f)
Create an imageview and add it as a dependency to an execution.
Definition: vulkan.c:1230
s
#define s(width, name)
Definition: cbs_vp9.c:198
FFVulkanContext::driver_props
VkPhysicalDeviceDriverProperties driver_props
Definition: vulkan.h:234
pix_fmt
static enum AVPixelFormat pix_fmt
Definition: demux_decode.c:41
FFVkExecContext::fence
VkFence fence
Definition: vulkan.h:167
FFVulkanDescriptorSet::buf
FFVkBuffer buf
Definition: vulkan.h:117
FFVkExecContext::nb_buf_deps
int nb_buf_deps
Definition: vulkan.h:174
ff_vk_get_pooled_buffer
int ff_vk_get_pooled_buffer(FFVulkanContext *ctx, AVBufferPool **buf_pool, AVBufferRef **buf, VkBufferUsageFlags usage, void *create_pNext, size_t size, VkMemoryPropertyFlagBits mem_props)
Initialize a pool and create AVBufferRefs containing FFVkBuffer.
Definition: vulkan.c:1090
ctx
AVFormatContext * ctx
Definition: movenc.c:48
ff_vk_unmap_buffer
static int ff_vk_unmap_buffer(FFVulkanContext *s, FFVkBuffer *buf, int flush)
Definition: vulkan.h:417
ff_vk_shader_set_compute_sizes
void ff_vk_shader_set_compute_sizes(FFVkSPIRVShader *shd, int x, int y, int z)
Definition: vulkan.c:1372
FFVulkanDescriptorSetBinding::mem_layout
const char * mem_layout
Definition: vulkan.h:86
FFVkExecContext::frame_update
uint8_t * frame_update
Definition: vulkan.h:206
FFVkExecContext::query_idx
int query_idx
Definition: vulkan.h:170
FFVkExecPool::query_status_stride
int query_status_stride
Definition: vulkan.h:223
FFVkExecContext::parent
const struct FFVkExecPool * parent
Definition: vulkan.h:154
ff_vk_exec_get
FFVkExecContext * ff_vk_exec_get(FFVkExecPool *pool)
Retrieve an execution pool.
Definition: vulkan.c:496
AVVulkanDeviceContext
Main Vulkan context, allocated as AVHWDeviceContext.hwctx.
Definition: hwcontext_vulkan.h:44
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
FFVkExecContext::sem_sig_val_dst_alloc
unsigned int sem_sig_val_dst_alloc
Definition: vulkan.h:191
NULL
#define NULL
Definition: coverity.c:32
ff_vk_init_compute_pipeline
int ff_vk_init_compute_pipeline(FFVulkanContext *s, FFVulkanPipeline *pl, FFVkSPIRVShader *shd)
Definition: vulkan.c:1784
ff_vk_exec_pool_free
void ff_vk_exec_pool_free(FFVulkanContext *s, FFVkExecPool *pool)
Definition: vulkan.c:255
FFVkExecContext::access_dst_alloc
unsigned int access_dst_alloc
Definition: vulkan.h:198
FFVkExecContext::sem_sig_cnt
int sem_sig_cnt
Definition: vulkan.h:188
FFVulkanDescriptorSetBinding::dimensions
uint32_t dimensions
Definition: vulkan.h:89
FFVulkanContext::coop_matrix_props
VkPhysicalDeviceCooperativeMatrixPropertiesKHR coop_matrix_props
Definition: vulkan.h:239
FFVulkanContext::qf_props
VkQueueFamilyProperties2 * qf_props
Definition: vulkan.h:242
hwcontext_vulkan.h
flush
void(* flush)(AVBSFContext *ctx)
Definition: dts2pts.c:367
FFVkExecContext::qi
int qi
Definition: vulkan.h:161
FFVkExecContext::had_submission
int had_submission
Definition: vulkan.h:156
FFVkBuffer::size
size_t size
Definition: vulkan.h:99
FFVkExecPool::nb_queries
int nb_queries
Definition: vulkan.h:224
FFVkBuffer::mapped_mem
uint8_t * mapped_mem
Definition: vulkan.h:107
FFVulkanContext
Definition: vulkan.h:228
ff_vk_count_images
static int ff_vk_count_images(AVVkFrame *f)
Definition: vulkan.h:270
FFVulkanPipeline
Definition: vulkan.h:131
FFVkExecContext::query_data
void * query_data
Definition: vulkan.h:169
ff_vk_exec_add_dep_buf
int ff_vk_exec_add_dep_buf(FFVulkanContext *s, FFVkExecContext *e, AVBufferRef **deps, int nb_deps, int ref)
Execution dependency management.
Definition: vulkan.c:574
ff_vk_shader_free
void ff_vk_shader_free(FFVulkanContext *s, FFVkSPIRVShader *shd)
Definition: vulkan.c:1405
FFVulkanContext::device
AVHWDeviceContext * device
Definition: vulkan.h:252
usage
const char * usage
Definition: floatimg_cmp.c:60
ff_vk_exec_start
int ff_vk_exec_start(FFVulkanContext *s, FFVkExecContext *e)
Start/submit/wait an execution.
Definition: vulkan.c:512
f
f
Definition: af_crystalizer.c:121
FFVkExecContext::layout_dst
VkImageLayout * layout_dst
Definition: vulkan.h:200
FFVkExecContext::queue_family_dst_alloc
unsigned int queue_family_dst_alloc
Definition: vulkan.h:204
FFVulkanDescriptorSetBinding
Definition: vulkan.h:83
ff_vk_map_buffers
int ff_vk_map_buffers(FFVulkanContext *s, FFVkBuffer **buf, uint8_t *mem[], int nb_buffers, int invalidate)
Buffer management code.
Definition: vulkan.c:969
AVVkFrame
Definition: hwcontext_vulkan.h:265
ff_vk_alloc_mem
int ff_vk_alloc_mem(FFVulkanContext *s, VkMemoryRequirements *req, VkMemoryPropertyFlagBits req_flags, void *alloc_extension, VkMemoryPropertyFlagBits *mem_flags, VkDeviceMemory *mem)
Memory/buffer/image allocation helpers.
Definition: vulkan.c:789
size
int size
Definition: twinvq_data.h:10344
AV_NUM_DATA_POINTERS
#define AV_NUM_DATA_POINTERS
Definition: frame.h:376
FFVkExecContext::nb_frame_deps
int nb_frame_deps
Definition: vulkan.h:180
FFVkQueueFamilyCtx
Definition: vulkan.h:110
ff_vk_free_buf
void ff_vk_free_buf(FFVulkanContext *s, FFVkBuffer *buf)
Definition: vulkan.c:1054
FFVkExecContext::sem_sig_val_dst_cnt
int sem_sig_val_dst_cnt
Definition: vulkan.h:192
ff_vk_exec_add_dep_frame
int ff_vk_exec_add_dep_frame(FFVulkanContext *s, FFVkExecContext *e, AVFrame *f, VkPipelineStageFlagBits2 wait_stage, VkPipelineStageFlagBits2 signal_stage)
Definition: vulkan.c:598
FFVulkanContext::output_format
enum AVPixelFormat output_format
Definition: vulkan.h:266
FFVkBuffer::flags
VkMemoryPropertyFlagBits flags
Definition: vulkan.h:98
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
FFVkExecContext
Definition: vulkan.h:152
FFVulkanDescriptorSetBinding::name
const char * name
Definition: vulkan.h:84
ff_comp_identity_map
const VkComponentMapping ff_comp_identity_map
Definition: vulkan.c:25
FFVulkanContext::input_frames_ref
AVBufferRef * input_frames_ref
Definition: vulkan.h:255
FFVkExecContext::sem_wait_cnt
int sem_wait_cnt
Definition: vulkan.h:184
layout
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel layout
Definition: filter_design.txt:18
FFVkExecContext::queue
VkQueue queue
Definition: vulkan.h:159
bprint.h
ff_vk_ret2str
const char * ff_vk_ret2str(VkResult res)
Converts Vulkan return values to strings.
Definition: vulkan.c:33
ff_vk_update_push_exec
void ff_vk_update_push_exec(FFVulkanContext *s, FFVkExecContext *e, FFVulkanPipeline *pl, VkShaderStageFlagBits stage, int offset, size_t size, void *src)
Definition: vulkan.c:1739
FFVulkanPipeline::push_consts
VkPushConstantRange * push_consts
Definition: vulkan.h:139
FFVkSPIRVShader::shader
VkPipelineShaderStageCreateInfo shader
Definition: vulkan.h:79
VkFormat
enum VkFormat VkFormat
Definition: hwcontext_stub.c:25
FFVkExecContext::layout_dst_alloc
unsigned int layout_dst_alloc
Definition: vulkan.h:201
FFVkBuffer::mem
VkDeviceMemory mem
Definition: vulkan.h:97
FFVulkanContext::hprops
VkPhysicalDeviceExternalMemoryHostPropertiesEXT hprops
Definition: vulkan.h:236
FFVkSPIRVShader::src
AVBPrint src
Definition: vulkan.h:77
FFVulkanContext::props
VkPhysicalDeviceProperties2 props
Definition: vulkan.h:233
FFVkExecContext::frame_locked_alloc_size
unsigned int frame_locked_alloc_size
Definition: vulkan.h:195
len
int len
Definition: vorbis_enc_data.h:426
filt
static const int8_t filt[NUMTAPS *2]
Definition: af_earwax.c:39
FFVulkanContext::extensions
FFVulkanExtensions extensions
Definition: vulkan.h:232
FFVulkanContext::nb_qfs
int nb_qfs
Definition: vulkan.h:261
FFVulkanContext::mprops
VkPhysicalDeviceMemoryProperties mprops
Definition: vulkan.h:235
FFVulkanDescriptorSet::binding_offset
VkDeviceSize * binding_offset
Definition: vulkan.h:125
FFVkExecContext::sem_wait_alloc
unsigned int sem_wait_alloc
Definition: vulkan.h:183
AVHWFramesContext
This struct describes a set or pool of "hardware" frames (i.e.
Definition: hwcontext.h:115
atomic_int_least64_t
intptr_t atomic_int_least64_t
Definition: stdatomic.h:68
FFVulkanContext::desc_buf_props
VkPhysicalDeviceDescriptorBufferPropertiesEXT desc_buf_props
Definition: vulkan.h:237
FFVulkanPipeline::push_consts_num
int push_consts_num
Definition: vulkan.h:140
pixfmt
enum AVPixelFormat pixfmt
Definition: kmsgrab.c:366
ff_vk_map_buffer
static int ff_vk_map_buffer(FFVulkanContext *s, FFVkBuffer *buf, uint8_t **mem, int invalidate)
Definition: vulkan.h:410
FFVulkanContext::vkfn
FFVulkanFunctions vkfn
Definition: vulkan.h:231
FFVkExecPool
Definition: vulkan.h:210
FFVkExecContext::frame_locked
uint8_t * frame_locked
Definition: vulkan.h:194
ff_vk_exec_wait
void ff_vk_exec_wait(FFVulkanContext *s, FFVkExecContext *e)
Definition: vulkan.c:503
FFVkExecPool::query_data
void * query_data
Definition: vulkan.h:219
FFVkExecContext::sem_sig
VkSemaphoreSubmitInfo * sem_sig
Definition: vulkan.h:186
ff_vk_mt_is_np_rgb
int ff_vk_mt_is_np_rgb(enum AVPixelFormat pix_fmt)
Returns 1 if pixfmt is a usable RGB format.
Definition: vulkan.c:1194
FFVkExecContext::buf
VkCommandBuffer buf
Definition: vulkan.h:164
FFVulkanContext::input_format
enum AVPixelFormat input_format
Definition: vulkan.h:267
FFVkQueueFamilyCtx::nb_queues
int nb_queues
Definition: vulkan.h:112
status
ov_status_e status
Definition: dnn_backend_openvino.c:120
FFVulkanContext::coop_mat_props_nb
uint32_t coop_mat_props_nb
Definition: vulkan.h:246
FFVkSPIRVShader
Definition: vulkan.h:75
vulkan_functions.h
FFVulkanPipeline::desc_set
FFVulkanDescriptorSet * desc_set
Definition: vulkan.h:146
FFVulkanContext::video_props
VkQueueFamilyVideoPropertiesKHR * video_props
Definition: vulkan.h:241
ref
static int ref[MAX_W *MAX_W]
Definition: jpeg2000dwt.c:112
ff_vk_exec_discard_deps
void ff_vk_exec_discard_deps(FFVulkanContext *s, FFVkExecContext *e)
Definition: vulkan.c:548
FFVulkanDescriptorSet::total_size
VkDeviceSize total_size
Definition: vulkan.h:121
FFVulkanDescriptorSet::usage
VkBufferUsageFlags usage
Definition: vulkan.h:122
FFVkSPIRVShader::subgroup_info
VkPipelineShaderStageRequiredSubgroupSizeCreateInfo subgroup_info
Definition: vulkan.h:80
desc
const char * desc
Definition: libsvtav1.c:75
ff_vk_exec_pipeline_register
int ff_vk_exec_pipeline_register(FFVulkanContext *s, FFVkExecPool *pool, FFVulkanPipeline *pl)
Register a pipeline with an exec pool.
Definition: vulkan.c:1578
FFVulkanContext::hwctx
AVVulkanDeviceContext * hwctx
Definition: vulkan.h:253
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
FFVkExecPool::cmd_bufs
VkCommandBuffer * cmd_bufs
Definition: vulkan.h:215
FFVkSPIRVShader::name
const char * name
Definition: vulkan.h:76
FFVulkanContext::feats_12
VkPhysicalDeviceVulkan12Features feats_12
Definition: vulkan.h:249
FFVulkanExtensions
FFVulkanExtensions
Definition: vulkan_functions.h:29
FFVkSPIRVShader::local_size
int local_size[3]
Definition: vulkan.h:78
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
FFVkExecContext::buf_deps_alloc_size
unsigned int buf_deps_alloc_size
Definition: vulkan.h:175
FFVkExecContext::buf_deps
AVBufferRef ** buf_deps
Definition: vulkan.h:173
FFVkBuffer
Definition: vulkan.h:95
FFVulkanContext::qfs
uint32_t qfs[5]
Definition: vulkan.h:260
ff_vk_set_descriptor_buffer
int ff_vk_set_descriptor_buffer(FFVulkanContext *s, FFVulkanPipeline *pl, FFVkExecContext *e, int set, int bind, int offs, VkDeviceAddress addr, VkDeviceSize len, VkFormat fmt)
Definition: vulkan.c:1681
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:474
hwcontext.h
FFVkExecPool::qd_size
size_t qd_size
Definition: vulkan.h:225
FFVulkanContext::frames
AVHWFramesContext * frames
Definition: vulkan.h:257
FFVulkanDescriptorSet
Definition: vulkan.h:115
ff_vk_frame_barrier
void ff_vk_frame_barrier(FFVulkanContext *s, FFVkExecContext *e, AVFrame *pic, VkImageMemoryBarrier2 *bar, int *nb_bar, VkPipelineStageFlags src_stage, VkPipelineStageFlags dst_stage, VkAccessFlagBits new_access, VkImageLayout new_layout, uint32_t new_qf)
Definition: vulkan.c:1303
ff_vk_shader_print
void ff_vk_shader_print(void *ctx, FFVkSPIRVShader *shd, int prio)
Definition: vulkan.c:1383
FFVulkanPipeline::desc_bind
VkDescriptorBufferBindingInfoEXT * desc_bind
Definition: vulkan.h:147
FFVkExecPool::query_results
int query_results
Definition: vulkan.h:220
ff_vk_init_sampler
int ff_vk_init_sampler(FFVulkanContext *s, VkSampler *sampler, int unnorm_coords, VkFilter filt)
Create a sampler.
Definition: vulkan.c:1162
FFVkExecContext::sem_sig_val_dst
uint64_t ** sem_sig_val_dst
Definition: vulkan.h:190
FFVulkanContext::query_props
VkQueueFamilyQueryResultStatusPropertiesKHR * query_props
Definition: vulkan.h:240
ff_vk_create_buf
int ff_vk_create_buf(FFVulkanContext *s, FFVkBuffer *buf, size_t size, void *pNext, void *alloc_pNext, VkBufferUsageFlags usage, VkMemoryPropertyFlagBits flags)
Definition: vulkan.c:847
FFVulkanDescriptorSetBinding::mem_quali
const char * mem_quali
Definition: vulkan.h:87
FFVulkanFunctions
Definition: vulkan_functions.h:226
FFVkExecPool::pool_size
int pool_size
Definition: vulkan.h:216
FFVkExecPool::cmd_buf_pool
VkCommandPool cmd_buf_pool
Definition: vulkan.h:214
FFVulkanContext::coop_mat_props
VkCooperativeMatrixPropertiesKHR * coop_mat_props
Definition: vulkan.h:245
FFVkExecContext::idx
uint32_t idx
Definition: vulkan.h:153
FFVulkanPipeline::bound_buffer_indices
uint32_t * bound_buffer_indices
Definition: vulkan.h:148
FFVkQueueFamilyCtx::queue_family
int queue_family
Definition: vulkan.h:111
ff_vk_exec_bind_pipeline
void ff_vk_exec_bind_pipeline(FFVulkanContext *s, FFVkExecContext *e, FFVulkanPipeline *pl)
Definition: vulkan.c:1821
FFVkExecContext::access_dst
VkAccessFlagBits * access_dst
Definition: vulkan.h:197