FFmpeg
vulkan_decode.h
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #ifndef AVCODEC_VULKAN_DECODE_H
20 #define AVCODEC_VULKAN_DECODE_H
21 
22 #include "codec_id.h"
23 #include "decode.h"
24 #include "hwaccel_internal.h"
25 #include "internal.h"
26 
27 #include "vulkan_video.h"
28 
29 typedef struct FFVulkanDecodeDescriptor {
32  VkVideoCodecOperationFlagBitsKHR decode_op;
33 
34  VkExtensionProperties ext_props;
36 
37 typedef struct FFVulkanDecodeProfileData {
38  VkVideoDecodeH264ProfileInfoKHR h264_profile;
39  VkVideoDecodeH265ProfileInfoKHR h265_profile;
40  VkVideoDecodeAV1ProfileInfoKHR av1_profile;
41  VkVideoDecodeUsageInfoKHR usage;
42  VkVideoProfileInfoKHR profile;
43  VkVideoProfileListInfoKHR profile_list;
45 
46 typedef struct FFVulkanDecodeShared {
48  FFVkVideoCommon common;
50 
52 
53  VkVideoCapabilitiesKHR caps;
54  VkVideoDecodeCapabilitiesKHR dec_caps;
55 
56  VkVideoSessionParametersKHR empty_session_params;
58 
59 typedef struct FFVulkanDecodeContext {
63 
64  int dedicated_dpb; /* Oddity #1 - separate DPB images */
65  int external_fg; /* Oddity #2 - hardware can't apply film grain */
66  uint32_t frame_id_alloc_mask; /* For AV1 only */
67 
68  /* Workaround for NVIDIA drivers tested with CTS version 1.3.8 for AV1.
69  * The tests were incorrect as the OrderHints were offset by 1. */
71 
72  /* Thread-local state below */
75 
76  uint32_t *slice_off;
77  unsigned int slice_off_max;
79 
80 typedef struct FFVulkanDecodePicture {
81  AVFrame *dpb_frame; /* Only used for out-of-place decoding. */
82 
83  VkImageView img_view_ref; /* Image representation view (reference) */
84  VkImageView img_view_out; /* Image representation view (output-only) */
85  VkImageView img_view_dest; /* Set to img_view_out if no layered refs are used */
86  VkImageAspectFlags img_aspect; /* Image plane mask bits */
87  VkImageAspectFlags img_aspect_ref; /* Only used for out-of-place decoding */
88 
89  VkSemaphore sem;
90  uint64_t sem_value;
91 
92  /* Current picture */
93  VkVideoPictureResourceInfoKHR ref;
94  VkVideoReferenceSlotInfoKHR ref_slot;
95 
96  /* Picture refs. H264 has the maximum number of refs (36) of any supported codec. */
97  VkVideoPictureResourceInfoKHR refs [36];
98  VkVideoReferenceSlotInfoKHR ref_slots[36];
99 
100  /* Main decoding struct */
101  VkVideoDecodeInfoKHR decode_info;
102 
103  /* Slice data */
105  size_t slices_size;
106 
107  /* Vulkan functions needed for destruction, as no other context is guaranteed to exist */
108  PFN_vkWaitSemaphores wait_semaphores;
109  PFN_vkDestroyImageView destroy_image_view;
111 
112 /**
113  * Initialize decoder.
114  */
116 
117 /**
118  * Synchronize the contexts between 2 threads.
119  */
121 
122 /**
123  * Initialize hw_frames_ctx with the parameters needed to decode the stream
124  * using the parameters from avctx.
125  *
126  * NOTE: if avctx->internal->hwaccel_priv_data exists, will partially initialize
127  * the context.
128  */
129 int ff_vk_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx);
130 
131 /**
132  * Removes current session parameters to recreate them
133  */
134 int ff_vk_params_invalidate(AVCodecContext *avctx, int t, const uint8_t *b, uint32_t s);
135 
136 /**
137  * Prepare a frame, creates the image view, and sets up the dpb fields.
138  */
140  FFVulkanDecodePicture *vkpic, int is_current,
141  int alloc_dpb);
142 
143 /**
144  * Add slice data to frame.
145  */
147  const uint8_t *data, size_t size, int add_startcode,
148  uint32_t *nb_slices, const uint32_t **offsets);
149 
150 /**
151  * Decode a frame.
152  */
154  AVFrame *pic, FFVulkanDecodePicture *vp,
155  AVFrame *rpic[], FFVulkanDecodePicture *rvkp[]);
156 
157 /**
158  * Free a frame and its state.
159  */
161 
162 /**
163  * Get an FFVkBuffer suitable for decoding from.
164  */
166  void *create_pNext, size_t size);
167 
168 /**
169  * Create VkVideoSessionParametersKHR wrapped in an AVBufferRef.
170  */
171 int ff_vk_decode_create_params(AVBufferRef **par_ref, void *logctx, FFVulkanDecodeShared *ctx,
172  const VkVideoSessionParametersCreateInfoKHR *session_params_create);
173 
174 /**
175  * Flush decoder.
176  */
178 
179 /**
180  * Free decoder.
181  */
183 
184 #endif /* AVCODEC_VULKAN_DECODE_H */
FFVulkanDecodePicture::slices_size
size_t slices_size
Definition: vulkan_decode.h:105
FFVulkanDecodeShared::s
FFVulkanContext s
Definition: vulkan_decode.h:47
FFVulkanDecodeProfileData::profile
VkVideoProfileInfoKHR profile
Definition: vulkan_decode.h:42
FFVulkanDecodeProfileData::h265_profile
VkVideoDecodeH265ProfileInfoKHR h265_profile
Definition: vulkan_decode.h:39
FFVulkanExtensions
uint64_t FFVulkanExtensions
Definition: vulkan_functions.h:29
AVBufferPool
The buffer pool.
Definition: buffer_internal.h:88
FFVulkanDecodeContext::shared_ctx
FFVulkanDecodeShared * shared_ctx
Definition: vulkan_decode.h:60
ff_vk_decode_uninit
int ff_vk_decode_uninit(AVCodecContext *avctx)
Free decoder.
Definition: vulkan_decode.c:1066
FFVulkanDecodeContext::exec_pool
FFVkExecPool exec_pool
Definition: vulkan_decode.h:62
FFVulkanDecodeContext::hevc_headers_size
size_t hevc_headers_size
Definition: vulkan_decode.h:74
FFVulkanDecodeShared::common
FFVkVideoCommon common
Definition: vulkan_decode.h:48
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:389
internal.h
FFVulkanDecodeShared::buf_pool
AVBufferPool * buf_pool
Definition: vulkan_decode.h:51
b
#define b
Definition: input.c:41
data
const char data[16]
Definition: mxf.c:149
FFVulkanDecodeDescriptor::codec_id
enum AVCodecID codec_id
Definition: vulkan_decode.h:30
FFVulkanDecodeContext::frame_id_alloc_mask
uint32_t frame_id_alloc_mask
Definition: vulkan_decode.h:66
ff_vk_get_decode_buffer
int ff_vk_get_decode_buffer(FFVulkanDecodeContext *ctx, AVBufferRef **buf, void *create_pNext, size_t size)
Get an FFVkBuffer suitable for decoding from.
FFVulkanDecodeProfileData::av1_profile
VkVideoDecodeAV1ProfileInfoKHR av1_profile
Definition: vulkan_decode.h:40
ff_vk_decode_add_slice
int ff_vk_decode_add_slice(AVCodecContext *avctx, FFVulkanDecodePicture *vp, const uint8_t *data, size_t size, int add_startcode, uint32_t *nb_slices, const uint32_t **offsets)
Add slice data to frame.
Definition: vulkan_decode.c:205
FFVulkanDecodeContext
Definition: vulkan_decode.h:59
FFVulkanDecodePicture::ref
VkVideoPictureResourceInfoKHR ref
Definition: vulkan_decode.h:93
FFVulkanDecodeContext::session_params
AVBufferRef * session_params
Definition: vulkan_decode.h:61
ff_vk_decode_create_params
int ff_vk_decode_create_params(AVBufferRef **par_ref, void *logctx, FFVulkanDecodeShared *ctx, const VkVideoSessionParametersCreateInfoKHR *session_params_create)
Create VkVideoSessionParametersKHR wrapped in an AVBufferRef.
Definition: vulkan_decode.c:1037
FFVulkanDecodeDescriptor::decode_op
VkVideoCodecOperationFlagBitsKHR decode_op
Definition: vulkan_decode.h:32
FFVulkanDecodePicture::sem_value
uint64_t sem_value
Definition: vulkan_decode.h:90
FFVulkanDecodeShared
Definition: vulkan_decode.h:46
AVHWDeviceContext
This struct aggregates all the (hardware/vendor-specific) "high-level" state, i.e.
Definition: hwcontext.h:60
FFVulkanDecodeContext::slice_off
uint32_t * slice_off
Definition: vulkan_decode.h:76
FFVulkanDecodePicture::img_view_out
VkImageView img_view_out
Definition: vulkan_decode.h:84
FFVulkanDecodeProfileData::h264_profile
VkVideoDecodeH264ProfileInfoKHR h264_profile
Definition: vulkan_decode.h:38
codec_id.h
FFVulkanDecodePicture::refs
VkVideoPictureResourceInfoKHR refs[36]
Definition: vulkan_decode.h:97
FFVulkanDecodeProfileData::profile_list
VkVideoProfileListInfoKHR profile_list
Definition: vulkan_decode.h:43
FFVulkanDecodePicture::wait_semaphores
PFN_vkWaitSemaphores wait_semaphores
Definition: vulkan_decode.h:108
s
#define s(width, name)
Definition: cbs_vp9.c:198
FFVulkanDecodePicture
Definition: vulkan_decode.h:80
offsets
static const int offsets[]
Definition: hevc_pel.c:34
ctx
AVFormatContext * ctx
Definition: movenc.c:49
decode.h
ff_vk_params_invalidate
int ff_vk_params_invalidate(AVCodecContext *avctx, int t, const uint8_t *b, uint32_t s)
Removes current session parameters to recreate them.
Definition: vulkan_decode.c:120
ff_vk_update_thread_context
int ff_vk_update_thread_context(AVCodecContext *dst, const AVCodecContext *src)
Synchronize the contexts between 2 threads.
Definition: vulkan_decode.c:80
FFVulkanDecodePicture::img_view_ref
VkImageView img_view_ref
Definition: vulkan_decode.h:83
hwaccel_internal.h
FFVulkanDecodeProfileData::usage
VkVideoDecodeUsageInfoKHR usage
Definition: vulkan_decode.h:41
FFVulkanDecodeDescriptor::decode_extension
FFVulkanExtensions decode_extension
Definition: vulkan_decode.h:31
ff_vk_decode_free_frame
void ff_vk_decode_free_frame(AVHWDeviceContext *dev_ctx, FFVulkanDecodePicture *vp)
Free a frame and its state.
Definition: vulkan_decode.c:543
ff_vk_decode_frame
int ff_vk_decode_frame(AVCodecContext *avctx, AVFrame *pic, FFVulkanDecodePicture *vp, AVFrame *rpic[], FFVulkanDecodePicture *rvkp[])
Decode a frame.
Definition: vulkan_decode.c:312
FFVulkanContext
Definition: vulkan.h:271
AVCodecID
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: codec_id.h:49
dst
uint8_t ptrdiff_t const uint8_t ptrdiff_t int intptr_t intptr_t int int16_t * dst
Definition: dsp.h:83
FFVulkanDecodeShared::caps
VkVideoCapabilitiesKHR caps
Definition: vulkan_decode.h:53
size
int size
Definition: twinvq_data.h:10344
FFVkQueueFamilyCtx
Definition: vulkan.h:102
FFVulkanDecodePicture::img_aspect_ref
VkImageAspectFlags img_aspect_ref
Definition: vulkan_decode.h:87
FFVulkanDecodeShared::empty_session_params
VkVideoSessionParametersKHR empty_session_params
Definition: vulkan_decode.h:56
FFVulkanDecodeContext::slice_off_max
unsigned int slice_off_max
Definition: vulkan_decode.h:77
HEVCHeaderSet
Definition: vulkan_hevc.c:66
ff_vk_frame_params
int ff_vk_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx)
Initialize hw_frames_ctx with the parameters needed to decode the stream using the parameters from av...
Definition: vulkan_decode.c:974
FFVulkanDecodeProfileData
Definition: vulkan_decode.h:37
FFVulkanDecodeDescriptor::ext_props
VkExtensionProperties ext_props
Definition: vulkan_decode.h:34
FFVulkanDecodePicture::ref_slot
VkVideoReferenceSlotInfoKHR ref_slot
Definition: vulkan_decode.h:94
FFVulkanDecodePicture::sem
VkSemaphore sem
Definition: vulkan_decode.h:89
FFVulkanDecodeContext::external_fg
int external_fg
Definition: vulkan_decode.h:65
FFVulkanDecodePicture::ref_slots
VkVideoReferenceSlotInfoKHR ref_slots[36]
Definition: vulkan_decode.h:98
FFVkExecPool
Definition: vulkan.h:249
FFVulkanDecodeContext::hevc_headers
struct HEVCHeaderSet * hevc_headers
Definition: vulkan_decode.h:73
ff_vk_decode_prepare_frame
int ff_vk_decode_prepare_frame(FFVulkanDecodeContext *dec, AVFrame *pic, FFVulkanDecodePicture *vkpic, int is_current, int alloc_dpb)
Prepare a frame, creates the image view, and sets up the dpb fields.
Definition: vulkan_decode.c:141
AVCodecContext
main external API structure.
Definition: avcodec.h:451
FFVulkanDecodeContext::dedicated_dpb
int dedicated_dpb
Definition: vulkan_decode.h:64
FFVulkanDecodeDescriptor
Definition: vulkan_decode.h:29
FFVulkanDecodePicture::dpb_frame
AVFrame * dpb_frame
Definition: vulkan_decode.h:81
vulkan_video.h
FFVulkanDecodePicture::slices_buf
AVBufferRef * slices_buf
Definition: vulkan_decode.h:104
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
ff_vk_decode_init
int ff_vk_decode_init(AVCodecContext *avctx)
Initialize decoder.
Definition: vulkan_decode.c:1081
ff_vk_decode_flush
void ff_vk_decode_flush(AVCodecContext *avctx)
Flush decoder.
Definition: vulkan_decode.c:276
FFVulkanDecodePicture::img_view_dest
VkImageView img_view_dest
Definition: vulkan_decode.h:85
FFVulkanDecodeShared::qf
FFVkQueueFamilyCtx qf
Definition: vulkan_decode.h:49
FFVulkanDecodePicture::destroy_image_view
PFN_vkDestroyImageView destroy_image_view
Definition: vulkan_decode.h:109
FFVulkanDecodePicture::decode_info
VkVideoDecodeInfoKHR decode_info
Definition: vulkan_decode.h:101
FFVulkanDecodeContext::quirk_av1_offset
int quirk_av1_offset
Definition: vulkan_decode.h:70
src
#define src
Definition: vp8dsp.c:248
FFVulkanDecodePicture::img_aspect
VkImageAspectFlags img_aspect
Definition: vulkan_decode.h:86
FFVulkanDecodeShared::dec_caps
VkVideoDecodeCapabilitiesKHR dec_caps
Definition: vulkan_decode.h:54