FFmpeg
videotoolbox_vp9.c
Go to the documentation of this file.
1 /*
2  * Videotoolbox hardware acceleration for VP9
3  *
4  * copyright (c) 2021 rcombs
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "config.h"
24 #include "videotoolbox.h"
26 #include "vt_internal.h"
27 #include "libavutil/avassert.h"
28 #include "libavutil/avutil.h"
29 #include "libavutil/frame.h"
30 #include "libavutil/hwcontext.h"
31 #include "libavutil/intreadwrite.h"
32 #include "libavutil/pixdesc.h"
33 #include "decode.h"
34 #include "hwaccel_internal.h"
35 #include "internal.h"
36 #include "vp9shared.h"
37 
39 {
44 };
45 
46 static int get_vpx_chroma_subsampling(enum AVPixelFormat pixel_format,
47  enum AVChromaLocation chroma_location)
48 {
49  int chroma_w, chroma_h;
50  if (av_pix_fmt_get_chroma_sub_sample(pixel_format, &chroma_w, &chroma_h) == 0) {
51  if (chroma_w == 1 && chroma_h == 1) {
52  return (chroma_location == AVCHROMA_LOC_LEFT)
55  } else if (chroma_w == 1 && chroma_h == 0) {
56  return VPX_SUBSAMPLING_422;
57  } else if (chroma_w == 0 && chroma_h == 0) {
58  return VPX_SUBSAMPLING_444;
59  }
60  }
61  return -1;
62 }
63 
65 {
66  const VP9SharedContext *h = avctx->priv_data;
67  CFDataRef data = NULL;
68  uint8_t *p;
69  int vt_extradata_size;
70  uint8_t *vt_extradata;
71  int subsampling = get_vpx_chroma_subsampling(avctx->sw_pix_fmt, avctx->chroma_sample_location);
72 
73  vt_extradata_size = 1 + 3 + 6 + 2;
74  vt_extradata = av_malloc(vt_extradata_size);
75 
76  if (subsampling < 0)
77  return NULL;
78 
79  if (!vt_extradata)
80  return NULL;
81 
82  p = vt_extradata;
83 
84  *p++ = 1; /* version */
85  AV_WB24(p + 1, 0); /* flags */
86  p += 3;
87 
88  *p++ = h->h.profile;
89  *p++ = avctx->level;
90  *p++ = (h->h.bpp << 4) | (subsampling << 1) | (avctx->color_range == AVCOL_RANGE_JPEG);
91  *p++ = avctx->color_primaries;
92  *p++ = avctx->color_trc;
93  *p++ = avctx->colorspace;
94 
95  AV_WB16(p + 0, 0);
96  p += 2;
97 
98  av_assert0(p - vt_extradata == vt_extradata_size);
99 
100  data = CFDataCreate(kCFAllocatorDefault, vt_extradata, vt_extradata_size);
101  av_free(vt_extradata);
102  return data;
103 }
104 
106  const uint8_t *buffer,
107  uint32_t size)
108 {
109  return 0;
110 }
111 
113  const uint8_t *buffer,
114  uint32_t size)
115 {
116  VTContext *vtctx = avctx->internal->hwaccel_priv_data;
117 
118  return ff_videotoolbox_buffer_copy(vtctx, buffer, size);
119 }
120 
122 {
123  const VP9SharedContext *h = avctx->priv_data;
124  AVFrame *frame = h->frames[CUR_FRAME].tf.f;
125 
127 }
128 
130  .p.name = "vp9_videotoolbox",
131  .p.type = AVMEDIA_TYPE_VIDEO,
132  .p.id = AV_CODEC_ID_VP9,
133  .p.pix_fmt = AV_PIX_FMT_VIDEOTOOLBOX,
134  .alloc_frame = ff_videotoolbox_alloc_frame,
135  .start_frame = videotoolbox_vp9_start_frame,
136  .decode_slice = videotoolbox_vp9_decode_slice,
137  .end_frame = videotoolbox_vp9_end_frame,
138  .frame_params = ff_videotoolbox_frame_params,
140  .uninit = ff_videotoolbox_uninit,
141  .priv_data_size = sizeof(VTContext),
142 };
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
ff_videotoolbox_common_end_frame
int ff_videotoolbox_common_end_frame(AVCodecContext *avctx, AVFrame *frame)
AVCodecContext::colorspace
enum AVColorSpace colorspace
YUV colorspace type.
Definition: avcodec.h:1033
videotoolbox_vp9_decode_slice
static int videotoolbox_vp9_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: videotoolbox_vp9.c:112
ff_videotoolbox_uninit
int ff_videotoolbox_uninit(AVCodecContext *avctx)
FFHWAccel::p
AVHWAccel p
The public AVHWAccel.
Definition: hwaccel_internal.h:38
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:340
pixdesc.h
AVCodecContext::color_trc
enum AVColorTransferCharacteristic color_trc
Color Transfer Characteristic.
Definition: avcodec.h:1026
AVCOL_RANGE_JPEG
@ AVCOL_RANGE_JPEG
Full range content.
Definition: pixfmt.h:687
internal.h
data
const char data[16]
Definition: mxf.c:148
av_malloc
#define av_malloc(s)
Definition: tableprint_vlc.h:30
VPX_SUBSAMPLING_444
@ VPX_SUBSAMPLING_444
Definition: videotoolbox_vp9.c:43
FFHWAccel
Definition: hwaccel_internal.h:34
av_pix_fmt_get_chroma_sub_sample
int av_pix_fmt_get_chroma_sub_sample(enum AVPixelFormat pix_fmt, int *h_shift, int *v_shift)
Utility function to access log2_chroma_w log2_chroma_h from the pixel format AVPixFmtDescriptor.
Definition: pixdesc.c:2996
ff_videotoolbox_common_init
int ff_videotoolbox_common_init(AVCodecContext *avctx)
videotoolbox.h
vp9shared.h
avassert.h
AVCodecContext::color_primaries
enum AVColorPrimaries color_primaries
Chromaticity coordinates of the source primaries.
Definition: avcodec.h:1019
vt_internal.h
intreadwrite.h
VP9SharedContext
Definition: vp9shared.h:164
videotoolbox_vp9_end_frame
static int videotoolbox_vp9_end_frame(AVCodecContext *avctx)
Definition: videotoolbox_vp9.c:121
AV_CODEC_ID_VP9
@ AV_CODEC_ID_VP9
Definition: codec_id.h:220
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:40
ff_videotoolbox_vpcc_extradata_create
CFDataRef ff_videotoolbox_vpcc_extradata_create(AVCodecContext *avctx)
Definition: videotoolbox_vp9.c:64
videotoolbox_vp9_start_frame
static int videotoolbox_vp9_start_frame(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: videotoolbox_vp9.c:105
decode.h
frame
static AVFrame * frame
Definition: demux_decode.c:54
NULL
#define NULL
Definition: coverity.c:32
AVCodecContext::color_range
enum AVColorRange color_range
MPEG vs JPEG YUV range.
Definition: avcodec.h:1043
hwaccel_internal.h
AV_WB16
#define AV_WB16(p, v)
Definition: intreadwrite.h:403
AVCHROMA_LOC_LEFT
@ AVCHROMA_LOC_LEFT
MPEG-2/4 4:2:0, H.264 default for 4:2:0.
Definition: pixfmt.h:708
AVCodecContext::internal
struct AVCodecInternal * internal
Private context used for internal data.
Definition: avcodec.h:480
VPX_SUBSAMPLING_420_VERTICAL
@ VPX_SUBSAMPLING_420_VERTICAL
Definition: videotoolbox_vp9.c:40
AVCodecContext::level
int level
Encoding level descriptor.
Definition: avcodec.h:1744
ff_videotoolbox_frame_params
int ff_videotoolbox_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx)
VPX_CHROMA_SUBSAMPLING
VPX_CHROMA_SUBSAMPLING
Definition: videotoolbox_vp9.c:38
hwcontext_videotoolbox.h
AVCodecInternal::hwaccel_priv_data
void * hwaccel_priv_data
hwaccel-specific private data
Definition: internal.h:121
size
int size
Definition: twinvq_data.h:10344
AV_WB24
#define AV_WB24(p, d)
Definition: intreadwrite.h:448
frame.h
VTContext
Definition: vt_internal.h:25
AVChromaLocation
AVChromaLocation
Location of chroma samples.
Definition: pixfmt.h:706
AVHWAccel::name
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:2139
AV_PIX_FMT_VIDEOTOOLBOX
@ AV_PIX_FMT_VIDEOTOOLBOX
hardware decoding through Videotoolbox
Definition: pixfmt.h:309
AVCodecContext::chroma_sample_location
enum AVChromaLocation chroma_sample_location
This defines the location of chroma samples.
Definition: avcodec.h:1050
ff_videotoolbox_alloc_frame
int ff_videotoolbox_alloc_frame(AVCodecContext *avctx, AVFrame *frame)
Definition: videotoolbox.c:125
AVCodecContext
main external API structure.
Definition: avcodec.h:445
buffer
the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer
Definition: filter_design.txt:49
ff_vp9_videotoolbox_hwaccel
const FFHWAccel ff_vp9_videotoolbox_hwaccel
Definition: videotoolbox_vp9.c:129
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
avutil.h
CUR_FRAME
#define CUR_FRAME
Definition: vp9shared.h:168
VPX_SUBSAMPLING_420_COLLOCATED_WITH_LUMA
@ VPX_SUBSAMPLING_420_COLLOCATED_WITH_LUMA
Definition: videotoolbox_vp9.c:41
ff_videotoolbox_buffer_copy
int ff_videotoolbox_buffer_copy(VTContext *vtctx, const uint8_t *buffer, uint32_t size)
Definition: videotoolbox.c:74
av_free
#define av_free(p)
Definition: tableprint_vlc.h:33
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:472
get_vpx_chroma_subsampling
static int get_vpx_chroma_subsampling(enum AVPixelFormat pixel_format, enum AVChromaLocation chroma_location)
Definition: videotoolbox_vp9.c:46
hwcontext.h
h
h
Definition: vp9dsp_template.c:2038
AVCodecContext::sw_pix_fmt
enum AVPixelFormat sw_pix_fmt
Nominal unaccelerated pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:1814
VPX_SUBSAMPLING_422
@ VPX_SUBSAMPLING_422
Definition: videotoolbox_vp9.c:42