FFmpeg
ffmpeg_videotoolbox.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 #include "config.h"
20 
21 #if HAVE_UTGETOSTYPEFROMSTRING
22 #include <CoreServices/CoreServices.h>
23 #endif
24 
25 #include "libavcodec/avcodec.h"
27 #include "libavutil/imgutils.h"
28 #include "ffmpeg.h"
29 
30 typedef struct VTContext {
32 } VTContext;
33 
35 
37 {
38  InputStream *ist = s->opaque;
39  VTContext *vt = ist->hwaccel_ctx;
40  CVPixelBufferRef pixbuf = (CVPixelBufferRef)frame->data[3];
41  OSType pixel_format = CVPixelBufferGetPixelFormatType(pixbuf);
42  CVReturn err;
43  uint8_t *data[4] = { 0 };
44  int linesize[4] = { 0 };
45  int planes, ret, i;
46 
48 
49  switch (pixel_format) {
50  case kCVPixelFormatType_420YpCbCr8Planar: vt->tmp_frame->format = AV_PIX_FMT_YUV420P; break;
51  case kCVPixelFormatType_422YpCbCr8: vt->tmp_frame->format = AV_PIX_FMT_UYVY422; break;
52  case kCVPixelFormatType_32BGRA: vt->tmp_frame->format = AV_PIX_FMT_BGRA; break;
53 #ifdef kCFCoreFoundationVersionNumber10_7
54  case kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange:
55  case kCVPixelFormatType_420YpCbCr8BiPlanarFullRange: vt->tmp_frame->format = AV_PIX_FMT_NV12; break;
56 #endif
57 #if HAVE_KCVPIXELFORMATTYPE_420YPCBCR10BIPLANARVIDEORANGE
60 #endif
61  default:
63  "%s: Unsupported pixel format: %s\n",
64  av_fourcc2str(s->codec_tag), videotoolbox_pixfmt);
65  return AVERROR(ENOSYS);
66  }
67 
68  vt->tmp_frame->width = frame->width;
69  vt->tmp_frame->height = frame->height;
71  if (ret < 0)
72  return ret;
73 
74  err = CVPixelBufferLockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
75  if (err != kCVReturnSuccess) {
76  av_log(NULL, AV_LOG_ERROR, "Error locking the pixel buffer.\n");
77  return AVERROR_UNKNOWN;
78  }
79 
80  if (CVPixelBufferIsPlanar(pixbuf)) {
81 
82  planes = CVPixelBufferGetPlaneCount(pixbuf);
83  for (i = 0; i < planes; i++) {
84  data[i] = CVPixelBufferGetBaseAddressOfPlane(pixbuf, i);
85  linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(pixbuf, i);
86  }
87  } else {
88  data[0] = CVPixelBufferGetBaseAddress(pixbuf);
89  linesize[0] = CVPixelBufferGetBytesPerRow(pixbuf);
90  }
91 
93  (const uint8_t **)data, linesize, vt->tmp_frame->format,
94  frame->width, frame->height);
95 
97  CVPixelBufferUnlockBaseAddress(pixbuf, kCVPixelBufferLock_ReadOnly);
98  if (ret < 0)
99  return ret;
100 
103 
104  return 0;
105 }
106 
108 {
109  InputStream *ist = s->opaque;
110  VTContext *vt = ist->hwaccel_ctx;
111 
112  ist->hwaccel_uninit = NULL;
114 
115  av_frame_free(&vt->tmp_frame);
116 
118  av_freep(&ist->hwaccel_ctx);
119 }
120 
122 {
123  InputStream *ist = s->opaque;
124  int loglevel = (ist->hwaccel_id == HWACCEL_AUTO) ? AV_LOG_VERBOSE : AV_LOG_ERROR;
125  int ret = 0;
126  VTContext *vt;
127 
128  vt = av_mallocz(sizeof(*vt));
129  if (!vt)
130  return AVERROR(ENOMEM);
131 
132  ist->hwaccel_ctx = vt;
135 
136  vt->tmp_frame = av_frame_alloc();
137  if (!vt->tmp_frame) {
138  ret = AVERROR(ENOMEM);
139  goto fail;
140  }
141 
142  // TODO: reindent
143  if (!videotoolbox_pixfmt) {
145  } else {
147  CFStringRef pixfmt_str = CFStringCreateWithCString(kCFAllocatorDefault,
149  kCFStringEncodingUTF8);
150 #if HAVE_UTGETOSTYPEFROMSTRING
151  vtctx->cv_pix_fmt_type = UTGetOSTypeFromString(pixfmt_str);
152 #else
153  av_log(s, loglevel, "UTGetOSTypeFromString() is not available "
154  "on this platform, %s pixel format can not be honored from "
155  "the command line\n", videotoolbox_pixfmt);
156 #endif
158  CFRelease(pixfmt_str);
159  }
160  if (ret < 0) {
161  av_log(NULL, loglevel, "Error creating Videotoolbox decoder.\n");
162  goto fail;
163  }
164 
165  return 0;
166 fail:
168  return ret;
169 }
av_videotoolbox_alloc_context
AVVideotoolboxContext * av_videotoolbox_alloc_context(void)
Allocate and initialize a Videotoolbox context.
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
av_frame_get_buffer
int av_frame_get_buffer(AVFrame *frame, int align)
Allocate new buffer(s) for audio or video data.
Definition: frame.c:337
av_videotoolbox_default_free
void av_videotoolbox_default_free(AVCodecContext *avctx)
This function must be called to free the Videotoolbox context initialized with av_videotoolbox_defaul...
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:203
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:318
AVFrame::width
int width
Definition: frame.h:376
data
const char data[16]
Definition: mxf.c:142
ffmpeg.h
AV_LOG_VERBOSE
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:210
AV_PIX_FMT_BGRA
@ AV_PIX_FMT_BGRA
packed BGRA 8:8:8:8, 32bpp, BGRABGRA...
Definition: pixfmt.h:95
AVERROR_UNKNOWN
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
Definition: error.h:71
AVVideotoolboxContext
This struct holds all the information that needs to be passed between the caller and libavcodec for i...
Definition: videotoolbox.h:46
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:332
InputStream
Definition: ffmpeg.h:300
VTContext::tmp_frame
AVFrame * tmp_frame
Definition: ffmpeg_videotoolbox.c:31
fail
#define fail()
Definition: checkasm.h:133
av_videotoolbox_default_init
int av_videotoolbox_default_init(AVCodecContext *avctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
videotoolbox_retrieve_data
static int videotoolbox_retrieve_data(AVCodecContext *s, AVFrame *frame)
Definition: ffmpeg_videotoolbox.c:36
av_frame_alloc
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:190
videotoolbox.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
s
#define s(width, name)
Definition: cbs_vp9.c:257
kCVPixelFormatType_420YpCbCr10BiPlanarFullRange
@ kCVPixelFormatType_420YpCbCr10BiPlanarFullRange
Definition: videotoolboxenc.c:48
InputStream::hwaccel_retrieve_data
int(* hwaccel_retrieve_data)(AVCodecContext *s, AVFrame *frame)
Definition: ffmpeg.h:380
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
NULL
#define NULL
Definition: coverity.c:32
av_frame_copy_props
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:658
InputStream::hwaccel_id
enum HWAccelID hwaccel_id
Definition: ffmpeg.h:371
AVFrame::format
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames,...
Definition: frame.h:391
VTContext
Definition: ffmpeg_videotoolbox.c:30
av_videotoolbox_default_init2
int av_videotoolbox_default_init2(AVCodecContext *avctx, AVVideotoolboxContext *vtctx)
This is a convenience function that creates and sets up the Videotoolbox context using an internal im...
HWACCEL_AUTO
@ HWACCEL_AUTO
Definition: ffmpeg.h:60
i
int i
Definition: input.c:407
videotoolbox_uninit
static void videotoolbox_uninit(AVCodecContext *s)
Definition: ffmpeg_videotoolbox.c:107
kCVPixelFormatType_420YpCbCr10BiPlanarVideoRange
@ kCVPixelFormatType_420YpCbCr10BiPlanarVideoRange
Definition: videotoolboxenc.c:49
InputStream::hwaccel_uninit
void(* hwaccel_uninit)(AVCodecContext *s)
Definition: ffmpeg.h:378
videotoolbox_pixfmt
char * videotoolbox_pixfmt
Definition: ffmpeg_videotoolbox.c:34
av_frame_move_ref
void av_frame_move_ref(AVFrame *dst, AVFrame *src)
Move everything contained in src to dst and reset src.
Definition: frame.c:582
uint8_t
uint8_t
Definition: audio_convert.c:194
videotoolbox_init
int videotoolbox_init(AVCodecContext *s)
Definition: ffmpeg_videotoolbox.c:121
av_frame_unref
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:553
av_mallocz
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:237
avcodec.h
ret
ret
Definition: filter_design.txt:187
AV_PIX_FMT_NV12
@ AV_PIX_FMT_NV12
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:89
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
AV_PIX_FMT_UYVY422
@ AV_PIX_FMT_UYVY422
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:81
AVCodecContext
main external API structure.
Definition: avcodec.h:536
AVFrame::height
int height
Definition: frame.h:376
av_image_copy
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
Definition: imgutils.c:422
AV_PIX_FMT_P010
#define AV_PIX_FMT_P010
Definition: pixfmt.h:448
planes
static const struct @322 planes[]
InputStream::hwaccel_ctx
void * hwaccel_ctx
Definition: ffmpeg.h:377
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:35
AVVideotoolboxContext::cv_pix_fmt_type
OSType cv_pix_fmt_type
CVPixelBuffer Format Type that Videotoolbox will use for decoded frames.
Definition: videotoolbox.h:64
imgutils.h
AVFrame::linesize
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:349
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
av_fourcc2str
#define av_fourcc2str(fourcc)
Definition: avutil.h:348