avfoundation.m File Reference

AVFoundation input device. More...

#include "config.h"
import <AVFoundation/AVFoundation.h>
#include <pthread.h>
#include "libavutil/channel_layout.h"
#include "libavutil/mem.h"
#include "libavutil/pixdesc.h"
#include "libavutil/opt.h"
#include "libavutil/avstring.h"
#include "libavformat/demux.h"
#include "libavformat/internal.h"
#include "libavutil/internal.h"
#include "libavutil/parseutils.h"
#include "libavutil/time.h"
#include "libavutil/imgutils.h"
#include "avdevice.h"

Go to the source code of this file.

Data Structures
struct	AVFPixelFormatSpec
struct	AVFContext
class	AVFFrameReceiver
	FrameReceiver class - delegate for AVCaptureSession. More...
class	AVFAudioReceiver
	AudioReceiver class - delegate for AVCaptureSession. More...

Macros
#define	INTERLEAVE_OUTPUT(bps)

Functions
static void	lock_frames (AVFContext *ctx)
static void	unlock_frames (AVFContext *ctx)
static void	destroy_context (AVFContext *ctx)
static int	parse_device_name (AVFormatContext *s)
static int	configure_video_device (AVFormatContext *s, AVCaptureDevice *video_device)
	Configure the video device.
static int	add_video_device (AVFormatContext *s, AVCaptureDevice *video_device)
static int	add_audio_device (AVFormatContext *s, AVCaptureDevice *audio_device)
static int	get_video_config (AVFormatContext *s)
static int	get_audio_config (AVFormatContext *s)
static NSArray *	getDevicesWithMediaType (AVMediaType mediaType)
static int64_t	avf_usb_location_for_serial (const char *serial)
static NSString *	avf_usb_serial_for_location (uint32_t location)
static AVCaptureDevice *	avf_video_device_with_serial (const char *serial, NSArray *devices, NSArray *devices_muxed, int *is_muxed)
static NSString *	avf_audio_serial_for_uid (NSString *uid)
static AVCaptureDevice *	avf_audio_device_with_serial (const char *serial, NSArray *devices)
static AVCaptureDevice *	avf_device_with_uid (const char *uid, NSArray *devices, NSArray *devices_muxed, int *is_muxed)
static NSString *	avf_device_listing_serial (AVCaptureDevice *device)
static void	avf_log_device_entry (AVFContext *ctx, int index, AVCaptureDevice *device)
static int	avf_device_from_id (AVFContext *ctx, AVMediaType media_type, NSArray *devices, NSArray *devices_muxed, const char *id, AVCaptureDevice **device, int *is_muxed)
static int	avf_read_header (AVFormatContext *s)
static int	copy_cvpixelbuffer (AVFormatContext *s, CVPixelBufferRef image_buffer, AVPacket *pkt)
static int	avf_read_packet (AVFormatContext *s, AVPacket *pkt)
static int	avf_close (AVFormatContext *s)

Variables
static const int	avf_time_base = 1000000
static const AVRational	avf_time_base_q
static const struct AVFPixelFormatSpec	avf_pixel_formats []
static const AVOption	options []
static const AVClass	avf_class
const FFInputFormat	ff_avfoundation_demuxer

Detailed Description

AVFoundation input device.

Author

Thilo Borgmann thilo.nosp@m..bor.nosp@m.gmann.nosp@m.@mai.nosp@m.l.de

Definition in file avfoundation.m.

Macro Definition Documentation

INTERLEAVE_OUTPUT

#define INTERLEAVE_OUTPUT

(

bps

)

Value:

                {                                                                      \
                    int##bps##_t **src;                                                \
                    int##bps##_t *dest;                                                \
                    src = av_malloc(ctx->audio_channels * sizeof(int##bps##_t*));      \
                    if (!src) {                                                        \
                        unlock_frames(ctx);                                            \
                        return AVERROR(EIO);                                           \
                    }                                                                  \
                                                                                       \
                    for (c = 0; c < ctx->audio_channels; c++) {                        \
                        src[c] = ((int##bps##_t*)ctx->audio_buffer) + c * num_samples; \
                    }                                                                  \
                    dest  = (int##bps##_t*)pkt->data;                                  \
                    shift = bps - ctx->audio_bits_per_sample;                          \
                    for (sample = 0; sample < num_samples; sample++)                   \
                        for (c = 0; c < ctx->audio_channels; c++)                      \
                            *dest++ = src[c][sample] << shift;                         \
                    av_freep(&src);                                                    \
                }

Referenced by avf_read_packet().

Function Documentation

lock_frames()

static void lock_frames ( AVFContext * ctx )

static

Definition at line 160 of file avfoundation.m.

Referenced by avf_read_packet(), AVFAudioReceiver::captureOutput:didOutputSampleBuffer:fromConnection:, AVFFrameReceiver::captureOutput:didOutputSampleBuffer:fromConnection:, destroy_context(), get_audio_config(), and get_video_config().

unlock_frames()

static void unlock_frames ( AVFContext * ctx )

static

Definition at line 165 of file avfoundation.m.

Referenced by avf_read_packet(), AVFAudioReceiver::captureOutput:didOutputSampleBuffer:fromConnection:, AVFFrameReceiver::captureOutput:didOutputSampleBuffer:fromConnection:, destroy_context(), get_audio_config(), and get_video_config().

destroy_context()

static void destroy_context ( AVFContext * ctx )

static

Definition at line 322 of file avfoundation.m.

Referenced by avf_close(), and avf_read_header().

parse_device_name()

static int parse_device_name ( AVFormatContext * s )

static

Definition at line 361 of file avfoundation.m.

Referenced by avf_read_header(), and dshow_read_header().

configure_video_device()

static int configure_video_device ( AVFormatContext * s, AVCaptureDevice * video_device )

static

Configure the video device.

Configure the video device using a run-time approach to access properties since formats, activeFormat are available since iOS >= 7.0 or OSX >= 10.7 and activeVideoMaxFrameDuration is available since i0S >= 7.0 and OSX >= 10.9.

The NSUndefinedKeyException must be handled by the caller of this function.

Definition at line 389 of file avfoundation.m.

Referenced by add_video_device().

add_video_device()

static int add_video_device ( AVFormatContext * s, AVCaptureDevice * video_device )

static

Definition at line 486 of file avfoundation.m.

Referenced by avf_read_header().

add_audio_device()

static int add_audio_device ( AVFormatContext * s, AVCaptureDevice * audio_device )

static

Definition at line 633 of file avfoundation.m.

Referenced by avf_read_header().

get_video_config()

static int get_video_config ( AVFormatContext * s )

static

Definition at line 677 of file avfoundation.m.

Referenced by avf_read_header().

get_audio_config()

static int get_audio_config ( AVFormatContext * s )

static

Definition at line 723 of file avfoundation.m.

Referenced by avf_read_header().

getDevicesWithMediaType()

static NSArray * getDevicesWithMediaType ( AVMediaType mediaType )

static

Definition at line 810 of file avfoundation.m.

Referenced by avf_read_header().

avf_usb_location_for_serial()

static int64_t avf_usb_location_for_serial ( const char * serial )

static

Definition at line 915 of file avfoundation.m.

Referenced by avf_video_device_with_serial().

avf_usb_serial_for_location()

static NSString * avf_usb_serial_for_location ( uint32_t location )

static

Definition at line 945 of file avfoundation.m.

Referenced by avf_device_listing_serial().

avf_video_device_with_serial()

static AVCaptureDevice * avf_video_device_with_serial ( const char * serial, NSArray * devices, NSArray * devices_muxed, int * is_muxed )

static

Definition at line 952 of file avfoundation.m.

Referenced by avf_device_from_id().

avf_audio_serial_for_uid()

static NSString * avf_audio_serial_for_uid ( NSString * uid )

static

Definition at line 990 of file avfoundation.m.

Referenced by avf_audio_device_with_serial(), and avf_device_listing_serial().

avf_audio_device_with_serial()

static AVCaptureDevice * avf_audio_device_with_serial ( const char * serial, NSArray * devices )

static

Definition at line 996 of file avfoundation.m.

Referenced by avf_device_from_id().

avf_device_with_uid()

static AVCaptureDevice * avf_device_with_uid ( const char * uid, NSArray * devices, NSArray * devices_muxed, int * is_muxed )

static

Definition at line 1007 of file avfoundation.m.

Referenced by avf_device_from_id().

avf_device_listing_serial()

static NSString * avf_device_listing_serial ( AVCaptureDevice * device )

static

Definition at line 1027 of file avfoundation.m.

Referenced by avf_log_device_entry().

avf_log_device_entry()

static void avf_log_device_entry ( AVFContext * ctx, int index, AVCaptureDevice * device )

static

Definition at line 1039 of file avfoundation.m.

Referenced by avf_read_header().

avf_device_from_id()

static int avf_device_from_id ( AVFContext * ctx, AVMediaType media_type, NSArray * devices, NSArray * devices_muxed, const char * id, AVCaptureDevice ** device, int * is_muxed )

static

Definition at line 1053 of file avfoundation.m.

Referenced by avf_read_header().

avf_read_header()

static int avf_read_header ( AVFormatContext * s )

static

Definition at line 1085 of file avfoundation.m.

copy_cvpixelbuffer()

static int copy_cvpixelbuffer ( AVFormatContext * s, CVPixelBufferRef image_buffer, AVPacket * pkt )

static

Definition at line 1341 of file avfoundation.m.

Referenced by avf_read_packet().

avf_read_packet()

static int avf_read_packet ( AVFormatContext * s, AVPacket * pkt )

static

Definition at line 1384 of file avfoundation.m.

avf_close()

static int avf_close ( AVFormatContext * s )

static

Definition at line 1540 of file avfoundation.m.

Variable Documentation

avf_time_base

const int avf_time_base = 1000000

static

Definition at line 57 of file avfoundation.m.

Referenced by get_audio_config(), and get_video_config().

avf_time_base_q

const AVRational avf_time_base_q

static

Initial value:

= {
    .num = 1,
    .den = avf_time_base
}

Definition at line 59 of file avfoundation.m.

Referenced by avf_read_packet().

avf_pixel_formats

const struct AVFPixelFormatSpec avf_pixel_formats[]

static

Initial value:

= {
    { AV_PIX_FMT_MONOBLACK,    kCVPixelFormatType_1Monochrome },
    { AV_PIX_FMT_RGB555BE,     kCVPixelFormatType_16BE555 },
    { AV_PIX_FMT_RGB555LE,     kCVPixelFormatType_16LE555 },
    { AV_PIX_FMT_RGB565BE,     kCVPixelFormatType_16BE565 },
    { AV_PIX_FMT_RGB565LE,     kCVPixelFormatType_16LE565 },
    { AV_PIX_FMT_RGB24,        kCVPixelFormatType_24RGB },
    { AV_PIX_FMT_BGR24,        kCVPixelFormatType_24BGR },
    { AV_PIX_FMT_0RGB,         kCVPixelFormatType_32ARGB },
    { AV_PIX_FMT_BGR0,         kCVPixelFormatType_32BGRA },
    { AV_PIX_FMT_0BGR,         kCVPixelFormatType_32ABGR },
    { AV_PIX_FMT_RGB0,         kCVPixelFormatType_32RGBA },
    { AV_PIX_FMT_BGR48BE,      kCVPixelFormatType_48RGB },
    { AV_PIX_FMT_UYVY422,      kCVPixelFormatType_422YpCbCr8 },
    { AV_PIX_FMT_YUVA444P,     kCVPixelFormatType_4444YpCbCrA8R },
    { AV_PIX_FMT_YUVA444P16LE, kCVPixelFormatType_4444AYpCbCr16 },
    { AV_PIX_FMT_YUV444P,      kCVPixelFormatType_444YpCbCr8 },
    { AV_PIX_FMT_YUV422P16,    kCVPixelFormatType_422YpCbCr16 },
    { AV_PIX_FMT_YUV422P10,    kCVPixelFormatType_422YpCbCr10 },
    { AV_PIX_FMT_YUV444P10,    kCVPixelFormatType_444YpCbCr10 },
    { AV_PIX_FMT_YUV420P,      kCVPixelFormatType_420YpCbCr8Planar },
    { AV_PIX_FMT_NV12,         kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange },
    { AV_PIX_FMT_YUYV422,      kCVPixelFormatType_422YpCbCr8_yuvs },
 
 
 
    { AV_PIX_FMT_NONE, 0 }
}

Definition at line 69 of file avfoundation.m.

Referenced by add_video_device().

options

const AVOption options[]

static

Initial value:

= {
    { "list_devices", "list available devices",  0x42 , AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
    { "video_device_index", "select video device by index for devices with same name (starts at 0)",  0x42 , AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, AV_OPT_FLAG_DECODING_PARAM },
    { "audio_device_index", "select audio device by index for devices with same name (starts at 0)",  0x42 , AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, AV_OPT_FLAG_DECODING_PARAM },
    { "video_device_id", "select video device by prefixed id (uid:<unique ID> or serial:<USB serial number>)",  0x42 , AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, AV_OPT_FLAG_DECODING_PARAM },
    { "audio_device_id", "select audio device by prefixed id (uid:<unique ID> or serial:<USB serial number>)",  0x42 , AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, AV_OPT_FLAG_DECODING_PARAM },
    { "pixel_format", "set pixel format",  0x42 , AV_OPT_TYPE_PIXEL_FMT, {.i64 = AV_PIX_FMT_YUV420P}, 0, INT_MAX, AV_OPT_FLAG_DECODING_PARAM},
    { "framerate", "set frame rate",  0x42 , AV_OPT_TYPE_VIDEO_RATE, {.str = "ntsc"}, 0, INT_MAX, AV_OPT_FLAG_DECODING_PARAM },
    { "video_size", "set video size",  0x42 , AV_OPT_TYPE_IMAGE_SIZE, {.str = NULL}, 0, 0, AV_OPT_FLAG_DECODING_PARAM },
    { "capture_cursor", "capture the screen cursor",  0x42 , AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
    { "capture_mouse_clicks", "capture the screen mouse clicks",  0x42 , AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
    { "capture_raw_data", "capture the raw data from device connection",  0x42 , AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
    { "drop_late_frames", "drop frames that are available later than expected",  0x42 , AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
 
    { NULL },
}

Definition at line 1547 of file avfoundation.m.

Referenced by AVFFrameReceiver::initWithContext:.

avf_class

const AVClass avf_class

static

Initial value:

= {
    .class_name = "AVFoundation indev",
    .item_name  = av_default_item_name,
    .option     = options,
    .version    = LIBAVUTIL_VERSION_INT,
    .category   = AV_CLASS_CATEGORY_DEVICE_VIDEO_INPUT,
}

Definition at line 1564 of file avfoundation.m.

ff_avfoundation_demuxer

const FFInputFormat ff_avfoundation_demuxer

Initial value:

= {
    .p.name         = "avfoundation",
    .p.long_name    = NULL_IF_CONFIG_SMALL("AVFoundation input device"),
    .p.flags        = AVFMT_NOFILE,
    .p.priv_class   = &avf_class,
    .priv_data_size = sizeof(AVFContext),
    .read_header    = avf_read_header,
    .read_packet    = avf_read_packet,
    .read_close     = avf_close,
}

Definition at line 1572 of file avfoundation.m.