28 #import <AVFoundation/AVFoundation.h>
79 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1080
137 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
138 AVCaptureDeviceTransportControlsPlaybackMode observed_mode;
162 - (void) captureOutput:(AVCaptureOutput *)captureOutput
163 didOutputSampleBuffer:(CMSampleBufferRef)videoFrame
164 fromConnection:(AVCaptureConnection *)connection;
172 if (
self = [super
init]) {
176 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
178 NSString *keyPath = NSStringFromSelector(
@selector(transportControlsPlaybackMode));
179 NSKeyValueObservingOptions
options = NSKeyValueObservingOptionNew;
181 [
_context->observed_device addObserver: self
193 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
195 NSString *keyPath = NSStringFromSelector(
@selector(transportControlsPlaybackMode));
196 [_context->observed_device removeObserver: self forKeyPath: keyPath];
202 - (void)observeValueForKeyPath:(NSString *)keyPath
204 change:(NSDictionary *)change
205 context:(
void *)context {
207 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
208 AVCaptureDeviceTransportControlsPlaybackMode
mode =
209 [change[NSKeyValueChangeNewKey] integerValue];
212 if (
mode == AVCaptureDeviceTransportControlsNotPlayingMode) {
219 [
super observeValueForKeyPath: keyPath
226 - (void) captureOutput:(AVCaptureOutput *)captureOutput
227 didOutputSampleBuffer:(CMSampleBufferRef)videoFrame
228 fromConnection:(AVCaptureConnection *)connection
254 - (void) captureOutput:(AVCaptureOutput *)captureOutput
255 didOutputSampleBuffer:(CMSampleBufferRef)audioFrame
256 fromConnection:(AVCaptureConnection *)connection;
264 if (
self = [super
init]) {
270 - (void) captureOutput:(AVCaptureOutput *)captureOutput
271 didOutputSampleBuffer:(CMSampleBufferRef)audioFrame
272 fromConnection:(AVCaptureConnection *)connection
291 [ctx->capture_session stopRunning];
293 [ctx->capture_session release];
294 [ctx->video_output release];
295 [ctx->audio_output release];
296 [ctx->avf_delegate release];
297 [ctx->avf_audio_delegate release];
303 ctx->avf_audio_delegate =
NULL;
310 if (
ctx->current_frame) {
311 CFRelease(
ctx->current_frame);
348 NSObject *
range = nil;
350 NSObject *selected_range = nil;
351 NSObject *selected_format = nil;
357 for (
format in [video_device valueForKey:
@"formats"]) {
358 CMFormatDescriptionRef formatDescription;
359 CMVideoDimensions dimensions;
361 formatDescription = (CMFormatDescriptionRef) [
format performSelector:
@selector(formatDescription)];
362 dimensions = CMVideoFormatDescriptionGetDimensions(formatDescription);
364 if ((
ctx->width == 0 &&
ctx->height == 0) ||
365 (dimensions.width ==
ctx->width && dimensions.height ==
ctx->height)) {
369 for (
range in [
format valueForKey:
@"videoSupportedFrameRateRanges"]) {
370 double max_framerate;
372 [[range valueForKey:@"maxFrameRate"] getValue:&max_framerate];
374 selected_range =
range;
381 if (!selected_format) {
384 goto unsupported_format;
387 if (!selected_range) {
390 if (
ctx->video_is_muxed) {
393 goto unsupported_format;
397 if ([video_device lockForConfiguration:
NULL] == YES) {
398 if (selected_format) {
399 [video_device setValue:selected_format forKey:@"activeFormat"];
401 if (selected_range) {
402 NSValue *min_frame_duration = [selected_range valueForKey:@"minFrameDuration"];
403 [video_device setValue:min_frame_duration forKey:@"activeVideoMinFrameDuration"];
404 [video_device setValue:min_frame_duration forKey:@"activeVideoMaxFrameDuration"];
410 }
@catch(NSException *e) {
419 for (
format in [video_device valueForKey:
@"formats"]) {
420 CMFormatDescriptionRef formatDescription;
421 CMVideoDimensions dimensions;
423 formatDescription = (CMFormatDescriptionRef) [
format performSelector:
@selector(formatDescription)];
424 dimensions = CMVideoFormatDescriptionGetDimensions(formatDescription);
426 for (
range in [
format valueForKey:
@"videoSupportedFrameRateRanges"]) {
427 double min_framerate;
428 double max_framerate;
430 [[range valueForKey:@"minFrameRate"] getValue:&min_framerate];
431 [[range valueForKey:@"maxFrameRate"] getValue:&max_framerate];
433 dimensions.width, dimensions.height,
434 min_framerate, max_framerate);
444 NSError *
error = nil;
445 AVCaptureInput* capture_input = nil;
447 NSNumber *pixel_format;
448 NSDictionary *capture_dict;
449 dispatch_queue_t queue;
451 if (
ctx->video_device_index <
ctx->num_video_devices) {
452 capture_input = (AVCaptureInput*) [[[AVCaptureDeviceInput alloc] initWithDevice:video_device
error:&
error] autorelease];
454 capture_input = (AVCaptureInput*) video_device;
457 if (!capture_input) {
459 [[
error localizedDescription] UTF8String]);
463 if ([
ctx->capture_session canAddInput:capture_input]) {
464 [ctx->capture_session addInput:capture_input];
471 ctx->video_output = [[AVCaptureVideoDataOutput alloc] init];
473 if (!
ctx->video_output) {
483 }
@catch (NSException *exception) {
484 if (![[exception
name] isEqualToString:NSUndefinedKeyException]) {
508 if ([[
ctx->video_output availableVideoCVPixelFormatTypes] indexOfObject:[NSNumber numberWithInt:pxl_fmt_spec.avf_id]] == NSNotFound) {
509 av_log(
s,
AV_LOG_ERROR,
"Selected pixel format (%s) is not supported by the input device.\n",
515 for (NSNumber *pxl_fmt in [
ctx->video_output availableVideoCVPixelFormatTypes]) {
530 pxl_fmt_spec = pxl_fmt_dummy;
545 if (
ctx->capture_raw_data) {
546 ctx->pixel_format = pxl_fmt_spec.ff_id;
547 ctx->video_output.videoSettings = @{ };
549 ctx->pixel_format = pxl_fmt_spec.ff_id;
550 pixel_format = [NSNumber numberWithUnsignedInt:pxl_fmt_spec.avf_id];
551 capture_dict = [NSDictionary dictionaryWithObject:pixel_format
552 forKey:(id)kCVPixelBufferPixelFormatTypeKey];
554 [ctx->video_output setVideoSettings:capture_dict];
556 [ctx->video_output setAlwaysDiscardsLateVideoFrames:ctx->drop_late_frames];
558 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
560 if (!
ctx->video_is_screen) {
561 int trans_ctrl = [video_device transportControlsSupported];
562 AVCaptureDeviceTransportControlsPlaybackMode trans_mode = [video_device transportControlsPlaybackMode];
565 ctx->observed_mode = trans_mode;
566 ctx->observed_device = video_device;
573 queue = dispatch_queue_create(
"avf_queue",
NULL);
574 [ctx->video_output setSampleBufferDelegate:ctx->avf_delegate queue:queue];
575 dispatch_release(queue);
577 if ([
ctx->capture_session canAddOutput:
ctx->video_output]) {
578 [ctx->capture_session addOutput:ctx->video_output];
590 NSError *
error = nil;
591 AVCaptureDeviceInput* audio_dev_input = [[[AVCaptureDeviceInput alloc] initWithDevice:audio_device
error:&
error] autorelease];
592 dispatch_queue_t queue;
594 if (!audio_dev_input) {
596 [[
error localizedDescription] UTF8String]);
600 if ([
ctx->capture_session canAddInput:audio_dev_input]) {
601 [ctx->capture_session addInput:audio_dev_input];
608 ctx->audio_output = [[AVCaptureAudioDataOutput alloc] init];
610 if (!
ctx->audio_output) {
617 queue = dispatch_queue_create(
"avf_audio_queue",
NULL);
618 [ctx->audio_output setSampleBufferDelegate:ctx->avf_audio_delegate queue:queue];
619 dispatch_release(queue);
621 if ([
ctx->capture_session canAddOutput:
ctx->audio_output]) {
622 [ctx->capture_session addOutput:ctx->audio_output];
634 CVImageBufferRef image_buffer;
635 CMBlockBufferRef block_buffer;
636 CGSize image_buffer_size;
644 while (
ctx->frames_captured < 1) {
645 CFRunLoopRunInMode(kCFRunLoopDefaultMode, 0.1, YES);
650 ctx->video_stream_index = stream->index;
654 image_buffer = CMSampleBufferGetImageBuffer(
ctx->current_frame);
655 block_buffer = CMSampleBufferGetDataBuffer(
ctx->current_frame);
658 image_buffer_size = CVImageBufferGetEncodedSize(image_buffer);
662 stream->codecpar->width = (
int)image_buffer_size.width;
663 stream->codecpar->height = (
int)image_buffer_size.height;
664 stream->codecpar->format =
ctx->pixel_format;
668 stream->codecpar->format =
ctx->pixel_format;
671 CFRelease(
ctx->current_frame);
672 ctx->current_frame = nil;
682 CMFormatDescriptionRef format_desc;
690 while (
ctx->audio_frames_captured < 1) {
691 CFRunLoopRunInMode(kCFRunLoopDefaultMode, 0.1, YES);
696 ctx->audio_stream_index = stream->index;
700 format_desc = CMSampleBufferGetFormatDescription(
ctx->current_audio_frame);
701 const AudioStreamBasicDescription *basic_desc = CMAudioFormatDescriptionGetStreamBasicDescription(format_desc);
710 stream->codecpar->sample_rate = basic_desc->mSampleRate;
713 ctx->audio_channels = basic_desc->mChannelsPerFrame;
714 ctx->audio_bits_per_sample = basic_desc->mBitsPerChannel;
715 ctx->audio_float = basic_desc->mFormatFlags & kAudioFormatFlagIsFloat;
716 ctx->audio_be = basic_desc->mFormatFlags & kAudioFormatFlagIsBigEndian;
717 ctx->audio_signed_integer = basic_desc->mFormatFlags & kAudioFormatFlagIsSignedInteger;
718 ctx->audio_packed = basic_desc->mFormatFlags & kAudioFormatFlagIsPacked;
719 ctx->audio_non_interleaved = basic_desc->mFormatFlags & kAudioFormatFlagIsNonInterleaved;
721 if (basic_desc->mFormatID == kAudioFormatLinearPCM &&
723 ctx->audio_bits_per_sample == 32 &&
726 }
else if (basic_desc->mFormatID == kAudioFormatLinearPCM &&
727 ctx->audio_signed_integer &&
728 ctx->audio_bits_per_sample == 16 &&
731 }
else if (basic_desc->mFormatID == kAudioFormatLinearPCM &&
732 ctx->audio_signed_integer &&
733 ctx->audio_bits_per_sample == 24 &&
736 }
else if (basic_desc->mFormatID == kAudioFormatLinearPCM &&
737 ctx->audio_signed_integer &&
738 ctx->audio_bits_per_sample == 32 &&
747 if (
ctx->audio_non_interleaved) {
748 CMBlockBufferRef block_buffer = CMSampleBufferGetDataBuffer(
ctx->current_audio_frame);
749 ctx->audio_buffer_size = CMBlockBufferGetDataLength(block_buffer);
751 if (!
ctx->audio_buffer) {
758 CFRelease(
ctx->current_audio_frame);
759 ctx->current_audio_frame = nil;
767 #if ((TARGET_OS_IPHONE && __IPHONE_OS_VERSION_MIN_REQUIRED >= 100000) || (TARGET_OS_OSX && __MAC_OS_X_VERSION_MIN_REQUIRED >= 101500))
768 NSMutableArray *deviceTypes = nil;
769 if (mediaType == AVMediaTypeVideo) {
770 deviceTypes = [NSMutableArray arrayWithArray:@[AVCaptureDeviceTypeBuiltInWideAngleCamera]];
771 #if (TARGET_OS_IPHONE && __IPHONE_OS_VERSION_MIN_REQUIRED >= 100000)
772 [deviceTypes addObject: AVCaptureDeviceTypeBuiltInDualCamera];
773 [deviceTypes addObject: AVCaptureDeviceTypeBuiltInTelephotoCamera];
775 #if (TARGET_OS_IPHONE && __IPHONE_OS_VERSION_MIN_REQUIRED >= 110100)
776 [deviceTypes addObject: AVCaptureDeviceTypeBuiltInTrueDepthCamera];
778 #if (TARGET_OS_IPHONE && __IPHONE_OS_VERSION_MIN_REQUIRED >= 130000)
779 [deviceTypes addObject: AVCaptureDeviceTypeBuiltInTripleCamera];
780 [deviceTypes addObject: AVCaptureDeviceTypeBuiltInDualWideCamera];
781 [deviceTypes addObject: AVCaptureDeviceTypeBuiltInUltraWideCamera];
783 #if (TARGET_OS_OSX && __MAC_OS_X_VERSION_MIN_REQUIRED >= 130000)
784 [deviceTypes addObject: AVCaptureDeviceTypeDeskViewCamera];
786 #if (TARGET_OS_IPHONE && __IPHONE_OS_VERSION_MIN_REQUIRED >= 150400)
787 [deviceTypes addObject: AVCaptureDeviceTypeBuiltInLiDARDepthCamera];
789 #if (TARGET_OS_IPHONE && __IPHONE_OS_VERSION_MIN_REQUIRED >= 170000 || (TARGET_OS_OSX && __MAC_OS_X_VERSION_MIN_REQUIRED >= 140000))
790 [deviceTypes addObject: AVCaptureDeviceTypeContinuityCamera];
792 }
else if (mediaType == AVMediaTypeAudio) {
793 #if (TARGET_OS_IPHONE && __IPHONE_OS_VERSION_MIN_REQUIRED >= 170000 || (TARGET_OS_OSX && __MAC_OS_X_VERSION_MIN_REQUIRED >= 140000))
794 deviceTypes = [NSMutableArray arrayWithArray:@[AVCaptureDeviceTypeMicrophone]];
796 deviceTypes = [NSMutableArray arrayWithArray:@[AVCaptureDeviceTypeBuiltInMicrophone]];
798 }
else if (mediaType == AVMediaTypeMuxed) {
799 #if (TARGET_OS_IPHONE && __IPHONE_OS_VERSION_MIN_REQUIRED >= 170000 || (TARGET_OS_OSX && __MAC_OS_X_VERSION_MIN_REQUIRED >= 140000))
800 deviceTypes = [NSMutableArray arrayWithArray:@[AVCaptureDeviceTypeExternal]];
801 #elif (TARGET_OS_OSX && __MAC_OS_X_VERSION_MIN_REQUIRED < 140000)
802 deviceTypes = [NSMutableArray arrayWithArray:@[AVCaptureDeviceTypeExternalUnknown]];
810 AVCaptureDeviceDiscoverySession *captureDeviceDiscoverySession =
811 [AVCaptureDeviceDiscoverySession
812 discoverySessionWithDeviceTypes:deviceTypes
814 position:AVCaptureDevicePositionUnspecified];
815 return [captureDeviceDiscoverySession devices];
817 return [AVCaptureDevice devicesWithMediaType:mediaType];
824 NSAutoreleasePool *pool = [[NSAutoreleasePool alloc] init];
825 uint32_t num_screens = 0;
827 AVCaptureDevice *video_device = nil;
828 AVCaptureDevice *audio_device = nil;
833 ctx->num_video_devices = [devices count] + [devices_muxed count];
837 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
838 CGGetActiveDisplayList(0,
NULL, &num_screens);
842 if (
ctx->list_devices) {
845 for (AVCaptureDevice *device in devices) {
846 const char *
name = [[device localizedName] UTF8String];
847 index = [devices indexOfObject:device];
850 for (AVCaptureDevice *device in devices_muxed) {
851 const char *
name = [[device localizedName] UTF8String];
852 index = [devices count] + [devices_muxed indexOfObject:device];
855 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
856 if (num_screens > 0) {
857 CGDirectDisplayID screens[num_screens];
858 CGGetActiveDisplayList(num_screens, screens, &num_screens);
859 for (
int i = 0;
i < num_screens;
i++) {
867 for (AVCaptureDevice *device in devices) {
868 const char *
name = [[device localizedName] UTF8String];
869 int index = [devices indexOfObject:device];
881 if (
ctx->video_device_index == -1 &&
ctx->video_filename) {
882 sscanf(
ctx->video_filename,
"%d", &
ctx->video_device_index);
884 if (
ctx->audio_device_index == -1 &&
ctx->audio_filename) {
885 sscanf(
ctx->audio_filename,
"%d", &
ctx->audio_device_index);
888 if (
ctx->video_device_index >= 0) {
889 if (
ctx->video_device_index <
ctx->num_video_devices) {
890 if (
ctx->video_device_index < [devices count]) {
891 video_device = [devices objectAtIndex:ctx->video_device_index];
893 video_device = [devices_muxed objectAtIndex:(ctx->video_device_index - [devices count])];
894 ctx->video_is_muxed = 1;
896 }
else if (
ctx->video_device_index <
ctx->num_video_devices + num_screens) {
897 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
898 CGDirectDisplayID screens[num_screens];
899 CGGetActiveDisplayList(num_screens, screens, &num_screens);
900 AVCaptureScreenInput* capture_screen_input = [[[AVCaptureScreenInput alloc] initWithDisplayID:screens[ctx->video_device_index - ctx->
num_video_devices]] autorelease];
902 if (
ctx->framerate.num > 0) {
903 capture_screen_input.minFrameDuration = CMTimeMake(
ctx->framerate.den,
ctx->framerate.num);
906 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1080
907 if (
ctx->capture_cursor) {
908 capture_screen_input.capturesCursor = YES;
910 capture_screen_input.capturesCursor = NO;
914 if (
ctx->capture_mouse_clicks) {
915 capture_screen_input.capturesMouseClicks = YES;
917 capture_screen_input.capturesMouseClicks = NO;
920 video_device = (AVCaptureDevice*) capture_screen_input;
921 ctx->video_is_screen = 1;
927 }
else if (
ctx->video_filename &&
928 strncmp(
ctx->video_filename,
"none", 4)) {
929 if (!strncmp(
ctx->video_filename,
"default", 7)) {
930 video_device = [AVCaptureDevice defaultDeviceWithMediaType:AVMediaTypeVideo];
933 for (AVCaptureDevice *device in devices) {
934 if (!strncmp(
ctx->video_filename, [[device localizedName] UTF8String], strlen(
ctx->video_filename))) {
935 video_device = device;
940 for (AVCaptureDevice *device in devices_muxed) {
941 if (!strncmp(
ctx->video_filename, [[device localizedName] UTF8String], strlen(
ctx->video_filename))) {
942 video_device = device;
943 ctx->video_is_muxed = 1;
948 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1070
952 if(sscanf(
ctx->video_filename,
"Capture screen %d", &idx) && idx < num_screens) {
953 CGDirectDisplayID screens[num_screens];
954 CGGetActiveDisplayList(num_screens, screens, &num_screens);
955 AVCaptureScreenInput* capture_screen_input = [[[AVCaptureScreenInput alloc] initWithDisplayID:screens[idx]] autorelease];
956 video_device = (AVCaptureDevice*) capture_screen_input;
957 ctx->video_device_index =
ctx->num_video_devices + idx;
958 ctx->video_is_screen = 1;
960 if (
ctx->framerate.num > 0) {
961 capture_screen_input.minFrameDuration = CMTimeMake(
ctx->framerate.den,
ctx->framerate.num);
964 #if !TARGET_OS_IPHONE && __MAC_OS_X_VERSION_MIN_REQUIRED >= 1080
965 if (
ctx->capture_cursor) {
966 capture_screen_input.capturesCursor = YES;
968 capture_screen_input.capturesCursor = NO;
972 if (
ctx->capture_mouse_clicks) {
973 capture_screen_input.capturesMouseClicks = YES;
975 capture_screen_input.capturesMouseClicks = NO;
989 if (
ctx->audio_device_index >= 0) {
992 if (
ctx->audio_device_index >= [devices count]) {
997 audio_device = [devices objectAtIndex:ctx->audio_device_index];
998 }
else if (
ctx->audio_filename &&
999 strncmp(
ctx->audio_filename,
"none", 4)) {
1000 if (!strncmp(
ctx->audio_filename,
"default", 7)) {
1001 audio_device = [AVCaptureDevice defaultDeviceWithMediaType:AVMediaTypeAudio];
1005 for (AVCaptureDevice *device in devices) {
1006 if (!strncmp(
ctx->audio_filename, [[device localizedName] UTF8String], strlen(
ctx->audio_filename))) {
1007 audio_device = device;
1013 if (!audio_device) {
1020 if (!video_device && !audio_device) {
1026 if (
ctx->video_device_index <
ctx->num_video_devices) {
1033 av_log(
s,
AV_LOG_DEBUG,
"audio device '%s' opened\n", [[audio_device localizedName] UTF8String]);
1037 ctx->capture_session = [[AVCaptureSession alloc] init];
1045 [ctx->capture_session startRunning];
1049 if (!
ctx->video_is_screen) {
1050 [video_device unlockForConfiguration];
1074 CVPixelBufferRef image_buffer,
1078 int src_linesize[4];
1079 const uint8_t *src_data[4];
1080 int width = CVPixelBufferGetWidth(image_buffer);
1081 int height = CVPixelBufferGetHeight(image_buffer);
1084 memset(src_linesize, 0,
sizeof(src_linesize));
1085 memset(src_data, 0,
sizeof(src_data));
1087 status = CVPixelBufferLockBaseAddress(image_buffer, 0);
1088 if (
status != kCVReturnSuccess) {
1093 if (CVPixelBufferIsPlanar(image_buffer)) {
1094 size_t plane_count = CVPixelBufferGetPlaneCount(image_buffer);
1096 for(
i = 0;
i < plane_count;
i++){
1097 src_linesize[i] = CVPixelBufferGetBytesPerRowOfPlane(image_buffer,
i);
1098 src_data[i] = CVPixelBufferGetBaseAddressOfPlane(image_buffer,
i);
1101 src_linesize[0] = CVPixelBufferGetBytesPerRow(image_buffer);
1102 src_data[0] = CVPixelBufferGetBaseAddress(image_buffer);
1106 src_data, src_linesize,
1111 CVPixelBufferUnlockBaseAddress(image_buffer, 0);
1121 CVImageBufferRef image_buffer;
1122 CMBlockBufferRef block_buffer;
1125 if (
ctx->current_frame != nil) {
1129 image_buffer = CMSampleBufferGetImageBuffer(
ctx->current_frame);
1130 block_buffer = CMSampleBufferGetDataBuffer(
ctx->current_frame);
1132 if (image_buffer != nil) {
1133 length = (
int)CVPixelBufferGetDataSize(image_buffer);
1134 }
else if (block_buffer != nil) {
1135 length = (
int)CMBlockBufferGetDataLength(block_buffer);
1149 if (CMSampleBufferGetOutputSampleTimingInfoArray(
ctx->current_frame, 1, &
timing_info, &count) == noErr) {
1161 OSStatus
ret = CMBlockBufferCopyDataBytes(block_buffer, 0,
pkt->
size,
pkt->
data);
1162 if (
ret != kCMBlockBufferNoErr) {
1166 CFRelease(
ctx->current_frame);
1167 ctx->current_frame = nil;
1173 }
else if (
ctx->current_audio_frame != nil) {
1174 CMBlockBufferRef block_buffer = CMSampleBufferGetDataBuffer(
ctx->current_audio_frame);
1175 int block_buffer_size = CMBlockBufferGetDataLength(block_buffer);
1177 if (!block_buffer || !block_buffer_size) {
1182 if (
ctx->audio_non_interleaved && block_buffer_size >
ctx->audio_buffer_size) {
1195 if (CMSampleBufferGetOutputSampleTimingInfoArray(
ctx->current_audio_frame, 1, &
timing_info, &count) == noErr) {
1203 if (
ctx->audio_non_interleaved) {
1206 OSStatus
ret = CMBlockBufferCopyDataBytes(block_buffer, 0,
pkt->
size,
ctx->audio_buffer);
1207 if (
ret != kCMBlockBufferNoErr) {
1212 num_samples =
pkt->
size / (
ctx->audio_channels * (
ctx->audio_bits_per_sample >> 3));
1215 #define INTERLEAVE_OUTPUT(bps) \
1217 int##bps##_t **src; \
1218 int##bps##_t *dest; \
1219 src = av_malloc(ctx->audio_channels * sizeof(int##bps##_t*)); \
1221 unlock_frames(ctx); \
1222 return AVERROR(EIO); \
1225 for (c = 0; c < ctx->audio_channels; c++) { \
1226 src[c] = ((int##bps##_t*)ctx->audio_buffer) + c * num_samples; \
1228 dest = (int##bps##_t*)pkt->data; \
1229 shift = bps - ctx->audio_bits_per_sample; \
1230 for (sample = 0; sample < num_samples; sample++) \
1231 for (c = 0; c < ctx->audio_channels; c++) \
1232 *dest++ = src[c][sample] << shift; \
1236 if (
ctx->audio_bits_per_sample <= 16) {
1242 OSStatus
ret = CMBlockBufferCopyDataBytes(block_buffer, 0,
pkt->
size,
pkt->
data);
1243 if (
ret != kCMBlockBufferNoErr) {
1249 CFRelease(
ctx->current_audio_frame);
1250 ctx->current_audio_frame = nil;
1254 if (
ctx->observed_quit) {
1298 .
p.
name =
"avfoundation",