Audio 通过AVAsset在AVFramework中创建的*.mov文件中重复音频帧
我在尝试使用AVFramework和AVAsset创建ProRes编码的mov文件时遇到了一些问题 在OSX 10.10.5上，使用XCode 7，链接10.9库。 到目前为止，我已经成功地创建了包含视频和多个音频通道的有效ProRes文件 （我正在创建多个未压缩48K、16位PCM音频曲目） 添加视频帧效果很好，添加音频帧效果很好，或者至少在代码中成功 但是，当我回放文件时，似乎音频帧以12、13、14或15帧序列重复出现 查看波形，从*.mov很容易看到重复的音频 也就是说，前13个或X个视频帧都包含完全相同的音频，然后在下一个X中再次重复，然后一次又一次地重复，等等 视频很好，只是音频似乎在循环/重复 无论我使用多少个音频通道/曲目作为源，问题都会出现，我只使用了1个曲目，也使用了4和8个曲目进行了测试 它与我向系统提供的样本的格式和数量无关，即使用720p60、1080p23和1080i59时，所有样本都表现出相同的错误行为Audio 通过AVAsset在AVFramework中创建的*.mov文件中重复音频帧,audio,avfoundation,avassetwriter,.mov,avassetwriterinput,Audio,Avfoundation,Avassetwriter,.mov,Avassetwriterinput,我在尝试使用AVFramework和AVAsset创建ProRes编码的mov文件时遇到了一些问题 在OSX 10.10.5上，使用XCode 7，链接10.9库。 到目前为止，我已经成功地创建了包含视频和多个音频通道的有效ProRes文件 （我正在创建多个未压缩48K、16位PCM音频曲目） 添加视频帧效果很好，添加音频帧效果很好，或者至少在代码中成功 但是，当我回放文件时，似乎音频帧以12、13、14或15帧序列重复出现 查看波形，从*.mov很容易看到重复的音频 也就是说，前13个或X个视
- 实际上，720p捕获的音频帧重复了30或31次，而1080格式只重复了12或13次
int main(int argc, const char * argv[])
{
@autoreleasepool
{
NSLog(@"Hello, World! - Welcome to the ProResCapture With Audio sample app. ");
OSStatus status;
AudioStreamBasicDescription audioFormat;
CMAudioFormatDescriptionRef audioFormatDesc;
// OK so lets include the hardware stuff first and then we can see about doing some actual capture and compress stuff
HARDWARE_HANDLE pHardware = sdiFactory();
if (pHardware)
{
unsigned long ulUpdateType = UPD_FMT_FRAME;
unsigned long ulFieldCount = 0;
unsigned int numAudioChannels = 4; //8; //4;
int numFramesToCapture = 300;
gBFHancBuffer = (unsigned int*)myAlloc(gHANC_SIZE);
int audioSize = 2002 * 4 * 16;
short* pAudioSamples = (short*)new char[audioSize];
std::vector<short*> vecOfNonInterleavedAudioSamplesPtrs;
for (int i = 0; i < 16; i++)
{
vecOfNonInterleavedAudioSamplesPtrs.push_back((short*)myAlloc(2002 * sizeof(short)));
}
bool bVideoModeIsValid = SetupAndConfigureHardwareToCaptureIncomingVideo();
if (bVideoModeIsValid)
{
gBFBytes = (BLUE_UINT32*)myAlloc(gGoldenSize);
bool canAddVideoWriter = false;
bool canAddAudioWriter = false;
int nAudioSamplesWritten = 0;
// declare the vars for our various AVAsset elements
AVAssetWriter* assetWriter = nil;
AVAssetWriterInput* assetWriterInputVideo = nil;
AVAssetWriterInput* assetWriterAudioInput[16];
AVAssetWriterInputPixelBufferAdaptor* adaptor = nil;
NSURL* localOutputURL = nil;
NSError* localError = nil;
// create the file we are goijmng to be writing to
localOutputURL = [NSURL URLWithString:@"file:///Volumes/Media/ProResAVCaptureAnyFormat.mov"];
assetWriter = [[AVAssetWriter alloc] initWithURL: localOutputURL fileType:AVFileTypeQuickTimeMovie error:&localError];
if (assetWriter)
{
assetWriter.shouldOptimizeForNetworkUse = NO;
// Lets configure the Audio and Video settings for this writer...
{
// Video First.
// Add a video input
// create a dictionary with the settings we want ie. Prores capture and width and height.
NSMutableDictionary* videoSettings = [NSMutableDictionary dictionaryWithObjectsAndKeys:
AVVideoCodecAppleProRes422, AVVideoCodecKey,
[NSNumber numberWithInt:width], AVVideoWidthKey,
[NSNumber numberWithInt:height], AVVideoHeightKey,
nil];
assetWriterInputVideo = [AVAssetWriterInput assetWriterInputWithMediaType: AVMediaTypeVideo outputSettings:videoSettings];
adaptor = [AVAssetWriterInputPixelBufferAdaptor assetWriterInputPixelBufferAdaptorWithAssetWriterInput:assetWriterInputVideo
sourcePixelBufferAttributes:nil];
canAddVideoWriter = [assetWriter canAddInput:assetWriterInputVideo];
}
{ // Add a Audio AssetWriterInput
// Create a dictionary with the settings we want ie. Uncompressed PCM audio 16 bit little endian.
NSMutableDictionary* audioSettings = [NSMutableDictionary dictionaryWithObjectsAndKeys:
[NSNumber numberWithInt:kAudioFormatLinearPCM], AVFormatIDKey,
[NSNumber numberWithFloat:48000.0], AVSampleRateKey,
[NSNumber numberWithInt:16], AVLinearPCMBitDepthKey,
[NSNumber numberWithBool:NO], AVLinearPCMIsNonInterleaved,
[NSNumber numberWithBool:NO], AVLinearPCMIsFloatKey,
[NSNumber numberWithBool:NO], AVLinearPCMIsBigEndianKey,
[NSNumber numberWithUnsignedInteger:1], AVNumberOfChannelsKey,
nil];
// OR use... FillOutASBDForLPCM(AudioStreamBasicDescription& outASBD, Float64 inSampleRate, UInt32 inChannelsPerFrame, UInt32 inValidBitsPerChannel, UInt32 inTotalBitsPerChannel, bool inIsFloat, bool inIsBigEndian, bool inIsNonInterleaved = false)
UInt32 inValidBitsPerChannel = 16;
UInt32 inTotalBitsPerChannel = 16;
bool inIsFloat = false;
bool inIsBigEndian = false;
UInt32 inChannelsPerTrack = 1;
FillOutASBDForLPCM(audioFormat, 48000.00, inChannelsPerTrack, inValidBitsPerChannel, inTotalBitsPerChannel, inIsFloat, inIsBigEndian);
status = CMAudioFormatDescriptionCreate(kCFAllocatorDefault,
&audioFormat,
0,
NULL,
0,
NULL,
NULL,
&audioFormatDesc
);
for (int t = 0; t < numAudioChannels; t++)
{
assetWriterAudioInput[t] = [AVAssetWriterInput assetWriterInputWithMediaType:AVMediaTypeAudio outputSettings:audioSettings];
canAddAudioWriter = [assetWriter canAddInput:assetWriterAudioInput[t] ];
if (canAddAudioWriter)
{
assetWriterAudioInput[t].expectsMediaDataInRealTime = YES; //true;
[assetWriter addInput:assetWriterAudioInput[t] ];
}
}
CMFormatDescriptionRef myFormatDesc = assetWriterAudioInput[0].sourceFormatHint;
NSString* medType = [assetWriterAudioInput[0] mediaType];
}
if(canAddVideoWriter)
{
// tell the asset writer to expect media in real time.
assetWriterInputVideo.expectsMediaDataInRealTime = YES; //true;
// add the Input(s)
[assetWriter addInput:assetWriterInputVideo];
// Start writing the frames..
BOOL success = true;
success = [assetWriter startWriting];
CMTime startTime = CMTimeMake(0, fpsRate);
[assetWriter startSessionAtSourceTime:kCMTimeZero];
// [assetWriter startSessionAtSourceTime:startTime];
if (success)
{
startOurVideoCaptureProcess();
// **** possible enhancement is to use a pixelBufferPool to manage multiple buffers at once...
CVPixelBufferRef buffer = NULL;
int kRecordingFPS = fpsRate;
bool frameAdded = false;
unsigned int bufferID;
for( int i = 0; i < numFramesToCapture; i++)
{
printf("\n");
buffer = pixelBufferFromCard(bufferID, width, height, memFmt); // This function to get a CVBufferREf From our device, as well as getting the Audio data
while(!adaptor.assetWriterInput.readyForMoreMediaData)
{
printf(" readyForMoreMediaData FAILED \n");
}
if (buffer)
{
// Add video
printf("appending Frame %d ", i);
CMTime frameTime = CMTimeMake(i, kRecordingFPS);
frameAdded = [adaptor appendPixelBuffer:buffer withPresentationTime:frameTime];
if (frameAdded)
printf("VideoAdded.....\n ");
// Add Audio
{
// Do some Processing on the captured data to extract the interleaved Audio Samples for each channel
struct hanc_decode_struct decode;
DecodeHancFrameEx(gBFHancBuffer, decode);
int nAudioSamplesCaptured = 0;
if(decode.no_audio_samples > 0)
{
printf("completed deCodeHancEX, found %d samples \n", ( decode.no_audio_samples / numAudioChannels) );
nAudioSamplesCaptured = decode.no_audio_samples / numAudioChannels;
}
CMTime audioTimeStamp = CMTimeMake(nAudioSamplesWritten, 480000); // (Samples Written) / sampleRate for audio
// This function repacks the Audio from interleaved PCM data a vector of individual array of Audio data
RepackDecodedHancAudio((void*)pAudioSamples, numAudioChannels, nAudioSamplesCaptured, vecOfNonInterleavedAudioSamplesPtrs);
for (int t = 0; t < numAudioChannels; t++)
{
CMBlockBufferRef blockBuf = NULL; // *********** MUST release these AFTER adding the samples to the assetWriter...
CMSampleBufferRef cmBuf = NULL;
int sizeOfSamplesInBytes = nAudioSamplesCaptured * 2; // always 16bit memory samples...
// Create sample Block buffer for adding to the audio input.
status = CMBlockBufferCreateWithMemoryBlock(kCFAllocatorDefault,
(void*)vecOfNonInterleavedAudioSamplesPtrs[t],
sizeOfSamplesInBytes,
kCFAllocatorNull,
NULL,
0,
sizeOfSamplesInBytes,
0,
&blockBuf);
if (status != noErr)
NSLog(@"CMBlockBufferCreateWithMemoryBlock error");
status = CMAudioSampleBufferCreateWithPacketDescriptions(kCFAllocatorDefault,
blockBuf,
TRUE,
0,
NULL,
audioFormatDesc,
nAudioSamplesCaptured,
audioTimeStamp,
NULL,
&cmBuf);
if (status != noErr)
NSLog(@"CMSampleBufferCreate error");
// leys check if the CMSampleBuf is valid
bool bValid = CMSampleBufferIsValid(cmBuf);
// examine this values for debugging info....
CMTime cmTimeSampleDuration = CMSampleBufferGetDuration(cmBuf);
CMTime cmTimePresentationTime = CMSampleBufferGetPresentationTimeStamp(cmBuf);
if (status != noErr)
NSLog(@"Invalid Buffer found!!! possible CMSampleBufferCreate error?");
if(!assetWriterAudioInput[t].readyForMoreMediaData)
printf(" readyForMoreMediaData FAILED - Had to Drop a frame\n");
else
{
if(assetWriter.status == AVAssetWriterStatusWriting)
{
BOOL r = YES;
r = [assetWriterAudioInput[t] appendSampleBuffer:cmBuf];
if (!r)
{
NSLog(@"appendSampleBuffer error");
}
else
success = true;
}
else
printf("AssetWriter Not ready???!? \n");
}
if (cmBuf)
{
CFRelease(cmBuf);
cmBuf = 0;
}
if(blockBuf)
{
CFRelease(blockBuf);
blockBuf = 0;
}
}
nAudioSamplesWritten = nAudioSamplesWritten + nAudioSamplesCaptured;
}
if(success)
{
printf("Audio tracks Added..");
}
else
{
NSError* nsERR = [assetWriter error];
printf("Problem Adding Audio tracks / samples");
}
printf("Success \n");
}
if (buffer)
{
CVBufferRelease(buffer);
}
}
}
AVAssetWriterStatus sta = [assetWriter status];
CMTime endTime = CMTimeMake((numFramesToCapture-1), fpsRate);
if (audioFormatDesc)
{
CFRelease(audioFormatDesc);
audioFormatDesc = 0;
}
// Finish the session
StopVideoCaptureProcess();
[assetWriterInputVideo markAsFinished];
for (int t = 0; t < numAudioChannels; t++)
{
[assetWriterAudioInput[t] markAsFinished];
}
[assetWriter endSessionAtSourceTime:endTime];
bool finishedSuccessfully = [assetWriter finishWriting];
if (finishedSuccessfully)
NSLog(@"Writing file ended successfully \n");
else
{
NSLog(@"Writing file ended WITH ERRORS...");
sta = [assetWriter status];
if (sta != AVAssetWriterStatusCompleted)
{
NSError* nsERR = [assetWriter error];
printf("investoigating the error \n");
}
}
}
else
{
NSLog(@"Unable to Add the InputVideo Asset Writer to the AssetWriter, file will not be written - Exiting");
}
if (audioFormatDesc)
CFRelease(audioFormatDesc);
}
for (int i = 0; i < 16; i++)
{
if (vecOfNonInterleavedAudioSamplesPtrs[i])
{
bfFree(2002 * sizeof(unsigned short), vecOfNonInterleavedAudioSamplesPtrs[i]);
vecOfNonInterleavedAudioSamplesPtrs[i] = nullptr;
}
}
}
else
{
NSLog(@"Unable to find a valid input signal - Exiting");
}
if (pAudioSamples)
delete pAudioSamples;
}
}
return 0;
}
int main（int argc，const char*argv[]
{
@自动释放池
{
NSLog（@“你好，世界！-欢迎来到ProResCapture With Audio sample应用程序”）；
骨状态；
音频流基本描述音频格式；
cAudioFormatDescriptionRef AudioFormatDescription；
//好的，让我们先介绍一下硬件，然后我们可以看看如何做一些实际的捕获和压缩工作
硬件=sdiFactory（）；
if（法尔瓦）
{
无符号长ulUpdateType=UPD\U FMT\U帧；
无符号长计数=0；
无符号整数numudiochannels=4；//8；//4；
int numFramesToCapture=300；
gBFHancBuffer=（无符号int*）myAlloc（gHANC_大小）；
int audioSize=2002*4*16；
short*pAudioSamples=（short*）新字符[audioSize]；
std：：非交错双折射采样的向量向量；
对于（int i=0；i<16；i++）
{
VecofNoInterleaveDaudioSamplesPtrs.向后推（（短*）myAlloc（2002*尺寸（短））；
}
bool bVideoModeIsValid=设置并配置硬件以捕获输入视频（）；
如果（bVideoModeIsValid）
{
gBFBytes=（蓝色）myAlloc（金色）；
bool-canAddVideoWriter=false；
bool-canadaudiowriter=false；
int NaudioSamplesWrited=0；
//声明各种AVAsset元素的变量
AVAssetWriter*assetWriter=nil；
AVAssetWriterInput*assetWriterInputVideo=nil；
AVAssetWriterInput*assetWriterAudioInput[16]；
AvassetWriterInputPixelBufferAdapter*适配器=零；
NSURL*localOutputURL=nil；
NSError*localError=nil；
//创建要写入的文件
localOutputURL=[NSURL URLWithString:@”file:///Volumes/Media/ProResAVCaptureAnyFormat.mov"];
assetWriter=[[AVAssetWriter alloc]initWithURL:localOutputURL文件类型：AVFileTypeQuickTimeMovie错误：&localError]；
if（assetWriter）
{
assetWriter.shouldOptimizationForNetworkUse=否；
//让我们配置此编写器的音频和视频设置。。。
{
//先看录像。
//添加视频输入
//创建一个带有我们想要的设置的字典，例如Prores捕获、宽度和高度。
NSMutableDictionary*视频设置=[NSMutableDictionary Dictionary WithObjectsAndKeys:
AVVideoCodeAppleProres422，AVVideoCodeKey，
[NSNumber numberWithInt:width]、AVVideoWidthKey、，
[NSNumber numberWithInt:height]，AVVideoHeightKey，
零]；
assetWriterInputVideo=[AVAssetWriterInput assetWriterInputWithMediaType:AvMediaType视频输出设置：视频设置]；
适配器=[A AssetWriterInputPixelBufferAdapter AssetWriterInputPixelBufferAdapter With AssetWriterInput:assetWriterInputVideo
sourcePixelBufferAttributes:nil]；
CanadVideoWriter=[assetWriter CanadInput:assetWriterInputVideo]；
}
{//添加音频AssetWriterInput
//使用我们想要的设置创建一个字典，即未压缩PCM音频16位little endian。
NSMutableDictionary*音频设置=[NSMutableDictionary Dictionary WithObjectsAndKeys: