使用 AVAsset 制作包含图片数组和歌曲文件的电影文件

Question

我正在尝试使用图片数组和音频文件制作电影文件。为了用图片数组制作电影，我使用了 zoul 这里。一切都很完美，我有我的电影和我的照片。然而，当我尝试添加一些音轨时，我遇到了很多问题。为了理解，我放置了我的代码：

当我调用此方法时，图片数组和歌曲文件已准备就绪：

-(void) writeImagesToMovieAtPath:(NSString *) path withSize:(CGSize) size
{
    NSString *documentsDirectoryPath = [NSSearchPathForDirectoriesInDomains(NSDocumentDirectory, NSUserDomainMask, YES) objectAtIndex:0];
    NSArray *dirContents = [[NSFileManager defaultManager] directoryContentsAtPath:documentsDirectoryPath];
    for (NSString *tString in dirContents) {
        if ([tString isEqualToString:@"essai.mp4"]) 
        {
            [[NSFileManager defaultManager]removeItemAtPath:[NSString stringWithFormat:@"%@/%@",documentsDirectoryPath,tString] error:nil];

        }
    }

    NSLog(@"Write Started");

    NSError *error = nil;

    AVAssetWriter *videoWriter = [[AVAssetWriter alloc] initWithURL:
                                  [NSURL fileURLWithPath:path] fileType:AVFileTypeMPEG4
                                                              error:&error];    
    NSParameterAssert(videoWriter);

    NSDictionary *videoSettings = [NSDictionary dictionaryWithObjectsAndKeys:
                                   AVVideoCodecH264, AVVideoCodecKey,
                                   [NSNumber numberWithInt:size.width], AVVideoWidthKey,
                                   [NSNumber numberWithInt:size.height], AVVideoHeightKey,
                                   nil];

    AudioChannelLayout channelLayout;
    memset(&channelLayout, 0, sizeof(AudioChannelLayout));
    channelLayout.mChannelLayoutTag = kAudioChannelLayoutTag_Stereo;

    NSDictionary *audioSettings = [NSDictionary dictionaryWithObjectsAndKeys:
                                   [NSNumber numberWithInt:kAudioFormatMPEG4AAC], AVFormatIDKey,
                                   [NSNumber numberWithFloat:44100.0] ,AVSampleRateKey, 
                                   [NSNumber numberWithInt: 1] ,AVNumberOfChannelsKey,
                                   [NSNumber numberWithInt:192000],AVEncoderBitRateKey,
                                   [NSData dataWithBytes:&channelLayout length:sizeof(AudioChannelLayout)],AVChannelLayoutKey,
                                   nil];

    AVAssetWriterInput* videoWriterInput = [[AVAssetWriterInput
                                             assetWriterInputWithMediaType:AVMediaTypeVideo
                                             outputSettings:videoSettings] retain];

    AVAssetWriterInput* audioWriterInput = [[AVAssetWriterInput
                                             assetWriterInputWithMediaType:AVMediaTypeAudio
                                             outputSettings:audioSettings] retain];

    NSURL* fileURL = [[NSBundle mainBundle] URLForResource:@"Big_Voice_1" withExtension:@"caf"];

    NSLog(@"%@",fileURL);
    AVAsset *asset = [[AVURLAsset URLAssetWithURL:fileURL 
                                            options:nil] retain];


    AVAssetReader *audioReader = [[AVAssetReader assetReaderWithAsset:asset error:&error] retain];


    AVAssetWriterInputPixelBufferAdaptor *adaptor = [AVAssetWriterInputPixelBufferAdaptor
                                                     assetWriterInputPixelBufferAdaptorWithAssetWriterInput:videoWriterInput
                                                     sourcePixelBufferAttributes:nil];


    AVAssetTrack* audioTrack = [asset.tracks objectAtIndex:0]; 

    AVAssetReaderOutput *readerOutput = [AVAssetReaderTrackOutput assetReaderTrackOutputWithTrack:audioTrack outputSettings:nil];

    [audioReader addOutput:readerOutput];                                             


    NSParameterAssert(videoWriterInput);
    NSParameterAssert(audioWriterInput);
    NSParameterAssert([videoWriter canAddInput:audioWriterInput]);
    NSParameterAssert([videoWriter canAddInput:videoWriterInput]);
    audioWriterInput.expectsMediaDataInRealTime = NO;
    videoWriterInput.expectsMediaDataInRealTime = YES;
    [videoWriter addInput:audioWriterInput];
    [videoWriter addInput:videoWriterInput];
    //Start a session:
    [videoWriter startWriting];
    [videoWriter startSessionAtSourceTime:kCMTimeZero];


    //Video encoding

    CVPixelBufferRef buffer = NULL;

    //convert uiimage to CGImage.

    int frameCount = 0;

    for(int i = 0; i<20; i++)
    {
        buffer = [self pixelBufferFromCGImage:[[m_PictArray objectAtIndex:i] CGImage] andSize:size];


        BOOL append_ok = NO;
        int j = 0;
        while (!append_ok && j < 30) 
        {
            if (adaptor.assetWriterInput.readyForMoreMediaData) 
            {
                printf("appending %d attemp %d\n", frameCount, j);

                CMTime frameTime = CMTimeMake(frameCount,(int32_t) 10);

                //CVPixelBufferPoolCreatePixelBuffer (kCFAllocatorDefault, adaptor.pixelBufferPool, &buffer);
                append_ok = [adaptor appendPixelBuffer:buffer withPresentationTime:frameTime];
                CVPixelBufferPoolRef bufferPool = adaptor.pixelBufferPool;
                NSParameterAssert(bufferPool != NULL);

                [NSThread sleepForTimeInterval:0.05];
            } 
            else 
            {
                printf("adaptor not ready %d, %d\n", frameCount, j);
                [NSThread sleepForTimeInterval:0.1];
            }
            j++;
        }
        if (!append_ok) {
            printf("error appending image %d times %d\n", frameCount, j);
        }
        frameCount++;
    }

    //Finish the session:
    [videoWriterInput markAsFinished];





//Start a session:
        [videoWriter startWriting];
        [videoWriter startSessionAtSourceTime:kCMTimeZero];

        CVPixelBufferRef buffer = NULL;

        //Write all picture array in movie file.

        int frameCount = 0;

        for(int i = 0; i<[m_PictArray count]; i++)
        {
            buffer = [self pixelBufferFromCGImage:[[m_PictArray objectAtIndex:i] CGImage] andSize:size];


            BOOL append_ok = NO;
            int j = 0;
            while (!append_ok && j < 30) 
            {
                if (adaptor.assetWriterInput.readyForMoreMediaData) 
                {
                    printf("appending %d attemp %d\n", frameCount, j);

                    CMTime frameTime = CMTimeMake(frameCount,(int32_t) 10);


                    append_ok = [adaptor appendPixelBuffer:buffer withPresentationTime:frameTime];
                    CVPixelBufferPoolRef bufferPool = adaptor.pixelBufferPool;
                    NSParameterAssert(bufferPool != NULL);

                    [NSThread sleepForTimeInterval:0.05];
                } 
                else 
                {
                    printf("adaptor not ready %d, %d\n", frameCount, j);
                    [NSThread sleepForTimeInterval:0.1];
                }
                j++;
            }
            if (!append_ok) {
                printf("error appending image %d times %d\n", frameCount, j);
            }
            frameCount++;
        }

        //Finish writing picture:
        [videoWriterInput markAsFinished];

我完成在电影文件中写入图片，并且我想在文件中复制音频，我这样做：

[audioReader startReading];

    [videoWriter startSessionAtSourceTime:kCMTimeZero];
    dispatch_queue_t mediaInputQueue = dispatch_queue_create("mediaInputQueue", NULL);
    [audioWriterInput requestMediaDataWhenReadyOnQueue:mediaInputQueue usingBlock:^
     {
         NSLog(@"Request");
         NSLog(@"Asset Writer ready :%d",audioWriterInput.readyForMoreMediaData);
         while (audioWriterInput.readyForMoreMediaData) {
             NSLog(@"Ready");
             CMSampleBufferRef nextBuffer = [readerOutput copyNextSampleBuffer];
             if (nextBuffer) {
                 NSLog(@"NextBuffer");
                 [audioWriterInput appendSampleBuffer:nextBuffer];
             }
         }
     }
     ];

    [audioWriterInput markAsFinished];
    [videoWriter finishWriting];

但是音频文件的 AssetWriterInput 的状态是总是“不”。

我的问题：如何使用 AVFoundation 将音频添加到视频文件？

因此，如果我忘记了什么或有什么问题，请有人帮助我告诉我。

非常感谢

Answer 1

我终于找到了如何用图片数组和音频文件制作电影。因此，如果你想做同样的事情，我把我的代码放在这里（小心记忆）：

• 首先用你的图片数组制作一个电影文件，使用 zoul 的帖子 此处：

  -(void) writeImagesToMovieAtPath:(NSString *) 路径 withSize:(CGSize) 大小
  {
    NSString *documentsDirectoryPath = [NSSearchPathForDirectoriesInDomains(NSDocumentDirectory, NSUserDomainMask, YES) objectAtIndex:0];
    NSArray *dirContents = [[NSFileManager defaultManager] contentOfDirectoryAtPath:documentsDirectoryPath 错误:nil];
    for (dirContents 中的 NSString *tString) 
    {
      if ([tString isEqualToString:@"essai.mp4"]) 
      {
          [[NSFileManager defaultManager]removeItemAtPath:[NSString stringWithFormat:@"%@/%@",documentsDirectoryPath,tString] 错误：nil];
  
      }
    }
  
    NSLog(@"写入开始");
  
    NSError *错误= nil;
  
    AVAssetWriter *videoWriter = [[AVAssetWriter alloc] initWithURL:
                                [NSURL fileURLWithPath:path] 文件类型：AVFileTypeMPEG4
                                                            错误：&错误]；    
    NSParameterAssert(videoWriter);
  
    NSDictionary *videoSettings = [NSDictionarydictionaryWithObjectsAndKeys:
                                 AVVideoCodecH264, AVVideoCodecKey,
                                 [NSNumber numberWithInt:size.width], AVVideoWidthKey,
                                 [NSNumber numberWithInt:size.height], AVVideoHeightKey,
                                 零];
  
  
    AVAssetWriterInput* videoWriterInput = [[AVAssetWriterInput
                                           assetWriterInputWithMediaType:AVMediaTypeVideo
                                           输出设置：视频设置]保留]；
  
  
  
  
    AVAssetWriterInputPixelBufferAdaptor *适配器 = [AVAssetWriterInputPixelBufferAdaptor
                                                   assetWriterInputPixelBufferAdaptorWithAssetWriterInput:videoWriterInput
                                                   sourcePixelBufferAttributes:nil];
  
    NSParameterAssert(videoWriterInput);
  
    NSParameterAssert([videoWriter canAddInput:videoWriterInput]);
    videoWriterInput.expectsMediaDataInRealTime = 是；
    [videoWriter addInput:videoWriterInput];
    //开始一个会话：
    [videoWriter开始写作];
    [videoWriter startSessionAtSourceTime:kCMTimeZero];
  
  
    //视频编码
  
    CVPixelBufferRef 缓冲区 = NULL；
  
    //将uiimage转换为CGImage。
  
    int 帧计数 = 0;
  
    for(int i = 0; i<[m_PictArray 计数]; i++)
    {
      buffer = [self PixelBufferFromCGImage:[[m_PictArray objectAtIndex:i] CGImage] andSize:size];
  
  
      BOOL 追加_ok = 否；
      整数 j = 0;
      while (!append_ok && j < 30) 
      {
          如果（适配器.assetWriterInput.readyForMoreMediaData） 
          {
              printf("追加 %d 次尝试 %d\n", frameCount, j);
  
              CMTime 帧时间 = CMTimeMake(frameCount,(int32_t) 10);
  
              append_ok = [适配器appendPixelBuffer:buffer withPresentationTime:frameTime];
              CVPixelBufferPoolRef bufferPool = 适配器.pixelBufferPool;
              NSParameterAssert(bufferPool!= NULL);
  
              [NSThread sleepForTimeInterval:0.05];
          } 
          别的 
          {
              printf("适配器未就绪 %d, %d\n", frameCount, j);
              [NSThread sleepForTimeInterval:0.1];
          }
          j++；
      }
      如果（！append_ok） 
      {
          printf("附加图像 %d 次 %d\n 时出错", frameCount, j);
      }
      帧计数++；
      CVBufferRelease(缓冲区);
    }
  
    [videoWriterInput 标记为完成];
    [videoWriter完成写作];
  
    [videoWriterInput 发布]；
    [视频作者发布]；
  
    [m_PictArray 删除所有对象];
  
    NSLog(@"写入结束"); 
  }
  

• 之后，您必须将电影文件和音频文件放在一起。为此，请遵循我的代码：

  -(void)CompileFilesToMakeMovie
  {
    AVMutableComposition* mixComposition = [AVMutableComposition 组合];
  
    NSString* audio_inputFileName = @"deformed.caf";
    NSString* audio_inputFilePath = [实用程序文档路径:audio_inputFileName];
    NSURL* audio_inputFileUrl = [NSURL fileURLWithPath:audio_inputFilePath];
  
    NSString* video_inputFileName = @"essai.mp4";
    NSString* video_inputFilePath = [实用程序文档路径:video_inputFileName];
    NSURL* video_inputFileUrl = [NSURL fileURLWithPath:video_inputFilePath];
  
    NSString* 输出文件名 = @"outputFile.mov";
    NSString* 输出文件路径 = [实用程序文档路径:输出文件名称];
    NSURL* outputFileUrl = [NSURL fileURLWithPath:outputFilePath];
  
    if ([[NSFileManager defaultManager] fileExistsAtPath:outputFilePath]) 
      [[NSFileManager defaultManager]removeItemAtPath:outputFilePath 错误:nil];
  
  
  
    CMTime nextClipStartTime = kCMTimeZero;
  
    AVURLAsset* videoAsset = [[AVURLAsset alloc]initWithURL:video_inputFileUrl 选项:nil];
    CMTimeRange video_timeRange = CMTimeRangeMake(kCMTimeZero,videoAsset.duration);
    AVMutableCompositionTrack *a_compositionVideoTrack = [mixComposition addMutableTrackWithMediaType:AVMediaTypeVideo PreferredTrackID:kCMPercientTrackID_Invalid];
    [a_compositionVideoTrack insertTimeRange:video_timeRange ofTrack:[[videoAsset trackWithMediaType:AVMediaTypeVideo] objectAtIndex:0] atTime:nextClipStartTime error:nil];
  
    //nextClipStartTime = CMTimeAdd(nextClipStartTime, a_timeRange.duration);
  
    AVURLAsset* audioAsset = [[AVURLAsset alloc]initWithURL:audio_inputFileUrl 选项:nil];
    CMTimeRange audio_timeRange = CMTimeRangeMake(kCMTimeZero, audioAsset.duration);
    AVMutableCompositionTrack *b_compositionAudioTrack = [mixComposition addMutableTrackWithMediaType:AVMediaTypeAudio PreferredTrackID:kCMPercientTrackID_Invalid];
    [b_compositionAudioTrack insertTimeRange:audio_timeRange ofTrack:[[audioAsset trackWithMediaType:AVMediaTypeAudio] objectAtIndex:0] atTime:nextClipStartTime error:nil];
  
  
  
    AVAssetExportSession* _assetExport = [[AVAssetExportSession alloc] initWithAsset:mixComposition PresetName:AVAssetExportPresetHighestQuality];   
    _assetExport.outputFileType = @"com.apple.quicktime-movie";
    _assetExport.outputURL = 输出文件Url;
  
    [_assetExport exportAsynchronouslyWithCompletionHandler：
   ^(无效){
       [self saveVideoToAlbum:outputFilePath]; 
   }       
   ];  
  }
  

抱歉，如果有一些泄漏，我正在优化内存。

Answer 2

AVChannelLayoutKey 应指向包含 AudioChannelLayout 的 NSData 实例。

你的指向一个 NSNumber。