zoneminder/src/zm_ffmpeg_camera.cpp

//
// ZoneMinder Ffmpeg Camera Class Implementation, $Date: 2009-01-16 12:18:50 +0000 (Fri, 16 Jan 2009) $, $Revision: 2713 $
// Copyright (C) 2001-2008 Philip Coombes
// 
// This program is free software; you can redistribute it and/or
// modify it under the terms of the GNU General Public License
// as published by the Free Software Foundation; either version 2
// of the License, or (at your option) any later version.
// 
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
// 
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
// 

#include "zm.h"

#if HAVE_LIBAVFORMAT

#include "zm_ffmpeg_camera.h"

extern "C"{
#include "libavutil/time.h"
}
#ifndef AV_ERROR_MAX_STRING_SIZE
#define AV_ERROR_MAX_STRING_SIZE 64
#endif

#ifdef SOLARIS
#include <sys/errno.h>  // for ESRCH
#include <signal.h>
#include <pthread.h>
#endif

FfmpegCamera::FfmpegCamera( int p_id, const std::string &p_path, const std::string &p_method, const std::string &p_options, int p_width, int p_height, int p_colours, int p_brightness, int p_contrast, int p_hue, int p_colour, bool p_capture, bool p_record_audio ) :
  Camera( p_id, FFMPEG_SRC, p_width, p_height, p_colours, ZM_SUBPIX_ORDER_DEFAULT_FOR_COLOUR(p_colours), p_brightness, p_contrast, p_hue, p_colour, p_capture, p_record_audio ),
  mPath( p_path ),
  mMethod( p_method ),
  mOptions( p_options )
{
  if ( capture )
  {
    Initialise();
  }
  
  mFormatContext = NULL;
  mVideoStreamId = -1;
  mAudioStreamId = -1;
  mCodecContext = NULL;
  mCodec = NULL;
  mRawFrame = NULL;
  mFrame = NULL;
  frameCount = 0;
  startTime=0;
  mIsOpening = false;
  mCanCapture = false;
  mOpenStart = 0;
  mReopenThread = 0;
  wasRecording = false;
  videoStore = NULL;
  
#if HAVE_LIBSWSCALE  
  mConvertContext = NULL;
#endif
  /* Has to be located inside the constructor so other components such as zma will receive correct colours and subpixel order */
  if(colours == ZM_COLOUR_RGB32) {
    subpixelorder = ZM_SUBPIX_ORDER_RGBA;
    imagePixFormat = AV_PIX_FMT_RGBA;
  } else if(colours == ZM_COLOUR_RGB24) {
    subpixelorder = ZM_SUBPIX_ORDER_RGB;
    imagePixFormat = AV_PIX_FMT_RGB24;
  } else if(colours == ZM_COLOUR_GRAY8) {
    subpixelorder = ZM_SUBPIX_ORDER_NONE;
    imagePixFormat = AV_PIX_FMT_GRAY8;
  } else {
    Panic("Unexpected colours: %d",colours);
  }
  
}

FfmpegCamera::~FfmpegCamera()
{
  CloseFfmpeg();

  if ( capture )
  {
    Terminate();
  }
}

void FfmpegCamera::Initialise()
{
  if ( logDebugging() )
    av_log_set_level( AV_LOG_DEBUG ); 
  else
    av_log_set_level( AV_LOG_QUIET ); 

  av_register_all();
}

void FfmpegCamera::Terminate()
{
}

int FfmpegCamera::PrimeCapture()
{
  mVideoStreamId = -1;
  mAudioStreamId = -1;
  Info( "Priming capture from %s", mPath.c_str() );

  if (OpenFfmpeg() != 0){
    ReopenFfmpeg();
  }
  return 0;
}

int FfmpegCamera::PreCapture()
{
  // Nothing to do here
  return( 0 );
}

int FfmpegCamera::Capture( Image &image )
{
  if (!mCanCapture){
    return -1;
  }
  
  // If the reopen thread has a value, but mCanCapture != 0, then we have just reopened the connection to the ffmpeg device, and we can clean up the thread.
  if (mReopenThread != 0) {
    void *retval = 0;
    int ret;
    
    ret = pthread_join(mReopenThread, &retval);
    if (ret != 0){
      Error("Could not join reopen thread.");
    }
    
    Info( "Successfully reopened stream." );
    mReopenThread = 0;
  }

  AVPacket packet;
  uint8_t* directbuffer;
   
  /* Request a writeable buffer of the target image */
  directbuffer = image.WriteBuffer(width, height, colours, subpixelorder);
  if(directbuffer == NULL) {
    Error("Failed requesting writeable buffer for the captured image.");
    return (-1);
  }
  
  int frameComplete = false;
  while ( !frameComplete )
  {
    int avResult = av_read_frame( mFormatContext, &packet );
    if ( avResult < 0 )
    {
      char errbuf[AV_ERROR_MAX_STRING_SIZE];
      av_strerror(avResult, errbuf, AV_ERROR_MAX_STRING_SIZE);
      if (
        // Check if EOF.
        (avResult == AVERROR_EOF || (mFormatContext->pb && mFormatContext->pb->eof_reached)) ||
        // Check for Connection failure.
        (avResult == -110)
      )
      {
        Info( "av_read_frame returned \"%s\". Reopening stream.", errbuf);
        ReopenFfmpeg();
      }

      Error( "Unable to read packet from stream %d: error %d \"%s\".", packet.stream_index, avResult, errbuf );
      return( -1 );
    }
    Debug( 5, "Got packet from stream %d", packet.stream_index );
    // What about audio stream? Maybe someday we could do sound detection...
    if ( packet.stream_index == mVideoStreamId )
    {
#if LIBAVCODEC_VERSION_CHECK(52, 23, 0, 23, 0)
      if ( avcodec_decode_video2( mCodecContext, mRawFrame, &frameComplete, &packet ) < 0 )
#else
      if ( avcodec_decode_video( mCodecContext, mRawFrame, &frameComplete, packet.data, packet.size ) < 0 )
#endif
        Fatal( "Unable to decode frame at frame %d", frameCount );

      Debug( 4, "Decoded video packet at frame %d", frameCount );

      if ( frameComplete )
      {
        Debug( 3, "Got frame %d", frameCount );
#if LIBAVUTIL_VERSION_CHECK(54, 6, 0, 6, 0)
        av_image_fill_arrays(mFrame->data, mFrame->linesize,
          directbuffer, imagePixFormat, width, height, 1);
#else
        avpicture_fill( (AVPicture *)mFrame, directbuffer,
          imagePixFormat, width, height);
#endif
		
#if HAVE_LIBSWSCALE
    if(mConvertContext == NULL) {
      mConvertContext = sws_getContext( mCodecContext->width, mCodecContext->height, mCodecContext->pix_fmt, width, height, imagePixFormat, SWS_BICUBIC, NULL, NULL, NULL );

      if(mConvertContext == NULL)
        Fatal( "Unable to create conversion context for %s", mPath.c_str() );
    }
  
    if ( sws_scale( mConvertContext, mRawFrame->data, mRawFrame->linesize, 0, mCodecContext->height, mFrame->data, mFrame->linesize ) < 0 )
      Fatal( "Unable to convert raw format %u to target format %u at frame %d", mCodecContext->pix_fmt, imagePixFormat, frameCount );
#else // HAVE_LIBSWSCALE
    Fatal( "You must compile ffmpeg with the --enable-swscale option to use ffmpeg cameras" );
#endif // HAVE_LIBSWSCALE
 
        frameCount++;
            } // end if frameComplete
        } else {
          Debug( 4, "Different stream_index %d", packet.stream_index );
        } // end if packet.stream_index == mVideoStreamId
#if LIBAVCODEC_VERSION_CHECK(57, 8, 0, 12, 100)
    av_packet_unref( &packet);
#else
    av_free_packet( &packet );
#endif
  } // end while ! frameComplete
  return (0);
} // FfmpegCamera::Capture

int FfmpegCamera::PostCapture()
{
  // Nothing to do here
  return( 0 );
}

int FfmpegCamera::OpenFfmpeg() {

  Debug ( 2, "OpenFfmpeg called." );

  int ret;

  mOpenStart = time(NULL);
  mIsOpening = true;

  // Open the input, not necessarily a file
#if !LIBAVFORMAT_VERSION_CHECK(53, 2, 0, 4, 0)
  Debug ( 1, "Calling av_open_input_file" );
  if ( av_open_input_file( &mFormatContext, mPath.c_str(), NULL, 0, NULL ) !=0 )
#else
  // Handle options
  AVDictionary *opts = 0;
  ret = av_dict_parse_string(&opts, Options().c_str(), "=", ",", 0);
  if (ret < 0) {
    Warning("Could not parse ffmpeg input options list '%s'\n", Options().c_str());
  }

  // Set transport method as specified by method field, rtpUni is default
  if (Method() == "rtpMulti") {
    ret = av_dict_set(&opts, "rtsp_transport", "udp_multicast", 0);
  } else if (Method() == "rtpRtsp") {
    ret = av_dict_set(&opts, "rtsp_transport", "tcp", 0);
  } else if (Method() == "rtpRtspHttp") {
    ret = av_dict_set(&opts, "rtsp_transport", "http", 0);
  }

  if (ret < 0) {
    Warning("Could not set rtsp_transport method '%s'\n", Method().c_str());
  }

  Debug ( 1, "Calling avformat_open_input" );

  mFormatContext = avformat_alloc_context( );
  mFormatContext->interrupt_callback.callback = FfmpegInterruptCallback;
  mFormatContext->interrupt_callback.opaque = this;

  if ( avformat_open_input( &mFormatContext, mPath.c_str(), NULL, &opts ) !=0 )
#endif
  {
    mIsOpening = false;
    Error( "Unable to open input %s due to: %s", mPath.c_str(), strerror(errno) );
    return -1;
  }

  AVDictionaryEntry *e;
  if ((e = av_dict_get(opts, "", NULL, AV_DICT_IGNORE_SUFFIX)) != NULL) {
    Warning( "Option %s not recognized by ffmpeg", e->key);
  }

  mIsOpening = false;
  Debug ( 1, "Opened input" );

  Info( "Stream open %s", mPath.c_str() );
  startTime=av_gettime();//FIXME here or after find_Stream_info
  
  //FIXME can speed up initial analysis but need sensible parameters...
  //mFormatContext->probesize = 32;
  //mFormatContext->max_analyze_duration = 32;
  // Locate stream info from avformat_open_input
#if !LIBAVFORMAT_VERSION_CHECK(53, 6, 0, 6, 0)
  Debug ( 1, "Calling av_find_stream_info" );
  if ( av_find_stream_info( mFormatContext ) < 0 )
#else
  Debug ( 1, "Calling avformat_find_stream_info" );
  if ( avformat_find_stream_info( mFormatContext, 0 ) < 0 )
#endif
    Fatal( "Unable to find stream info from %s due to: %s", mPath.c_str(), strerror(errno) );

  Debug ( 1, "Got stream info" );

  // Find first video stream present
  mVideoStreamId = -1;
  mAudioStreamId = -1;
  for (unsigned int i=0; i < mFormatContext->nb_streams; i++ )
  {
#if (LIBAVCODEC_VERSION_CHECK(52, 64, 0, 64, 0) || LIBAVUTIL_VERSION_CHECK(50, 14, 0, 14, 0))
    if ( mFormatContext->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO )
#else
    if ( mFormatContext->streams[i]->codec->codec_type == CODEC_TYPE_VIDEO )
#endif
    {
      if ( mVideoStreamId == -1 ) {
        mVideoStreamId = i;
        // if we break, then we won't find the audio stream
        continue;
      } else {
        Debug(2, "Have another video stream." );
      }
    }
#if (LIBAVCODEC_VERSION_CHECK(52, 64, 0, 64, 0) || LIBAVUTIL_VERSION_CHECK(50, 14, 0, 14, 0))
    if ( mFormatContext->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO )
#else
    if ( mFormatContext->streams[i]->codec->codec_type == CODEC_TYPE_AUDIO )
#endif
    {
      if ( mAudioStreamId == -1 ) {
        mAudioStreamId = i;
      } else {
        Debug(2, "Have another audio stream." );
      }

    }
  }
  if ( mVideoStreamId == -1 )
    Fatal( "Unable to locate video stream in %s", mPath.c_str() );
  if ( mAudioStreamId == -1 )
    Debug( 3, "Unable to locate audio stream in %s", mPath.c_str() );

  Debug ( 1, "Found video stream" );

  mCodecContext = mFormatContext->streams[mVideoStreamId]->codec;

  // Try and get the codec from the codec context
  if ( (mCodec = avcodec_find_decoder( mCodecContext->codec_id )) == NULL )
    Fatal( "Can't find codec for video stream from %s", mPath.c_str() );

  Debug ( 1, "Found decoder" );

  // Open the codec
#if !LIBAVFORMAT_VERSION_CHECK(53, 8, 0, 8, 0)
  Debug ( 1, "Calling avcodec_open" );
  if ( avcodec_open( mCodecContext, mCodec ) < 0 )
#else
  Debug ( 1, "Calling avcodec_open2" );
  if ( avcodec_open2( mCodecContext, mCodec, 0 ) < 0 )
#endif
    Fatal( "Unable to open codec for video stream from %s", mPath.c_str() );

  Debug ( 1, "Opened codec" );

  // Allocate space for the native video frame
#if LIBAVCODEC_VERSION_CHECK(55, 28, 1, 45, 101)
  mRawFrame = av_frame_alloc();
#else
  mRawFrame = avcodec_alloc_frame();
#endif

  // Allocate space for the converted video frame
#if LIBAVCODEC_VERSION_CHECK(55, 28, 1, 45, 101)
  mFrame = av_frame_alloc();
#else
  mFrame = avcodec_alloc_frame();
#endif

  if(mRawFrame == NULL || mFrame == NULL)
    Fatal( "Unable to allocate frame for %s", mPath.c_str() );

  Debug ( 1, "Allocated frames" );

#if LIBAVUTIL_VERSION_CHECK(54, 6, 0, 6, 0)
  int pSize = av_image_get_buffer_size( imagePixFormat, width, height,1 );
#else
  int pSize = avpicture_get_size( imagePixFormat, width, height );
#endif

  if( (unsigned int)pSize != imagesize) {
    Fatal("Image size mismatch. Required: %d Available: %d",pSize,imagesize);
  }

  Debug ( 1, "Validated imagesize" );
  
#if HAVE_LIBSWSCALE
  Debug ( 1, "Calling sws_isSupportedInput" );
  if(!sws_isSupportedInput(mCodecContext->pix_fmt)) {
    Fatal("swscale does not support the codec format: %c%c%c%c",(mCodecContext->pix_fmt)&0xff,((mCodecContext->pix_fmt>>8)&0xff),((mCodecContext->pix_fmt>>16)&0xff),((mCodecContext->pix_fmt>>24)&0xff));
  }
  
  if(!sws_isSupportedOutput(imagePixFormat)) {
    Fatal("swscale does not support the target format: %c%c%c%c",(imagePixFormat)&0xff,((imagePixFormat>>8)&0xff),((imagePixFormat>>16)&0xff),((imagePixFormat>>24)&0xff));
  }
  
#else // HAVE_LIBSWSCALE
  Fatal( "You must compile ffmpeg with the --enable-swscale option to use ffmpeg cameras" );
#endif // HAVE_LIBSWSCALE

  mCanCapture = true;

  return 0;
}

int FfmpegCamera::ReopenFfmpeg() {

  Debug(2, "ReopenFfmpeg called.");

  mCanCapture = false;
  if (pthread_create( &mReopenThread, NULL, ReopenFfmpegThreadCallback, (void*) this) != 0){
    // Log a fatal error and exit the process.
    Fatal( "ReopenFfmpeg failed to create worker thread." );
  }

  return 0;
}

int FfmpegCamera::CloseFfmpeg(){

  Debug(2, "CloseFfmpeg called.");

  mCanCapture = false;

#if LIBAVCODEC_VERSION_CHECK(55, 28, 1, 45, 101)
  av_frame_free( &mFrame );
  av_frame_free( &mRawFrame );
#else
  av_freep( &mFrame );
  av_freep( &mRawFrame );
#endif
  
#if HAVE_LIBSWSCALE
  if ( mConvertContext )
  {
    sws_freeContext( mConvertContext );
    mConvertContext = NULL;
  }
#endif

  if ( mCodecContext )
  {
     avcodec_close( mCodecContext );
     mCodecContext = NULL; // Freed by av_close_input_file
  }
  if ( mFormatContext )
  {
#if !LIBAVFORMAT_VERSION_CHECK(53, 17, 0, 25, 0)
    av_close_input_file( mFormatContext );
#else
    avformat_close_input( &mFormatContext );
#endif
    mFormatContext = NULL;
  }

  return 0;
}

int FfmpegCamera::FfmpegInterruptCallback(void *ctx) 
{ 
  FfmpegCamera* camera = reinterpret_cast<FfmpegCamera*>(ctx);
  if (camera->mIsOpening){
    int now = time(NULL);
    if ((now - camera->mOpenStart) > config.ffmpeg_open_timeout) {
      Error ( "Open video took more than %d seconds.", config.ffmpeg_open_timeout );
      return 1;
    }
  }

  return 0;
}

void *FfmpegCamera::ReopenFfmpegThreadCallback(void *ctx){
  if (ctx == NULL) return NULL;

  FfmpegCamera* camera = reinterpret_cast<FfmpegCamera*>(ctx);

  while (1){
    // Close current stream.
    camera->CloseFfmpeg();

    // Sleep if necessary to not reconnect too fast.
    int wait = config.ffmpeg_open_timeout - (time(NULL) - camera->mOpenStart);
    wait = wait < 0 ? 0 : wait;
    if (wait > 0){
      Debug( 1, "Sleeping %d seconds before reopening stream.", wait );
      sleep(wait);
    }

    if (camera->OpenFfmpeg() == 0){
      return NULL;
    }
  }
}

//Function to handle capture and store
int FfmpegCamera::CaptureAndRecord( Image &image, bool recording, char* event_file ){
  if (!mCanCapture){
    return -1;
  }
  
  // If the reopen thread has a value, but mCanCapture != 0, then we have just reopened the connection to the ffmpeg device, and we can clean up the thread.
  if (mReopenThread != 0) {
    void *retval = 0;
    int ret;
    
    ret = pthread_join(mReopenThread, &retval);
    if (ret != 0){
      Error("Could not join reopen thread.");
    }
    
    Info( "Successfully reopened stream." );
    mReopenThread = 0;
  }

  AVPacket packet;
  uint8_t* directbuffer;
  
  /* Request a writeable buffer of the target image */
  directbuffer = image.WriteBuffer(width, height, colours, subpixelorder);
  if( directbuffer == NULL ) {
    Error("Failed requesting writeable buffer for the captured image.");
    return (-1);
  }
  
  if ( mCodecContext->codec_id != AV_CODEC_ID_H264 ) {
    Error( "Input stream is not h264.  The stored event file may not be viewable in browser." );
  }

  int frameComplete = false;
  while ( !frameComplete ) {
    int avResult = av_read_frame( mFormatContext, &packet );
    if ( avResult < 0 ) {
      char errbuf[AV_ERROR_MAX_STRING_SIZE];
      av_strerror(avResult, errbuf, AV_ERROR_MAX_STRING_SIZE);
      if (
          // Check if EOF.
          (avResult == AVERROR_EOF || (mFormatContext->pb && mFormatContext->pb->eof_reached)) ||
          // Check for Connection failure.
          (avResult == -110)
      ) {
          Info( "av_read_frame returned \"%s\". Reopening stream.", errbuf);
          ReopenFfmpeg();
      }

      Error( "Unable to read packet from stream %d: error %d \"%s\".", packet.stream_index, avResult, errbuf );
      return( -1 );
    }
    Debug( 5, "Got packet from stream %d", packet.stream_index );
    if ( packet.stream_index == mVideoStreamId ) {
#if LIBAVCODEC_VERSION_CHECK(52, 23, 0, 23, 0)
      if ( avcodec_decode_video2( mCodecContext, mRawFrame, &frameComplete, &packet ) < 0 )
#else
      if ( avcodec_decode_video( mCodecContext, mRawFrame, &frameComplete, packet.data, packet.size ) < 0 )
#endif
      {
        Error( "Unable to decode frame at frame %d, continuing...", frameCount );
        av_free_packet( &packet );
        continue;
      }

        Debug( 4, "Decoded video packet at frame %d", frameCount );

        if ( frameComplete ) {
          Debug( 3, "Got frame %d", frameCount );
          
          avpicture_fill( (AVPicture *)mFrame, directbuffer, imagePixFormat, width, height);

          //Keep the last keyframe so we can establish immediate video
          /*if(packet.flags & AV_PKT_FLAG_KEY)
            av_copy_packet(&lastKeyframePkt, &packet);*/
          //TODO I think we need to store the key frame location for seeking as part of the event
          
          //Video recording
          if ( recording && !wasRecording ) {
            //Instantiate the video storage module

          if (record_audio) {
            if (mAudioStreamId == -1) {
              Debug(3, "Record Audio on but no audio stream found");
              videoStore = new VideoStore((const char *) event_file, "mp4",
                                          mFormatContext->streams[mVideoStreamId],
                                          NULL,
                                          startTime,
                                          this->getMonitor()->getOrientation());

            } else {
              Debug(3, "Video module initiated with audio stream");
              videoStore = new VideoStore((const char *) event_file, "mp4",
                                          mFormatContext->streams[mVideoStreamId],
                                          mFormatContext->streams[mAudioStreamId],
                                          startTime,
                                          this->getMonitor()->getOrientation());
            }
          } else {
            Debug(3, "Record_audio is false so exclude audio stream");
            videoStore = new VideoStore((const char *) event_file, "mp4",
                                        mFormatContext->streams[mVideoStreamId],
                                        NULL,
                                        startTime,
                                        this->getMonitor()->getOrientation());
          }
            wasRecording = true;
            strcpy(oldDirectory, event_file);
            
          } else if ( ( ! recording ) && wasRecording && videoStore ) {
            Info("Deleting videoStore instance");
            delete videoStore;
            videoStore = NULL;
          }

        //          The directory we are recording to is no longer tied to the current
        //          event. Need to re-init the videostore with the correct directory and
        //          start recording again
        if (recording && wasRecording && (strcmp(oldDirectory, event_file) != 0)
            && (packet.flags & AV_PKT_FLAG_KEY)) {
          //			Don't open new videostore until we're on a key frame..would this
          //          require an offset adjustment for the event as a result?...if we store
          //			our key frame location with the event will that be enough?
            Info("Re-starting video storage module");
            if(videoStore){
              delete videoStore;
              videoStore = NULL;
          }

          if (record_audio) {
            if (mAudioStreamId == -1) {
              Debug(3, "Record Audio on but no audio stream found");
              videoStore = new VideoStore((const char *) event_file, "mp4",
                                          mFormatContext->streams[mVideoStreamId],
                                          NULL,
                                          startTime,
                                          this->getMonitor()->getOrientation());
            } else {
              Debug(3, "Video module initiated with audio stream");
              videoStore = new VideoStore((const char *) event_file, "mp4",
                                          mFormatContext->streams[mVideoStreamId],
                                          mFormatContext->streams[mAudioStreamId],
                                          startTime,
                                          this->getMonitor()->getOrientation());
            }
          } else {
            Debug(3, "Record_audio is false so exclude audio stream");
            videoStore = new VideoStore((const char *) event_file, "mp4",
                                        mFormatContext->streams[mVideoStreamId],
                                        NULL, startTime,
                                        this->getMonitor()->getOrientation());
          }
            strcpy(oldDirectory, event_file);
          }
          
          if ( videoStore && recording ) {
            //Write the packet to our video store
          int ret = videoStore->writeVideoFramePacket(&packet,
                                                      mFormatContext->streams[mVideoStreamId]); //, &lastKeyframePkt);
            if(ret<0){//Less than zero and we skipped a frame
              av_free_packet( &packet );
              return 0;
            }
          }
                
#if HAVE_LIBSWSCALE
          if ( mConvertContext == NULL ) {
          mConvertContext = sws_getContext(mCodecContext->width,
                                           mCodecContext->height,
                                           mCodecContext->pix_fmt,
                                           width, height,
                                           imagePixFormat, SWS_BICUBIC, NULL,
                                           NULL, NULL);
            if ( mConvertContext == NULL )
              Fatal( "Unable to create conversion context for %s", mPath.c_str() );
        }

        if (sws_scale(mConvertContext, mRawFrame->data, mRawFrame->linesize,
                      0, mCodecContext->height, mFrame->data, mFrame->linesize) < 0)
          Fatal("Unable to convert raw format %u to target format %u at frame %d",
                mCodecContext->pix_fmt, imagePixFormat, frameCount);
#else // HAVE_LIBSWSCALE
          Fatal( "You must compile ffmpeg with the --enable-swscale option to use ffmpeg cameras" );
#endif // HAVE_LIBSWSCALE

          frameCount++;
        } // end if frameComplete
      } else if ( packet.stream_index == mAudioStreamId ) { //FIXME best way to copy all other streams
        if ( videoStore && recording ) {
          if ( record_audio ) {
            Debug(4, "Recording audio packet" );
            //Write the packet to our video store
          int ret = videoStore->writeAudioFramePacket(&packet,
                                                      mFormatContext->streams[packet.stream_index]); //FIXME no relevance of last key frame
            if ( ret < 0 ) {//Less than zero and we skipped a frame
              av_free_packet( &packet );
            return 0;      
            }
          } else {
            Debug(4, "Not recording audio packet" );
          }
        }
      }
      av_free_packet( &packet );
    } // end while ! frameComplete
    return (frameCount);
}
#endif // HAVE_LIBAVFORMAT