zoneminder/src/zm_video.cpp

// Copyright (C) 2001-2017 ZoneMinder LLC
// This program is free software; you can redistribute it and/or
// modify it under the terms of the GNU General Public License
// as published by the Free Software Foundation; either version 2
// of the License, or (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
//
#include "zm.h"
#include "zm_video.h"
#include "zm_image.h"
#include "zm_utils.h"
#include "zm_rgb.h"
#include <sstream>
#include <string>
#include <vector>

VideoWriter::VideoWriter(
    const char* p_container,
    const char* p_codec,
    const char* p_path,
    const unsigned int p_width,
    const unsigned int p_height,
    const unsigned int p_colours,
    const unsigned int p_subpixelorder) :
  container(p_container),
  codec(p_codec),
  path(p_path),
  width(p_width),
  height(p_height),
  colours(p_colours),
  subpixelorder(p_subpixelorder),
  frame_count(0) {
  Debug(7, "Video object created");

  /* Parameter checking */
  if ( path.empty() ) {
    Error("Invalid file path");
  }
  if ( !width || !height ) {
    Error("Invalid width or height");
  }
}

VideoWriter::~VideoWriter() {
  Debug(7, "Video object destroyed");
}

int VideoWriter::Reset(const char* new_path) {
  /* Common variables reset */

  /* If there is a new path, use it */
  if ( new_path != NULL ) {
    path = new_path;
  }

  /* Reset frame counter */
  frame_count = 0;

  return 0;
}


#if ZM_HAVE_VIDEOWRITER_X264MP4
X264MP4Writer::X264MP4Writer(
    const char* p_path,
    const unsigned int p_width,
    const unsigned int p_height,
    const unsigned int p_colours,
    const unsigned int p_subpixelorder,
    const std::vector<EncoderParameter_t>* p_user_params) :
  VideoWriter(
      "mp4",
      "h264",
      p_path,
      p_width,
      p_height,
      p_colours,
      p_subpixelorder),
  bOpen(false),
  bGotH264AVCInfo(false),
  bFirstFrame(true) {
  /* Initialize ffmpeg if it hasn't been initialized yet */
  FFMPEGInit();

  /* Initialize swscale */
  zm_pf = GetFFMPEGPixelFormat(colours, subpixelorder);
  if ( zm_pf == 0 ) {
    Error("Unable to match ffmpeg pixelformat");
  }
  codec_pf = AV_PIX_FMT_YUV420P;

  swscaleobj.SetDefaults(zm_pf, codec_pf, width, height);

  /* Calculate the image sizes. We will need this for parameter checking */
  zm_imgsize = colours * width * height;
#if LIBAVUTIL_VERSION_CHECK(54, 6, 0, 6, 0)
  codec_imgsize = av_image_get_buffer_size(codec_pf, width, height, 1);
#else
  codec_imgsize = avpicture_get_size(codec_pf, width, height);
#endif
  if ( !codec_imgsize ) {
    Error("Failed calculating codec pixel format image size");
  }

  /* If supplied with user parameters to the encoder, copy them */
  if ( p_user_params != NULL ) {
    user_params = *p_user_params;
  }

  /* Setup x264 parameters */
  if ( x264config() < 0 ) {
    Error("Failed setting x264 parameters");
  }

  /* Allocate x264 input picture */
  x264_picture_alloc(
      &x264picin,
      X264_CSP_I420,
      x264params.i_width,
      x264params.i_height);
}

X264MP4Writer::~X264MP4Writer() {
  /* Free x264 input picture */
  x264_picture_clean(&x264picin);

  if ( bOpen )
    Close();
}

int X264MP4Writer::Open() {
  /* Open the encoder */
  x264enc = x264_encoder_open(&x264params);
  if ( x264enc == NULL ) {
    Error("Failed opening x264 encoder");
    return -1;
  }

  // Debug(4,"x264 maximum delayed frames: %d",
  // x264_encoder_maximum_delayed_frames(x264enc));

  x264_nal_t* nals;
  int i_nals;
  if ( !x264_encoder_headers(x264enc, &nals, &i_nals) ) {
    Error("Failed getting encoder headers");
    return -2;
  }

  /* Search SPS NAL for AVC information */
  for ( int i = 0; i < i_nals; i++ ) {
    if ( nals[i].i_type == NAL_SPS ) {
      x264_profleindication = nals[i].p_payload[5];
      x264_profilecompat = nals[i].p_payload[6];
      x264_levelindication = nals[i].p_payload[7];
      bGotH264AVCInfo = true;
      break;
    }
  }
  if ( !bGotH264AVCInfo ) {
    Warning("Missing AVC information");
  }

  /* Create the file */
  mp4h = MP4Create((path + ".incomplete").c_str());
  if ( mp4h == MP4_INVALID_FILE_HANDLE ) {
    Error("Failed creating mp4 file: %s", path.c_str());
    return -10;
  }

  /* Set the global timescale */
  if ( !MP4SetTimeScale(mp4h, 1000) ) {
    Error("Failed setting timescale");
    return -11;
  }

  /* Set the global video profile */
  /* I am a bit confused about this one.
     I couldn't find what the value should be
     Some use 0x15 while others use 0x7f. */
  MP4SetVideoProfileLevel(mp4h, 0x7f);

  /* Add H264 video track */
  mp4vtid = MP4AddH264VideoTrack(
      mp4h,
      1000,
      MP4_INVALID_DURATION,
      width,
      height,
      x264_profleindication,
      x264_profilecompat,
      x264_levelindication,
      3);
  if ( mp4vtid == MP4_INVALID_TRACK_ID ) {
    Error("Failed adding H264 video track");
    return -12;
  }

  bOpen = true;

  return 0;
}

int X264MP4Writer::Close() {
  /* Flush all pending frames */
  for ( int i = (x264_encoder_delayed_frames(x264enc) + 1); i > 0; i-- ) {
    x264encodeloop(true);
  }

  /* Close the encoder */
  x264_encoder_close(x264enc);

  /* Close MP4 handle */
  MP4Close(mp4h);

  /* Required for proper HTTP streaming */
  MP4Optimize((path + ".incomplete").c_str(), path.c_str());

  /* Delete the temporary file */
  unlink((path + ".incomplete").c_str());

  bOpen = false;

  Debug(7, "Video closed. Total frames: %d", frame_count);

  return 0;
}

int X264MP4Writer::Reset(const char* new_path) {
  /* Close the encoder and file */
  if ( bOpen )
    Close();

  /* Reset common variables */
  VideoWriter::Reset(new_path);

  /* Reset local variables */
  bFirstFrame = true;
  bGotH264AVCInfo = false;
  prevnals.clear();
  prevpayload.clear();

  /* Reset x264 parameters */
  x264config();

  /* Open the encoder */
  Open();

  return 0;
}

int X264MP4Writer::Encode(
    const uint8_t* data,
    const size_t data_size,
    const unsigned int frame_time) {
  /* Parameter checking */
  if ( data == NULL ) {
    Error("NULL buffer");
    return -1;
  }

  if ( data_size != zm_imgsize ) {
    Error("The data buffer size (%d) != expected (%d)", data_size, zm_imgsize);
    return -2;
  }

  if ( !bOpen ) {
    Warning("The encoder was not initialized, initializing now");
    Open();
  }

  /* Convert the image into the x264 input picture */
  if ( swscaleobj.ConvertDefaults(data, data_size, x264picin.img.plane[0], codec_imgsize) < 0 ) {
    Error("Image conversion failed");
    return -3;
  }

  /* Set PTS */
  x264picin.i_pts = frame_time;

  /* Do the encoding */
  x264encodeloop();

  /* Increment frame counter */
  frame_count++;

  return 0;
}

int X264MP4Writer::Encode(const Image* img, const unsigned int frame_time) {
  if ( img->Width() != width ) {
    Error("Source image width differs. Source: %d Output: %d", img->Width(), width);
    return -12;
  }

  if ( img->Height() != height ) {
    Error("Source image height differs. Source: %d Output: %d", img->Height(), height);
    return -13;
  }

  return Encode(img->Buffer(), img->Size(), frame_time);
}

int X264MP4Writer::x264config() {
  /* Sets up the encoder configuration */

  int x264ret;

  /* Defaults */
  const char* preset = "veryfast";
  const char* tune = "stillimage";
  const char* profile = "main";

  /* Search the user parameters for preset, tune and profile */
  for ( unsigned int i = 0; i < user_params.size(); i++ ) {
    if ( strcmp(user_params[i].pname, "preset") == 0 ) {
      /* Got preset */
      preset = user_params[i].pvalue;
    } else if ( strcmp(user_params[i].pname, "tune") == 0 ) {
      /* Got tune */
      tune = user_params[i].pvalue;
    } else if ( strcmp(user_params[i].pname, "profile") == 0 ) {
      /* Got profile */
      profile = user_params[i].pvalue;
    }
  }

  /* Set the defaults and preset and tune */
  x264ret = x264_param_default_preset(&x264params, preset, tune);
  if ( x264ret != 0 ) {
    Error("Failed setting x264 preset %s and tune %s : %d", preset, tune, x264ret);
  }

  /* Set the profile */
  x264ret = x264_param_apply_profile(&x264params, profile);
  if ( x264ret != 0 ) {
    Error("Failed setting x264 profile %s : %d", profile, x264ret);
  }

  /* Input format */
  x264params.i_width = width;
  x264params.i_height = height;
  x264params.i_csp = X264_CSP_I420;

  /* Quality control */
  x264params.rc.i_rc_method = X264_RC_CRF;
  x264params.rc.f_rf_constant = 23.0;

  /* Enable b-frames */
  x264params.i_bframe = 16;
  x264params.i_bframe_adaptive = 1;

  /* Timebase */
  x264params.i_timebase_num = 1;
  x264params.i_timebase_den = 1000;

  /* Enable variable frame rate */
  x264params.b_vfr_input = 1;

  /* Disable annex-b (start codes) */
  x264params.b_annexb = 0;

  /* TODO: Setup error handler */
  // x264params.i_log_level = X264_LOG_DEBUG;

  /* Process user parameters (excluding preset, tune and profile) */
  for ( unsigned int i = 0; i < user_params.size(); i++ ) {
    /* Skip preset, tune and profile */
    if (
        (strcmp(user_params[i].pname, "preset") == 0) ||
        (strcmp(user_params[i].pname, "tune") == 0) ||
        (strcmp(user_params[i].pname, "profile") == 0) ) {
      continue;
    }

    /* Pass the name and value to x264 */
    x264ret = x264_param_parse(&x264params, user_params[i].pname, user_params[i].pvalue);

    /* Error checking */
    if ( x264ret != 0 ) {
      if ( x264ret == X264_PARAM_BAD_NAME ) {
        Error("Failed processing x264 user parameter %s=%s : Bad name",
            user_params[i].pname, user_params[i].pvalue);
      } else if ( x264ret == X264_PARAM_BAD_VALUE ) {
        Error("Failed processing x264 user parameter %s=%s : Bad value",
            user_params[i].pname, user_params[i].pvalue);
      } else  {
        Error("Failed processing x264 user parameter %s=%s : Unknown error (%d)",
            user_params[i].pname, user_params[i].pvalue, x264ret);
      }
    }
  }

  return 0;
}

void X264MP4Writer::x264encodeloop(bool bFlush) {
  x264_nal_t* nals;
  int i_nals;
  int frame_size;

  if ( bFlush ) {
    frame_size = x264_encoder_encode(x264enc, &nals, &i_nals, NULL, &x264picout);
  } else {
    frame_size = x264_encoder_encode(x264enc, &nals, &i_nals, &x264picin, &x264picout);
  }

  if ( frame_size > 0 || bFlush ) {
    Debug(8, "x264 Frame: %d PTS: %d DTS: %d Size: %d\n",
        frame_count, x264picout.i_pts, x264picout.i_dts, frame_size);

    /* Handle the previous frame */
    if ( !bFirstFrame ) {
      buffer.clear();

      /* Process the NALs for the previous frame */
      for ( unsigned int i = 0; i < prevnals.size(); i++ ) {
        Debug(9, "Processing NAL: Type %d Size %d",
            prevnals[i].i_type,
            prevnals[i].i_payload);

        switch ( prevnals[i].i_type ) {
          case NAL_PPS:
            /* PPS NAL */
            MP4AddH264PictureParameterSet(mp4h, mp4vtid, prevnals[i].p_payload+4, prevnals[i].i_payload-4);
            break;
          case NAL_SPS:
            /* SPS NAL */
            MP4AddH264SequenceParameterSet(mp4h, mp4vtid, prevnals[i].p_payload+4, prevnals[i].i_payload-4);
            break;
          default:
            /* Anything else, hopefully frames, so copy it into the sample */
            buffer.append(prevnals[i].p_payload, prevnals[i].i_payload);
        }
      }

      /* Calculate frame duration and offset */
      int duration = x264picout.i_dts - prevDTS;
      int offset = prevPTS - prevDTS;

      /* Write the sample */
      if ( !buffer.empty() ) {
        if ( !MP4WriteSample(
              mp4h,
              mp4vtid,
              buffer.extract(buffer.size()),
              buffer.size(),
              duration,
              offset,
              prevKeyframe) ) {
          Error("Failed writing sample");
        }
      }

      /* Cleanup */
      prevnals.clear();
      prevpayload.clear();
    }

    /* Got a frame. Copy this new frame into the previous frame */
    if ( frame_size > 0 ) {
      /* Copy the NALs and the payloads */
      for ( int i = 0; i < i_nals; i++ ) {
        prevnals.push_back(nals[i]);
        prevpayload.append(nals[i].p_payload, nals[i].i_payload);
      }

      /* Update the payload pointers */
      /* This is done in a separate loop because the previous loop might reallocate memory when appending,
         making the pointers invalid */
      unsigned int payload_offset = 0;
      for ( unsigned int i = 0; i < prevnals.size(); i++ ) {
        prevnals[i].p_payload = prevpayload.head() + payload_offset;
        payload_offset += nals[i].i_payload;
      }

      /* We need this for the next frame */
      prevPTS = x264picout.i_pts;
      prevDTS = x264picout.i_dts;
      prevKeyframe = x264picout.b_keyframe;

      bFirstFrame = false;
    }

  } else if ( frame_size == 0 ) {
    Debug(7, "x264 encode returned zero. Delayed frames: %d",
        x264_encoder_delayed_frames(x264enc));
  } else {
    Error("x264 encode failed: %d", frame_size);
  }
}
#endif  // ZM_VIDEOWRITER_X264MP4

int ParseEncoderParameters(
    const char* str,
    std::vector<EncoderParameter_t>* vec
    ) {
  if ( vec == NULL ) {
    Error("NULL Encoder parameters vector pointer");
    return -1;
  }

  if ( str == NULL ) {
    Error("NULL Encoder parameters string");
    return -2;
  }

  vec->clear();

  if ( str[0] == 0 ) {
    /* Empty */
    return 0;
  }

  std::string line;
  std::stringstream ss(str);
  size_t valueoffset;
  size_t valuelen;
  unsigned int lineno = 0;
  EncoderParameter_t param;

  while ( std::getline(ss, line) ) {
    lineno++;

    /* Remove CR if exists */
    if ( line.length() >= 1 && line[line.length()-1] == '\r' ) {
      line.erase(line.length() - 1);
    }

    /* Skip comments and empty lines */
    if ( line.empty() || line[0] == '#' ) {
      continue;
    }

    valueoffset = line.find('=');
    if ( valueoffset == std::string::npos || valueoffset+1 >= line.length() || valueoffset == 0 ) {
      Warning("Failed parsing encoder parameters line %d: Invalid pair", lineno);
      continue;
    }

    if ( valueoffset > (sizeof(param.pname) - 1 ) ) {
      Warning("Failed parsing encoder parameters line %d: Name too long", lineno);
      continue;
    }

    valuelen = line.length() - (valueoffset+1);

    if ( valuelen > (sizeof(param.pvalue) - 1 ) ) {
      Warning("Failed parsing encoder parameters line %d: Value too long", lineno);
      continue;
    }

    /* Copy and NULL terminate */
    line.copy(param.pname, valueoffset, 0);
    line.copy(param.pvalue, valuelen, valueoffset+1);
    param.pname[valueoffset] = 0;
    param.pvalue[valuelen] = 0;

    /* Push to the vector */
    vec->push_back(param);

    Debug(7, "Parsed encoder parameter: %s = %s", param.pname, param.pvalue);
  }

  Debug(7, "Parsed %d lines", lineno);

  return 0;
}