771 lines
23 KiB
C++
771 lines
23 KiB
C++
/*
|
|
* ZoneMinder MPEG class implementation, $Date$, $Revision$
|
|
* Copyright (C) 2001-2008 Philip Coombes
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version 2
|
|
* of the License, or (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
*/
|
|
|
|
#include "zm_mpeg.h"
|
|
|
|
#include "zm_logger.h"
|
|
#include "zm_rgb.h"
|
|
#include <cstring>
|
|
#include <unistd.h>
|
|
|
|
#if HAVE_LIBAVCODEC
|
|
extern "C" {
|
|
#include <libavutil/mathematics.h>
|
|
#include <libavcodec/avcodec.h>
|
|
}
|
|
|
|
bool VideoStream::initialised = false;
|
|
|
|
VideoStream::MimeData VideoStream::mime_data[] = {
|
|
{ "asf", "video/x-ms-asf" },
|
|
{ "swf", "application/x-shockwave-flash" },
|
|
{ "flv", "video/x-flv" },
|
|
{ "mov", "video/quicktime" }
|
|
};
|
|
|
|
void VideoStream::Initialise( ) {
|
|
FFMPEGInit();
|
|
initialised = true;
|
|
}
|
|
|
|
void VideoStream::SetupFormat( ) {
|
|
/* allocate the output media context */
|
|
ofc = nullptr;
|
|
#if (LIBAVFORMAT_VERSION_CHECK(53, 2, 0, 2, 0) && (LIBAVFORMAT_VERSION_MICRO >= 100))
|
|
avformat_alloc_output_context2(&ofc, nullptr, format, filename);
|
|
#else
|
|
AVFormatContext *s = avformat_alloc_context();
|
|
if ( !s ) {
|
|
Fatal("avformat_alloc_context failed %d \"%s\"", (size_t)ofc, av_err2str((size_t)ofc));
|
|
return;
|
|
}
|
|
|
|
AVOutputFormat *oformat;
|
|
if ( format ) {
|
|
#if LIBAVFORMAT_VERSION_CHECK(52, 45, 0, 45, 0)
|
|
oformat = av_guess_format(format, nullptr, nullptr);
|
|
#else
|
|
oformat = guess_format(format, nullptr, nullptr);
|
|
#endif
|
|
if ( !oformat ) {
|
|
Fatal("Requested output format '%s' is not a suitable output format", format);
|
|
}
|
|
} else {
|
|
#if LIBAVFORMAT_VERSION_CHECK(52, 45, 0, 45, 0)
|
|
oformat = av_guess_format(nullptr, filename, nullptr);
|
|
#else
|
|
oformat = guess_format(nullptr, filename, nullptr);
|
|
#endif
|
|
if ( !oformat ) {
|
|
Fatal("Unable to find a suitable output format for '%s'", format);
|
|
}
|
|
}
|
|
s->oformat = oformat;
|
|
|
|
if ( s->oformat->priv_data_size > 0 ) {
|
|
s->priv_data = av_mallocz(s->oformat->priv_data_size);
|
|
if ( !(s->priv_data) ) {
|
|
Fatal("Could not allocate private data for output format.");
|
|
}
|
|
#if LIBAVFORMAT_VERSION_CHECK(52, 92, 0, 92, 0)
|
|
if ( s->oformat->priv_class ) {
|
|
*(const AVClass**)s->priv_data = s->oformat->priv_class;
|
|
av_opt_set_defaults(s->priv_data);
|
|
}
|
|
#endif
|
|
} else {
|
|
Debug(1, "No allocating priv_data");
|
|
s->priv_data = nullptr;
|
|
}
|
|
|
|
if ( filename ) {
|
|
snprintf(s->filename, sizeof(s->filename), "%s", filename);
|
|
}
|
|
|
|
ofc = s;
|
|
#endif
|
|
if ( !ofc ) {
|
|
Fatal("avformat_alloc_..._context failed: %d", ofc);
|
|
}
|
|
|
|
of = ofc->oformat;
|
|
Debug(1, "Using output format: %s (%s)", of->name, of->long_name);
|
|
}
|
|
|
|
void VideoStream::SetupCodec( int colours, int subpixelorder, int width, int height, int bitrate, double frame_rate ) {
|
|
/* ffmpeg format matching */
|
|
switch ( colours ) {
|
|
case ZM_COLOUR_RGB24:
|
|
if ( subpixelorder == ZM_SUBPIX_ORDER_BGR ) {
|
|
/* BGR subpixel order */
|
|
pf = AV_PIX_FMT_BGR24;
|
|
} else {
|
|
/* Assume RGB subpixel order */
|
|
pf = AV_PIX_FMT_RGB24;
|
|
}
|
|
break;
|
|
case ZM_COLOUR_RGB32:
|
|
if ( subpixelorder == ZM_SUBPIX_ORDER_ARGB ) {
|
|
/* ARGB subpixel order */
|
|
pf = AV_PIX_FMT_ARGB;
|
|
} else if ( subpixelorder == ZM_SUBPIX_ORDER_ABGR ) {
|
|
/* ABGR subpixel order */
|
|
pf = AV_PIX_FMT_ABGR;
|
|
} else if ( subpixelorder == ZM_SUBPIX_ORDER_BGRA ) {
|
|
/* BGRA subpixel order */
|
|
pf = AV_PIX_FMT_BGRA;
|
|
} else {
|
|
/* Assume RGBA subpixel order */
|
|
pf = AV_PIX_FMT_RGBA;
|
|
}
|
|
break;
|
|
case ZM_COLOUR_GRAY8:
|
|
pf = AV_PIX_FMT_GRAY8;
|
|
break;
|
|
default:
|
|
Panic("Unexpected colours: %d",colours);
|
|
break;
|
|
}
|
|
|
|
if ( strcmp("rtp", of->name) == 0 ) {
|
|
// RTP must have a packet_size.
|
|
// Not sure what this value should be really...
|
|
ofc->packet_size = width*height;
|
|
Debug(1,"Setting packet_size to %d", ofc->packet_size);
|
|
|
|
if ( of->video_codec == AV_CODEC_ID_NONE ) {
|
|
// RTP does not have a default codec in ffmpeg <= 0.8.
|
|
of->video_codec = AV_CODEC_ID_MPEG4;
|
|
}
|
|
}
|
|
|
|
_AVCODECID codec_id = of->video_codec;
|
|
if ( codec_name ) {
|
|
AVCodec *a = avcodec_find_encoder_by_name(codec_name);
|
|
if ( a ) {
|
|
codec_id = a->id;
|
|
Debug(1, "Using codec \"%s\"", codec_name);
|
|
} else {
|
|
#if (LIBAVFORMAT_VERSION_CHECK(53, 8, 0, 11, 0) && (LIBAVFORMAT_VERSION_MICRO >= 100))
|
|
Debug(1, "Could not find codec \"%s\". Using default \"%s\"", codec_name, avcodec_get_name(codec_id));
|
|
#else
|
|
Debug(1, "Could not find codec \"%s\". Using default \"%d\"", codec_name, codec_id);
|
|
#endif
|
|
}
|
|
}
|
|
|
|
/* add the video streams using the default format codecs
|
|
and initialize the codecs */
|
|
ost = nullptr;
|
|
if ( codec_id != AV_CODEC_ID_NONE ) {
|
|
codec = avcodec_find_encoder(codec_id);
|
|
if ( !codec ) {
|
|
#if (LIBAVFORMAT_VERSION_CHECK(53, 8, 0, 11, 0) && (LIBAVFORMAT_VERSION_MICRO >= 100))
|
|
Fatal("Could not find encoder for '%s'", avcodec_get_name(codec_id));
|
|
#else
|
|
Fatal("Could not find encoder for '%d'", codec_id);
|
|
#endif
|
|
}
|
|
|
|
#if (LIBAVFORMAT_VERSION_CHECK(53, 8, 0, 11, 0) && (LIBAVFORMAT_VERSION_MICRO >= 100))
|
|
Debug(1, "Found encoder for '%s'", avcodec_get_name(codec_id));
|
|
#else
|
|
Debug(1, "Found encoder for '%d'", codec_id);
|
|
#endif
|
|
|
|
#if LIBAVFORMAT_VERSION_CHECK(53, 10, 0, 17, 0)
|
|
ost = avformat_new_stream( ofc, codec );
|
|
#else
|
|
ost = av_new_stream( ofc, 0 );
|
|
#endif
|
|
|
|
if ( !ost ) {
|
|
Fatal( "Could not alloc stream" );
|
|
return;
|
|
}
|
|
Debug( 1, "Allocated stream (%d) !=? (%d)", ost->id , ofc->nb_streams - 1 );
|
|
ost->id = ofc->nb_streams - 1;
|
|
|
|
#if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0)
|
|
|
|
codec_context = avcodec_alloc_context3(nullptr);
|
|
//avcodec_parameters_to_context(codec_context, ost->codecpar);
|
|
#else
|
|
codec_context = ost->codec;
|
|
#endif
|
|
|
|
codec_context->codec_id = codec->id;
|
|
codec_context->codec_type = codec->type;
|
|
|
|
codec_context->pix_fmt = strcmp("mjpeg", ofc->oformat->name) == 0 ? AV_PIX_FMT_YUVJ422P : AV_PIX_FMT_YUV420P;
|
|
if ( bitrate <= 100 ) {
|
|
// Quality based bitrate control (VBR). Scale is 1..31 where 1 is best.
|
|
// This gets rid of artifacts in the beginning of the movie; and well, even quality.
|
|
#if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0)
|
|
codec_context->flags |= AV_CODEC_FLAG_QSCALE;
|
|
#else
|
|
codec_context->flags |= CODEC_FLAG_QSCALE;
|
|
#endif
|
|
codec_context->global_quality = FF_QP2LAMBDA * (31 - (31 * (bitrate / 100.0)));
|
|
} else {
|
|
codec_context->bit_rate = bitrate;
|
|
}
|
|
|
|
/* resolution must be a multiple of two */
|
|
codec_context->width = width;
|
|
codec_context->height = height;
|
|
/* time base: this is the fundamental unit of time (in seconds) in terms
|
|
of which frame timestamps are represented. for fixed-fps content,
|
|
timebase should be 1/framerate and timestamp increments should be
|
|
identically 1. */
|
|
codec_context->time_base.den = frame_rate;
|
|
codec_context->time_base.num = 1;
|
|
ost->time_base.den = frame_rate;
|
|
ost->time_base.num = 1;
|
|
|
|
|
|
Debug( 1, "Will encode in %d fps. %dx%d", codec_context->time_base.den, width, height );
|
|
|
|
/* emit one intra frame every second */
|
|
codec_context->gop_size = frame_rate;
|
|
|
|
// some formats want stream headers to be separate
|
|
if ( of->flags & AVFMT_GLOBALHEADER )
|
|
#if LIBAVCODEC_VERSION_CHECK(56, 35, 0, 64, 0)
|
|
codec_context->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;
|
|
#else
|
|
codec_context->flags |= CODEC_FLAG_GLOBAL_HEADER;
|
|
#endif
|
|
#if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0)
|
|
avcodec_parameters_from_context(ost->codecpar, codec_context);
|
|
zm_dump_codecpar(ost->codecpar);
|
|
#endif
|
|
} else {
|
|
Fatal( "of->video_codec == AV_CODEC_ID_NONE" );
|
|
}
|
|
}
|
|
|
|
void VideoStream::SetParameters( ) {
|
|
}
|
|
|
|
const char *VideoStream::MimeType() const {
|
|
for ( unsigned int i = 0; i < sizeof (mime_data) / sizeof (*mime_data); i++ ) {
|
|
if ( strcmp(format, mime_data[i].format) == 0 ) {
|
|
Debug(1, "MimeType is \"%s\"", mime_data[i].mime_type);
|
|
return mime_data[i].mime_type;
|
|
}
|
|
}
|
|
const char *mime_type = of->mime_type;
|
|
if ( !mime_type ) {
|
|
std::string mime = std::string("video/") + format;
|
|
mime_type = strdup(mime.c_str()); // mem leak
|
|
Warning( "Unable to determine mime type for '%s' format, using '%s' as default", format, mime_type);
|
|
}
|
|
|
|
Debug(1, "MimeType is \"%s\"", mime_type);
|
|
|
|
return mime_type;
|
|
}
|
|
|
|
bool VideoStream::OpenStream( ) {
|
|
int ret;
|
|
|
|
/* now that all the parameters are set, we can open the
|
|
video codecs and allocate the necessary encode buffers */
|
|
if ( ost ) {
|
|
Debug(1,"Opening codec");
|
|
|
|
/* open the codec */
|
|
#if !LIBAVFORMAT_VERSION_CHECK(53, 8, 0, 8, 0)
|
|
if ( (ret = avcodec_open(codec_context, codec)) < 0 )
|
|
#else
|
|
if ( (ret = avcodec_open2(codec_context, codec, nullptr)) < 0 )
|
|
#endif
|
|
{
|
|
Error("Could not open codec. Error code %d \"%s\"", ret, av_err2str(ret));
|
|
return false;
|
|
}
|
|
|
|
Debug( 1, "Opened codec" );
|
|
|
|
/* allocate the encoded raw picture */
|
|
opicture = zm_av_frame_alloc( );
|
|
if ( !opicture ) {
|
|
Error("Could not allocate opicture");
|
|
return false;
|
|
}
|
|
opicture->width = codec_context->width;
|
|
opicture->height = codec_context->height;
|
|
opicture->format = codec_context->pix_fmt;
|
|
|
|
#if LIBAVUTIL_VERSION_CHECK(54, 6, 0, 6, 0)
|
|
int size = av_image_get_buffer_size(codec_context->pix_fmt, codec_context->width, codec_context->height, 1);
|
|
#else
|
|
int size = avpicture_get_size(codec_context->pix_fmt, codec_context->width, codec_context->height);
|
|
#endif
|
|
|
|
uint8_t *opicture_buf = (uint8_t *)av_malloc(size);
|
|
if ( !opicture_buf ) {
|
|
av_frame_free( &opicture );
|
|
Error( "Could not allocate opicture_buf" );
|
|
return false;
|
|
}
|
|
#if LIBAVUTIL_VERSION_CHECK(54, 6, 0, 6, 0)
|
|
av_image_fill_arrays(opicture->data, opicture->linesize,
|
|
opicture_buf, codec_context->pix_fmt, codec_context->width, codec_context->height, 1);
|
|
#else
|
|
avpicture_fill( (AVPicture *)opicture, opicture_buf, codec_context->pix_fmt,
|
|
codec_context->width, codec_context->height );
|
|
#endif
|
|
|
|
/* if the output format is not identical to the input format, then a temporary
|
|
picture is needed too. It is then converted to the required
|
|
output format */
|
|
tmp_opicture = nullptr;
|
|
if ( codec_context->pix_fmt != pf ) {
|
|
#if LIBAVCODEC_VERSION_CHECK(55, 28, 1, 45, 101)
|
|
tmp_opicture = av_frame_alloc( );
|
|
#else
|
|
tmp_opicture = avcodec_alloc_frame( );
|
|
#endif
|
|
if ( !tmp_opicture ) {
|
|
Error( "Could not allocate tmp_opicture" );
|
|
return false;
|
|
}
|
|
#if LIBAVUTIL_VERSION_CHECK(54, 6, 0, 6, 0)
|
|
int size = av_image_get_buffer_size( pf, codec_context->width, codec_context->height,1 );
|
|
#else
|
|
int size = avpicture_get_size( pf, codec_context->width, codec_context->height );
|
|
#endif
|
|
uint8_t *tmp_opicture_buf = (uint8_t *)av_malloc( size );
|
|
if ( !tmp_opicture_buf ) {
|
|
av_frame_free( &tmp_opicture );
|
|
Error( "Could not allocate tmp_opicture_buf" );
|
|
return false;
|
|
}
|
|
#if LIBAVUTIL_VERSION_CHECK(54, 6, 0, 6, 0)
|
|
av_image_fill_arrays(tmp_opicture->data,
|
|
tmp_opicture->linesize, tmp_opicture_buf, pf,
|
|
codec_context->width, codec_context->height, 1);
|
|
#else
|
|
avpicture_fill( (AVPicture *)tmp_opicture,
|
|
tmp_opicture_buf, pf, codec_context->width, codec_context->height );
|
|
#endif
|
|
}
|
|
} // end if ost
|
|
|
|
/* open the output file, if needed */
|
|
if ( !(of->flags & AVFMT_NOFILE) ) {
|
|
#if LIBAVFORMAT_VERSION_CHECK(53, 15, 0, 21, 0)
|
|
ret = avio_open2( &ofc->pb, filename, AVIO_FLAG_WRITE, nullptr, nullptr );
|
|
#elif LIBAVFORMAT_VERSION_CHECK(52, 102, 0, 102, 0)
|
|
ret = avio_open( &ofc->pb, filename, AVIO_FLAG_WRITE );
|
|
#else
|
|
ret = url_fopen( &ofc->pb, filename, AVIO_FLAG_WRITE );
|
|
#endif
|
|
if ( ret < 0 ) {
|
|
Error("Could not open '%s'", filename);
|
|
return false;
|
|
}
|
|
|
|
Debug(1, "Opened output \"%s\"", filename);
|
|
} else {
|
|
Error( "of->flags & AVFMT_NOFILE" );
|
|
return false;
|
|
}
|
|
|
|
video_outbuf = nullptr;
|
|
#if LIBAVFORMAT_VERSION_CHECK(57, 0, 0, 0, 0)
|
|
if (codec_context->codec_type == AVMEDIA_TYPE_VIDEO &&
|
|
codec_context->codec_id == AV_CODEC_ID_RAWVIDEO) {
|
|
#else
|
|
if ( !(of->flags & AVFMT_RAWPICTURE) ) {
|
|
#endif
|
|
/* allocate output buffer */
|
|
/* XXX: API change will be done */
|
|
// TODO: Make buffer dynamic.
|
|
video_outbuf_size = 4000000;
|
|
video_outbuf = (uint8_t *)malloc( video_outbuf_size );
|
|
if ( video_outbuf == nullptr ) {
|
|
Fatal("Unable to malloc memory for outbuf");
|
|
}
|
|
}
|
|
|
|
#if LIBAVFORMAT_VERSION_CHECK(52, 101, 0, 101, 0)
|
|
av_dump_format(ofc, 0, filename, 1);
|
|
#else
|
|
dump_format(ofc, 0, filename, 1);
|
|
#endif
|
|
|
|
#if !LIBAVFORMAT_VERSION_CHECK(53, 2, 0, 4, 0)
|
|
ret = av_write_header(ofc);
|
|
#else
|
|
ret = avformat_write_header(ofc, nullptr);
|
|
#endif
|
|
|
|
if ( ret < 0 ) {
|
|
Error("?_write_header failed with error %d \"%s\"", ret, av_err2str(ret));
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
VideoStream::VideoStream( const char *in_filename, const char *in_format, int bitrate, double frame_rate, int colours, int subpixelorder, int width, int height ) :
|
|
filename(in_filename),
|
|
format(in_format),
|
|
opicture(nullptr),
|
|
tmp_opicture(nullptr),
|
|
video_outbuf(nullptr),
|
|
video_outbuf_size(0),
|
|
last_pts( -1 ),
|
|
streaming_thread(0),
|
|
do_streaming(true),
|
|
add_timestamp(false),
|
|
timestamp(0),
|
|
buffer_copy(nullptr),
|
|
buffer_copy_lock(new pthread_mutex_t),
|
|
buffer_copy_size(0),
|
|
buffer_copy_used(0),
|
|
packet_index(0)
|
|
{
|
|
if ( !initialised ) {
|
|
Initialise( );
|
|
}
|
|
|
|
if ( format ) {
|
|
int length = strlen(format);
|
|
codec_and_format = new char[length+1];;
|
|
strcpy( codec_and_format, format );
|
|
format = codec_and_format;
|
|
codec_name = nullptr;
|
|
char *f = strchr(codec_and_format, '/');
|
|
if (f != nullptr) {
|
|
*f = 0;
|
|
codec_name = f+1;
|
|
}
|
|
}
|
|
|
|
codec_context = nullptr;
|
|
SetupFormat( );
|
|
SetupCodec( colours, subpixelorder, width, height, bitrate, frame_rate );
|
|
SetParameters( );
|
|
|
|
// Allocate buffered packets.
|
|
packet_buffers = new AVPacket*[2];
|
|
packet_buffers[0] = new AVPacket();
|
|
packet_buffers[1] = new AVPacket();
|
|
packet_index = 0;
|
|
|
|
// Initialize mutex used by streaming thread.
|
|
if ( pthread_mutex_init( buffer_copy_lock, nullptr ) != 0 ) {
|
|
Fatal("pthread_mutex_init failed");
|
|
}
|
|
|
|
}
|
|
|
|
VideoStream::~VideoStream( ) {
|
|
Debug( 1, "VideoStream destructor." );
|
|
|
|
// Stop streaming thread.
|
|
if ( streaming_thread ) {
|
|
do_streaming = false;
|
|
void* thread_exit_code;
|
|
|
|
Debug( 1, "Asking streaming thread to exit." );
|
|
|
|
// Wait for thread to exit.
|
|
pthread_join(streaming_thread, &thread_exit_code);
|
|
}
|
|
|
|
if ( buffer_copy != nullptr ) {
|
|
av_free( buffer_copy );
|
|
}
|
|
|
|
if ( buffer_copy_lock ) {
|
|
if ( pthread_mutex_destroy( buffer_copy_lock ) != 0 ) {
|
|
Error( "pthread_mutex_destroy failed" );
|
|
}
|
|
delete buffer_copy_lock;
|
|
}
|
|
|
|
if (packet_buffers) {
|
|
delete packet_buffers[0];
|
|
delete packet_buffers[1];
|
|
delete[] packet_buffers;
|
|
}
|
|
|
|
/* close each codec */
|
|
if ( ost ) {
|
|
avcodec_close( codec_context );
|
|
av_free( opicture->data[0] );
|
|
av_frame_free( &opicture );
|
|
if ( tmp_opicture ) {
|
|
av_free( tmp_opicture->data[0] );
|
|
av_frame_free( &tmp_opicture );
|
|
}
|
|
av_free( video_outbuf );
|
|
}
|
|
|
|
/* write the trailer, if any */
|
|
av_write_trailer( ofc );
|
|
|
|
/* free the streams */
|
|
for ( unsigned int i = 0; i < ofc->nb_streams; i++ ) {
|
|
av_freep( &ofc->streams[i] );
|
|
}
|
|
|
|
if ( !(of->flags & AVFMT_NOFILE) ) {
|
|
/* close the output file */
|
|
#if LIBAVFORMAT_VERSION_CHECK(52, 105, 0, 105, 0)
|
|
avio_close( ofc->pb );
|
|
#else
|
|
url_fclose( ofc->pb );
|
|
#endif
|
|
}
|
|
|
|
/* free the stream */
|
|
av_free( ofc );
|
|
|
|
/* free format and codec_name data. */
|
|
if ( codec_and_format ) {
|
|
delete codec_and_format;
|
|
}
|
|
}
|
|
|
|
double VideoStream::EncodeFrame( const uint8_t *buffer, int buffer_size, bool _add_timestamp, unsigned int _timestamp ) {
|
|
if ( pthread_mutex_lock(buffer_copy_lock) != 0 ) {
|
|
Fatal( "EncodeFrame: pthread_mutex_lock failed." );
|
|
}
|
|
|
|
if (buffer_copy_size < buffer_size) {
|
|
if ( buffer_copy ) {
|
|
av_free(buffer_copy);
|
|
}
|
|
|
|
// Allocate a buffer to store source images for the streaming thread to encode.
|
|
buffer_copy = (uint8_t *)av_malloc(buffer_size);
|
|
if ( !buffer_copy ) {
|
|
Error( "Could not allocate buffer_copy" );
|
|
pthread_mutex_unlock(buffer_copy_lock);
|
|
return 0;
|
|
}
|
|
buffer_copy_size = buffer_size;
|
|
}
|
|
|
|
add_timestamp = _add_timestamp;
|
|
timestamp = _timestamp;
|
|
buffer_copy_used = buffer_size;
|
|
memcpy(buffer_copy, buffer, buffer_size);
|
|
|
|
if ( pthread_mutex_unlock(buffer_copy_lock) != 0 ) {
|
|
Fatal( "EncodeFrame: pthread_mutex_unlock failed." );
|
|
}
|
|
|
|
if ( streaming_thread == 0 ) {
|
|
Debug( 1, "Starting streaming thread" );
|
|
|
|
// Start a thread for streaming encoded video.
|
|
if (pthread_create( &streaming_thread, nullptr, StreamingThreadCallback, (void*) this) != 0){
|
|
// Log a fatal error and exit the process.
|
|
Fatal( "VideoStream failed to create streaming thread." );
|
|
}
|
|
}
|
|
|
|
//return ActuallyEncodeFrame( buffer, buffer_size, add_timestamp, timestamp);
|
|
|
|
return _timestamp;
|
|
}
|
|
|
|
double VideoStream::ActuallyEncodeFrame( const uint8_t *buffer, int buffer_size, bool add_timestamp, unsigned int timestamp ) {
|
|
|
|
if ( codec_context->pix_fmt != pf ) {
|
|
#ifdef HAVE_LIBSWSCALE
|
|
static struct SwsContext *img_convert_ctx = nullptr;
|
|
#endif // HAVE_LIBSWSCALE
|
|
memcpy( tmp_opicture->data[0], buffer, buffer_size );
|
|
#ifdef HAVE_LIBSWSCALE
|
|
if ( !img_convert_ctx ) {
|
|
img_convert_ctx = sws_getCachedContext( nullptr, codec_context->width, codec_context->height, pf, codec_context->width, codec_context->height, codec_context->pix_fmt, SWS_BICUBIC, nullptr, nullptr, nullptr );
|
|
if ( !img_convert_ctx )
|
|
Panic( "Unable to initialise image scaling context" );
|
|
}
|
|
sws_scale( img_convert_ctx, tmp_opicture->data, tmp_opicture->linesize, 0, codec_context->height, opicture->data, opicture->linesize );
|
|
#else // HAVE_LIBSWSCALE
|
|
Fatal( "swscale is required for MPEG mode" );
|
|
#endif // HAVE_LIBSWSCALE
|
|
} else {
|
|
memcpy( opicture->data[0], buffer, buffer_size );
|
|
}
|
|
AVFrame *opicture_ptr = opicture;
|
|
|
|
AVPacket *pkt = packet_buffers[packet_index];
|
|
av_init_packet( pkt );
|
|
int got_packet = 0;
|
|
#if LIBAVFORMAT_VERSION_CHECK(57, 0, 0, 0, 0)
|
|
if (codec_context->codec_type == AVMEDIA_TYPE_VIDEO &&
|
|
codec_context->codec_id == AV_CODEC_ID_RAWVIDEO) {
|
|
#else
|
|
if ( of->flags & AVFMT_RAWPICTURE ) {
|
|
#endif
|
|
|
|
#if LIBAVCODEC_VERSION_CHECK(52, 30, 2, 30, 2)
|
|
pkt->flags |= AV_PKT_FLAG_KEY;
|
|
#else
|
|
pkt->flags |= PKT_FLAG_KEY;
|
|
#endif
|
|
pkt->stream_index = ost->index;
|
|
pkt->data = (uint8_t *)opicture_ptr;
|
|
pkt->size = sizeof (AVPicture);
|
|
got_packet = 1;
|
|
} else {
|
|
opicture_ptr->pts = codec_context->frame_number;
|
|
opicture_ptr->quality = codec_context->global_quality;
|
|
|
|
#if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0)
|
|
avcodec_send_frame(codec_context, opicture_ptr);
|
|
int ret = avcodec_receive_packet(codec_context, pkt);
|
|
if ( ret < 0 ) {
|
|
if ( AVERROR_EOF != ret ) {
|
|
Error("ERror encoding video (%d) (%s)", ret,
|
|
av_err2str(ret));
|
|
}
|
|
} else {
|
|
got_packet = 1;
|
|
}
|
|
#else
|
|
|
|
#if LIBAVFORMAT_VERSION_CHECK(54, 1, 0, 2, 100)
|
|
int ret = avcodec_encode_video2( codec_context, pkt, opicture_ptr, &got_packet );
|
|
if ( ret != 0 ) {
|
|
Fatal( "avcodec_encode_video2 failed with errorcode %d \"%s\"", ret, av_err2str( ret ) );
|
|
}
|
|
#else
|
|
int out_size = avcodec_encode_video( codec_context, video_outbuf, video_outbuf_size, opicture_ptr );
|
|
got_packet = out_size > 0 ? 1 : 0;
|
|
pkt->data = got_packet ? video_outbuf : nullptr;
|
|
pkt->size = got_packet ? out_size : 0;
|
|
#endif
|
|
#endif
|
|
if ( got_packet ) {
|
|
// if ( c->coded_frame->key_frame )
|
|
// {
|
|
//#if LIBAVCODEC_VERSION_CHECK(52, 30, 2, 30, 2)
|
|
// pkt->flags |= AV_PKT_FLAG_KEY;
|
|
//#else
|
|
// pkt->flags |= PKT_FLAG_KEY;
|
|
//#endif
|
|
// }
|
|
|
|
if ( pkt->pts != (int64_t)AV_NOPTS_VALUE ) {
|
|
pkt->pts = av_rescale_q( pkt->pts, codec_context->time_base, ost->time_base );
|
|
}
|
|
if ( pkt->dts != (int64_t)AV_NOPTS_VALUE ) {
|
|
pkt->dts = av_rescale_q( pkt->dts, codec_context->time_base, ost->time_base );
|
|
}
|
|
pkt->duration = av_rescale_q( pkt->duration, codec_context->time_base, ost->time_base );
|
|
pkt->stream_index = ost->index;
|
|
}
|
|
}
|
|
|
|
return ( opicture_ptr->pts);
|
|
}
|
|
|
|
int VideoStream::SendPacket(AVPacket *packet) {
|
|
|
|
int ret = av_write_frame( ofc, packet );
|
|
if ( ret != 0 ) {
|
|
Fatal( "Error %d while writing video frame: %s", ret, av_err2str( errno ) );
|
|
}
|
|
#if LIBAVCODEC_VERSION_CHECK(57, 8, 0, 12, 100)
|
|
av_packet_unref( packet );
|
|
#else
|
|
av_free_packet( packet );
|
|
#endif
|
|
return ret;
|
|
}
|
|
|
|
void *VideoStream::StreamingThreadCallback(void *ctx){
|
|
|
|
Debug( 1, "StreamingThreadCallback started" );
|
|
|
|
if (ctx == nullptr) return nullptr;
|
|
|
|
VideoStream* videoStream = reinterpret_cast<VideoStream*>(ctx);
|
|
|
|
const uint64_t nanosecond_multiplier = 1000000000;
|
|
|
|
#if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0)
|
|
uint64_t target_interval_ns = nanosecond_multiplier * ( ((double)videoStream->codec_context->time_base.num) / (videoStream->codec_context->time_base.den) );
|
|
#else
|
|
uint64_t target_interval_ns = nanosecond_multiplier * ( ((double)videoStream->codec_context->time_base.num) / (videoStream->codec_context->time_base.den) );
|
|
#endif
|
|
uint64_t frame_count = 0;
|
|
timespec start_time;
|
|
clock_gettime(CLOCK_MONOTONIC, &start_time);
|
|
uint64_t start_time_ns = (start_time.tv_sec*nanosecond_multiplier) + start_time.tv_nsec;
|
|
while(videoStream->do_streaming) {
|
|
timespec current_time;
|
|
clock_gettime(CLOCK_MONOTONIC, ¤t_time);
|
|
uint64_t current_time_ns = (current_time.tv_sec*nanosecond_multiplier) + current_time.tv_nsec;
|
|
uint64_t target_ns = start_time_ns + (target_interval_ns * frame_count);
|
|
|
|
if ( current_time_ns < target_ns ) {
|
|
// It's not time to render a frame yet.
|
|
usleep( (target_ns - current_time_ns) * 0.001 );
|
|
}
|
|
|
|
// By sending the last rendered frame we deliver frames to the client more accurate.
|
|
// If we're encoding the frame before sending it there will be lag.
|
|
// Since this lag is not constant the client may skip frames.
|
|
|
|
// Get the last rendered packet.
|
|
AVPacket *packet = videoStream->packet_buffers[videoStream->packet_index];
|
|
if (packet->size) {
|
|
videoStream->SendPacket(packet);
|
|
}
|
|
#if LIBAVCODEC_VERSION_CHECK(57, 8, 0, 12, 100)
|
|
av_packet_unref( packet);
|
|
#else
|
|
av_free_packet( packet );
|
|
#endif
|
|
videoStream->packet_index = videoStream->packet_index ? 0 : 1;
|
|
|
|
// Lock buffer and render next frame.
|
|
|
|
if ( pthread_mutex_lock( videoStream->buffer_copy_lock ) != 0 ) {
|
|
Fatal( "StreamingThreadCallback: pthread_mutex_lock failed." );
|
|
}
|
|
|
|
if ( videoStream->buffer_copy ) {
|
|
// Encode next frame.
|
|
videoStream->ActuallyEncodeFrame( videoStream->buffer_copy, videoStream->buffer_copy_used, videoStream->add_timestamp, videoStream->timestamp );
|
|
}
|
|
|
|
if ( pthread_mutex_unlock( videoStream->buffer_copy_lock ) != 0 ) {
|
|
Fatal( "StreamingThreadCallback: pthread_mutex_unlock failed." );
|
|
}
|
|
|
|
frame_count++;
|
|
}
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
#endif // HAVE_LIBAVCODEC
|