// // ZoneMinder Remote Camera Class Implementation, $Date$, $Revision$ // Copyright (C) 2001-2008 Philip Coombes // // This program is free software; you can redistribute it and/or // modify it under the terms of the GNU General Public License // as published by the Free Software Foundation; either version 2 // of the License, or (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. // #include "zm_remote_camera_rtsp.h" #include "zm_config.h" #include "zm_packet.h" #if HAVE_LIBAVFORMAT RemoteCameraRtsp::RemoteCameraRtsp( const Monitor *monitor, const std::string &p_method, const std::string &p_host, const std::string &p_port, const std::string &p_path, int p_width, int p_height, bool p_rtsp_describe, int p_colours, int p_brightness, int p_contrast, int p_hue, int p_colour, bool p_capture, bool p_record_audio ) : RemoteCamera( monitor, "rtsp", p_host, p_port, p_path, p_width, p_height, p_colours, p_brightness, p_contrast, p_hue, p_colour, p_capture, p_record_audio), rtsp_describe(p_rtsp_describe), rtspThread(0), frameCount(0) { if ( p_method == "rtpUni" ) method = RtspThread::RTP_UNICAST; else if ( p_method == "rtpMulti" ) method = RtspThread::RTP_MULTICAST; else if ( p_method == "rtpRtsp" ) method = RtspThread::RTP_RTSP; else if ( p_method == "rtpRtspHttp" ) method = RtspThread::RTP_RTSP_HTTP; else Fatal("Unrecognised method '%s' when creating RTSP camera %d", p_method.c_str(), monitor->Id()); if ( capture ) { Initialise(); } /* Has to be located inside the constructor so other components such as zma will receive correct colours and subpixel order */ if ( colours == ZM_COLOUR_RGB32 ) { subpixelorder = ZM_SUBPIX_ORDER_RGBA; imagePixFormat = AV_PIX_FMT_RGBA; } else if ( colours == ZM_COLOUR_RGB24 ) { subpixelorder = ZM_SUBPIX_ORDER_RGB; imagePixFormat = AV_PIX_FMT_RGB24; } else if ( colours == ZM_COLOUR_GRAY8 ) { subpixelorder = ZM_SUBPIX_ORDER_NONE; imagePixFormat = AV_PIX_FMT_GRAY8; } else { Panic("Unexpected colours: %d", colours); } } // end RemoteCameraRtsp::RemoteCameraRtsp(...) RemoteCameraRtsp::~RemoteCameraRtsp() { if ( mVideoCodecContext ) { avcodec_close(mVideoCodecContext); mVideoCodecContext = nullptr; // Freed by avformat_free_context in the destructor of RtspThread class } // Is allocated in RTSPThread and is free there as well mFormatContext = nullptr; if ( capture ) { Terminate(); } } void RemoteCameraRtsp::Initialise() { RemoteCamera::Initialise(); int max_size = width*height*colours; // This allocates a buffer able to hold a raw fframe, which is a little artbitrary. Might be nice to get some // decent data on how large a buffer is really needed. I think in ffmpeg there are now some functions to do that. buffer.size(max_size); FFMPEGInit(); Connect(); } void RemoteCameraRtsp::Terminate() { Disconnect(); } int RemoteCameraRtsp::Connect() { rtspThread = new RtspThread(monitor->Id(), method, protocol, host, port, path, auth, rtsp_describe); rtspThread->start(); return 0; } int RemoteCameraRtsp::Disconnect() { if ( rtspThread ) { rtspThread->stop(); rtspThread->join(); delete rtspThread; rtspThread = nullptr; } return 0; } int RemoteCameraRtsp::PrimeCapture() { Debug(2, "Waiting for sources"); for ( int i = 0; (i < 100) && !rtspThread->hasSources(); i++ ) { usleep(100000); } if ( !rtspThread->hasSources() ) { Error("No RTSP sources"); return -1; } Debug(2, "Got sources"); mFormatContext = rtspThread->getFormatContext(); // Find first video stream present mVideoStreamId = -1; mAudioStreamId = -1; // Find the first video stream. for ( unsigned int i = 0; i < mFormatContext->nb_streams; i++ ) { if ( is_video_stream(mFormatContext->streams[i]) ) { if ( mVideoStreamId == -1 ) { mVideoStreamId = i; mVideoStream = mFormatContext->streams[i]; mVideoStream->time_base = AV_TIME_BASE_Q; continue; } else { Debug(2, "Have another video stream."); } #if 0 } else if ( is_audio_stream(mFormatContext->streams[i]) ) { if ( mAudioStreamId == -1 ) { mAudioStreamId = i; mAudioStream = mFormatContext->streams[i]; } else { Debug(2, "Have another audio stream."); } #endif } else { Debug(1, "Have unknown codec type in stream %d", i); } } // end foreach stream if ( mVideoStreamId == -1 ) Fatal("Unable to locate video stream"); if ( mAudioStreamId == -1 ) Debug(3, "Unable to locate audio stream"); // Get a pointer to the codec context for the video stream #if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0) mVideoCodecContext = avcodec_alloc_context3(NULL); avcodec_parameters_to_context(mVideoCodecContext, mFormatContext->streams[mVideoStreamId]->codecpar); #else mVideoCodecContext = mFormatContext->streams[mVideoStreamId]->codec; #endif // Find the decoder for the video stream AVCodec *codec = avcodec_find_decoder(mVideoCodecContext->codec_id); if ( codec == nullptr ) Panic("Unable to locate codec %d decoder", mVideoCodecContext->codec_id); // Open codec #if !LIBAVFORMAT_VERSION_CHECK(53, 8, 0, 8, 0) if ( avcodec_open(mVideoCodecContext, codec) < 0 ) #else if ( avcodec_open2(mVideoCodecContext, codec, 0) < 0 ) #endif Panic("Can't open codec"); #if LIBAVUTIL_VERSION_CHECK(54, 6, 0, 6, 0) int pSize = av_image_get_buffer_size(imagePixFormat, width, height, 1); #else int pSize = avpicture_get_size(imagePixFormat, width, height); #endif if ( (unsigned int)pSize != imagesize ) { Fatal("Image size mismatch. Required: %d Available: %d", pSize, imagesize); } return 1; } // end PrimeCapture int RemoteCameraRtsp::PreCapture() { if ( !rtspThread->isRunning() ) return -1; if ( !rtspThread->hasSources() ) { Error("Cannot precapture, no RTP sources"); return -1; } return 1; } int RemoteCameraRtsp::Capture(ZMPacket &zm_packet) { int frameComplete = false; AVPacket *packet = &zm_packet.packet; if ( !zm_packet.image ) { Debug(1, "Allocating image %dx%d %d colours %d", width, height, colours, subpixelorder); zm_packet.image = new Image(width, height, colours, subpixelorder); } while ( !frameComplete ) { buffer.clear(); if ( !rtspThread->isRunning() ) return -1; if ( rtspThread->getFrame(buffer) ) { Debug(3, "Read frame %d bytes", buffer.size()); Hexdump(4, buffer.head(), 16); if ( !buffer.size() ) return -1; if ( mVideoCodecContext->codec_id == AV_CODEC_ID_H264 ) { // SPS and PPS frames should be saved and appended to IDR frames int nalType = (buffer.head()[3] & 0x1f); // SPS The SPS NAL unit contains parameters that apply to a series of consecutive coded video pictures if ( nalType == 1 ) { } else if ( nalType == 7 ) { lastSps = buffer; continue; } else if ( nalType == 8 ) { // PPS The PPS NAL unit contains parameters that apply to the decoding of one or more individual pictures inside a coded video sequence lastPps = buffer; continue; } else if ( nalType == 5 ) { packet->flags |= AV_PKT_FLAG_KEY; zm_packet.keyframe = 1; // IDR buffer += lastSps; buffer += lastPps; } else { Debug(2, "Unknown nalType %d", nalType); } } else { Debug(3, "Not an h264 packet"); } //while ( (!frameComplete) && (buffer.size() > 0) ) { if ( buffer.size() > 0 ) { packet->data = buffer.head(); packet->size = buffer.size(); bytes += packet->size; struct timeval now; gettimeofday(&now, NULL); packet->pts = packet->dts = now.tv_sec*1000000+now.tv_usec; int bytes_consumed = zm_packet.decode(mVideoCodecContext); if ( bytes_consumed < 0 ) { Error("Error while decoding frame %d", frameCount); //Hexdump(Logger::ERROR, buffer.head(), buffer.size()>256?256:buffer.size()); } buffer -= packet->size; if ( bytes_consumed ) { zm_dump_video_frame(zm_packet.in_frame, "remote_rtsp_decode"); if ( ! mVideoStream-> #if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0) codecpar #else codec #endif ->width ) { zm_dump_codec(mVideoCodecContext); #if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0) zm_dump_codecpar(mVideoStream->codecpar); mVideoStream->codecpar->width = zm_packet.in_frame->width; mVideoStream->codecpar->height = zm_packet.in_frame->height; #else mVideoStream->codec->width = zm_packet.in_frame->width; mVideoStream->codec->height = zm_packet.in_frame->height; #endif #if LIBAVCODEC_VERSION_CHECK(57, 64, 0, 64, 0) zm_dump_codecpar(mVideoStream->codecpar); #endif } zm_packet.codec_type = mVideoCodecContext->codec_type; frameComplete = true; Debug(2, "Frame: %d - %d/%d", frameCount, bytes_consumed, buffer.size()); packet->data = nullptr; packet->size = 0; } } } /* getFrame() */ } // end while true return 1; } // end int RemoteCameraRtsp::Capture(ZMPacket &packet) int RemoteCameraRtsp::PostCapture() { return 1; } #endif // HAVE_LIBAVFORMAT