2005-12-16 18:05:29 +08:00
|
|
|
#!/usr/bin/perl -wT
|
|
|
|
#
|
|
|
|
# ==========================================================================
|
|
|
|
#
|
|
|
|
# ZoneMinder WatchDog Script, $Date$, $Revision$
|
2008-07-25 17:48:16 +08:00
|
|
|
# Copyright (C) 2001-2008 Philip Coombes
|
2005-12-16 18:05:29 +08:00
|
|
|
#
|
|
|
|
# This program is free software; you can redistribute it and/or
|
|
|
|
# modify it under the terms of the GNU General Public License
|
|
|
|
# as published by the Free Software Foundation; either version 2
|
|
|
|
# of the License, or (at your option) any later version.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with this program; if not, write to the Free Software
|
2016-12-26 23:23:16 +08:00
|
|
|
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
2005-12-16 18:05:29 +08:00
|
|
|
#
|
|
|
|
# ==========================================================================
|
2015-04-16 13:23:40 +08:00
|
|
|
|
|
|
|
=head1 NAME
|
|
|
|
|
|
|
|
zmwatch.pl - ZoneMinder WatchDog Script
|
|
|
|
|
|
|
|
=head1 SYNOPSIS
|
|
|
|
|
|
|
|
zmwatch.pl
|
|
|
|
|
|
|
|
=head1 DESCRIPTION
|
|
|
|
|
|
|
|
This does some basic setup for ZoneMinder to run and then periodically
|
|
|
|
checks the fps output of the active daemons to check they haven't
|
|
|
|
locked up. If they have then they are killed and restarted
|
|
|
|
|
|
|
|
=cut
|
2005-12-16 18:05:29 +08:00
|
|
|
use strict;
|
|
|
|
use bytes;
|
|
|
|
|
|
|
|
# ==========================================================================
|
|
|
|
#
|
|
|
|
# These are the elements you can edit to suit your installation
|
|
|
|
#
|
|
|
|
# ==========================================================================
|
|
|
|
|
2005-12-16 21:16:37 +08:00
|
|
|
use constant START_DELAY => 30; # To give everything else time to start
|
2005-12-16 18:05:29 +08:00
|
|
|
|
|
|
|
# ==========================================================================
|
|
|
|
#
|
|
|
|
# Don't change anything below here
|
|
|
|
#
|
|
|
|
# ==========================================================================
|
|
|
|
|
2009-06-08 17:11:56 +08:00
|
|
|
@EXTRA_PERL_LIB@
|
2005-12-16 18:05:29 +08:00
|
|
|
use ZoneMinder;
|
2017-11-22 12:56:05 +08:00
|
|
|
use ZoneMinder::Storage;
|
2005-12-16 18:05:29 +08:00
|
|
|
use POSIX;
|
|
|
|
use DBI;
|
2015-04-16 13:42:56 +08:00
|
|
|
use autouse 'Data::Dumper'=>qw(Dumper);
|
2005-12-16 18:05:29 +08:00
|
|
|
|
|
|
|
$| = 1;
|
|
|
|
|
2016-03-12 05:28:16 +08:00
|
|
|
$ENV{PATH} = '/bin:/usr/bin:/usr/local/bin';
|
2005-12-16 18:05:29 +08:00
|
|
|
$ENV{SHELL} = '/bin/sh' if exists $ENV{SHELL};
|
|
|
|
delete @ENV{qw(IFS CDPATH ENV BASH_ENV)};
|
|
|
|
|
2011-06-21 17:19:10 +08:00
|
|
|
logInit();
|
|
|
|
logSetSignal();
|
2005-12-21 01:03:33 +08:00
|
|
|
|
2018-05-24 22:49:20 +08:00
|
|
|
Info('Watchdog starting, pausing for '.START_DELAY.' seconds');
|
|
|
|
sleep(START_DELAY);
|
2005-12-16 18:05:29 +08:00
|
|
|
|
2007-09-07 23:39:44 +08:00
|
|
|
my $dbh = zmDbConnect();
|
2015-07-16 04:24:01 +08:00
|
|
|
my $sql = $Config{ZM_SERVER_ID} ? 'SELECT * FROM Monitors WHERE ServerId=?' : 'SELECT * FROM Monitors';
|
2018-05-24 22:49:20 +08:00
|
|
|
my $sth = $dbh->prepare_cached($sql)
|
|
|
|
or Fatal("Can't prepare '$sql': ".$dbh->errstr());
|
2005-12-16 18:05:29 +08:00
|
|
|
|
2016-08-22 23:41:26 +08:00
|
|
|
while( 1 ) {
|
2018-09-08 04:29:23 +08:00
|
|
|
while ( ! ( $dbh and $dbh->ping() ) ) {
|
|
|
|
if ( ! ( $dbh = zmDbConnect() ) ) {
|
|
|
|
sleep($Config{ZM_WATCH_CHECK_INTERVAL});
|
|
|
|
}
|
|
|
|
}
|
2018-01-08 03:20:17 +08:00
|
|
|
|
2016-08-22 23:41:26 +08:00
|
|
|
my $res = $sth->execute( $Config{ZM_SERVER_ID} ? $Config{ZM_SERVER_ID} : () )
|
2018-05-24 22:49:20 +08:00
|
|
|
or Fatal('Can\'t execute: '.$sth->errstr());
|
2016-08-22 23:41:26 +08:00
|
|
|
while( my $monitor = $sth->fetchrow_hashref() ) {
|
|
|
|
next if $monitor->{Function} eq 'None';
|
2018-04-27 05:18:36 +08:00
|
|
|
next if $monitor->{Type} eq 'WebSite';
|
2018-05-24 22:49:20 +08:00
|
|
|
my $now = time();
|
2016-08-22 23:41:26 +08:00
|
|
|
my $restart = 0;
|
2018-05-24 22:49:20 +08:00
|
|
|
if ( zmMemVerify($monitor) ) {
|
2016-08-22 23:41:26 +08:00
|
|
|
# Check we have got an image recently
|
2018-05-24 22:49:20 +08:00
|
|
|
my $capture_time = zmGetLastWriteTime($monitor);
|
2017-11-25 04:37:50 +08:00
|
|
|
if ( !defined($capture_time) ) {
|
2016-08-22 23:41:26 +08:00
|
|
|
# Can't read from shared data
|
2018-05-24 22:49:20 +08:00
|
|
|
Debug('LastWriteTime is not defined.');
|
|
|
|
zmMemInvalidate($monitor);
|
2016-08-22 23:41:26 +08:00
|
|
|
next;
|
|
|
|
}
|
2018-05-24 22:49:20 +08:00
|
|
|
Debug("Monitor $$monitor{Id} LastWriteTime is $capture_time.");
|
2017-11-25 04:37:50 +08:00
|
|
|
if ( !$capture_time ) {
|
2018-05-24 22:49:20 +08:00
|
|
|
my $startup_time = zmGetStartupTime($monitor);
|
2018-09-08 04:29:23 +08:00
|
|
|
if ( ( $now - $startup_time ) > $Config{ZM_WATCH_MAX_DELAY} ) {
|
2019-06-13 23:53:26 +08:00
|
|
|
Warning(
|
2018-05-24 22:49:20 +08:00
|
|
|
"Restarting capture daemon for $$monitor{Name}, no image since startup. ".
|
|
|
|
"Startup time was $startup_time - now $now > $Config{ZM_WATCH_MAX_DELAY}"
|
|
|
|
);
|
2018-01-12 05:53:26 +08:00
|
|
|
$restart = 1;
|
|
|
|
} else {
|
2017-01-11 04:29:54 +08:00
|
|
|
# We can't get the last capture time so can't be sure it's died, it might just be starting up.
|
2018-05-24 22:49:20 +08:00
|
|
|
zmMemInvalidate($monitor);
|
2017-11-25 04:37:50 +08:00
|
|
|
next;
|
2018-01-12 05:53:26 +08:00
|
|
|
}
|
2016-08-22 23:41:26 +08:00
|
|
|
}
|
2018-01-12 05:53:26 +08:00
|
|
|
if ( ! $restart ) {
|
2018-09-08 04:29:23 +08:00
|
|
|
my $max_image_delay = (
|
|
|
|
$monitor->{MaxFPS}
|
|
|
|
&&($monitor->{MaxFPS}>0)
|
|
|
|
&&($monitor->{MaxFPS}<1)
|
|
|
|
) ? (3/$monitor->{MaxFPS})
|
|
|
|
: $Config{ZM_WATCH_MAX_DELAY}
|
2018-01-12 05:53:26 +08:00
|
|
|
;
|
|
|
|
my $image_delay = $now-$capture_time;
|
2018-05-24 22:49:20 +08:00
|
|
|
Debug("Monitor $monitor->{Id} last captured $image_delay seconds ago, max is $max_image_delay");
|
2018-01-12 05:53:26 +08:00
|
|
|
if ( $image_delay > $max_image_delay ) {
|
2019-06-13 23:53:26 +08:00
|
|
|
Warning("Restarting capture daemon for "
|
2018-05-24 22:49:20 +08:00
|
|
|
.$monitor->{Name}.", time since last capture $image_delay seconds ($now-$capture_time)"
|
2018-01-12 05:53:26 +08:00
|
|
|
);
|
|
|
|
$restart = 1;
|
|
|
|
}
|
|
|
|
} # end if ! restart
|
2016-08-22 23:41:26 +08:00
|
|
|
} else {
|
2018-05-24 22:49:20 +08:00
|
|
|
Info("Restarting capture daemon for $monitor->{Name}, shared data not valid");
|
2016-08-22 23:41:26 +08:00
|
|
|
$restart = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
if ( $restart ) {
|
2018-01-12 04:00:05 +08:00
|
|
|
# Because zma depends on zmc, and zma can hold the shm in place, preventing zmc from using the space in /dev/shm,
|
|
|
|
# we need to stop zma before restarting zmc.
|
2018-05-24 22:49:20 +08:00
|
|
|
runCommand("zmdc.pl stop zma -m $$monitor{Id}") if $monitor->{Function} ne 'Monitor';
|
2016-08-22 23:41:26 +08:00
|
|
|
my $command;
|
|
|
|
if ( $monitor->{Type} eq 'Local' ) {
|
|
|
|
$command = "zmdc.pl restart zmc -d $monitor->{Device}";
|
|
|
|
} else {
|
|
|
|
$command = "zmdc.pl restart zmc -m $monitor->{Id}";
|
|
|
|
}
|
2018-05-24 22:49:20 +08:00
|
|
|
runCommand($command);
|
|
|
|
runCommand("zmdc.pl start zma -m $$monitor{Id}") if $monitor->{Function} ne 'Monitor';
|
2016-08-22 23:41:26 +08:00
|
|
|
} elsif ( $monitor->{Function} ne 'Monitor' ) {
|
|
|
|
# Now check analysis daemon
|
|
|
|
$restart = 0;
|
|
|
|
# Check we have got an image recently
|
2018-05-24 22:49:20 +08:00
|
|
|
my $image_time = zmGetLastReadTime($monitor);
|
2016-08-22 23:41:26 +08:00
|
|
|
if ( !defined($image_time) ) {
|
|
|
|
# Can't read from shared data
|
|
|
|
$restart = 1;
|
2018-05-24 22:49:20 +08:00
|
|
|
Error("Error reading shared data for $$monitor{Id} $$monitor{Name}");
|
2016-08-22 23:41:26 +08:00
|
|
|
} elsif ( !$image_time ) {
|
|
|
|
# We can't get the last capture time so can't be sure it's died.
|
|
|
|
$restart = 1;
|
2018-05-24 22:49:20 +08:00
|
|
|
Error("Last analyse time for $$monitor{Id} $$monitor{Name} was zero.");
|
2016-08-22 23:41:26 +08:00
|
|
|
} else {
|
|
|
|
|
|
|
|
my $max_image_delay = ( $monitor->{MaxFPS}
|
|
|
|
&&($monitor->{MaxFPS}>0)
|
|
|
|
&&($monitor->{MaxFPS}<1)
|
|
|
|
) ? (3/$monitor->{MaxFPS})
|
|
|
|
: $Config{ZM_WATCH_MAX_DELAY}
|
|
|
|
;
|
|
|
|
my $image_delay = $now-$image_time;
|
2018-05-24 22:49:20 +08:00
|
|
|
Debug("Monitor $monitor->{Id} last analysed $image_delay seconds ago, max is $max_image_delay");
|
2016-08-22 23:41:26 +08:00
|
|
|
if ( $image_delay > $max_image_delay ) {
|
2019-06-13 23:53:26 +08:00
|
|
|
Warning("Analysis daemon for $$monitor{Id} $$monitor{Name} needs restarting,"
|
2018-05-24 22:49:20 +08:00
|
|
|
." time since last analysis $image_delay seconds ($now-$image_time)"
|
2016-08-22 23:41:26 +08:00
|
|
|
);
|
|
|
|
$restart = 1;
|
2015-06-19 20:59:49 +08:00
|
|
|
}
|
2016-08-22 23:41:26 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
if ( $restart ) {
|
2018-05-24 22:49:20 +08:00
|
|
|
Info("Restarting analysis daemon for $$monitor{Id} $$monitor{Name}");
|
2018-02-03 05:07:13 +08:00
|
|
|
my $command = 'zmdc.pl restart zma -m '.$monitor->{Id};
|
2018-05-24 22:49:20 +08:00
|
|
|
runCommand($command);
|
2016-08-22 23:41:26 +08:00
|
|
|
} # end if restart
|
|
|
|
} # end if check analysis daemon
|
2016-12-21 04:40:14 +08:00
|
|
|
# Prevent open handles building up if we have connect to shared memory
|
2018-05-24 22:49:20 +08:00
|
|
|
zmMemInvalidate($monitor); # Close our file handle to the zmc process we are about to end
|
2016-08-22 23:41:26 +08:00
|
|
|
} # end foreach monitor
|
2017-11-23 09:03:37 +08:00
|
|
|
|
2018-05-24 22:49:20 +08:00
|
|
|
sleep($Config{ZM_WATCH_CHECK_INTERVAL});
|
2015-06-19 23:07:20 +08:00
|
|
|
} # end while (1)
|
2016-08-22 23:41:26 +08:00
|
|
|
|
2018-05-24 22:49:20 +08:00
|
|
|
Info("Watchdog exiting");
|
2005-12-16 18:05:29 +08:00
|
|
|
exit();
|
2018-01-11 01:58:04 +08:00
|
|
|
|
2016-08-22 23:41:26 +08:00
|
|
|
1;
|
|
|
|
__END__
|