2005-12-16 18:05:29 +08:00
#!/usr/bin/perl -wT
#
# ==========================================================================
#
# ZoneMinder Audit Script, $Date$, $Revision$
2008-07-25 17:48:16 +08:00
# Copyright (C) 2001-2008 Philip Coombes
2005-12-16 18:05:29 +08:00
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
2016-12-26 23:23:16 +08:00
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
2005-12-16 18:05:29 +08:00
#
# ==========================================================================
2015-04-10 17:27:45 +08:00
= head1 NAME
zmaudit . pl - ZoneMinder event file system and database consistency checker
= head1 SYNOPSIS
zmaudit . pl [ - r , - report | - i , - interactive ]
= head1 DESCRIPTION
This script checks for consistency between the event filesystem and
the database . If events are found in one and not the other they are
deleted ( optionally ) . Additionally any monitor event directories that
do not correspond to a database monitor are similarly disposed of .
However monitors in the database that don ' t have a directory are left
alone as this is valid if they are newly created and have no events
yet .
= head1 OPTIONS
- r , - - report - Just report don ' t actually do anything
- i , - - interactive - Ask before applying any changes
- c , - - continuous - Run continuously
- v , - - version - Print the installed version of ZoneMinder
= cut
2005-12-16 18:05:29 +08:00
use strict ;
use bytes ;
# ==========================================================================
#
# These are the elements you can edit to suit your installation
#
# ==========================================================================
2016-09-08 23:06:02 +08:00
use constant RECOVER_TAG = > '(r)' ; # Tag to append to event name when recovered
2005-12-16 18:05:29 +08:00
use constant RECOVER_TEXT = > "Recovered." ; # Text to append to event notes when recovered
# ==========================================================================
#
# You shouldn't need to change anything from here downwards
#
# ==========================================================================
2009-06-08 17:11:56 +08:00
@ EXTRA_PERL_LIB @
2005-12-16 18:05:29 +08:00
use ZoneMinder ;
use DBI ;
use POSIX ;
2007-08-30 02:11:09 +08:00
use File::Find ;
2005-12-16 18:05:29 +08:00
use Time::HiRes qw/gettimeofday/ ;
use Getopt::Long ;
2015-04-10 17:27:45 +08:00
use autouse 'Pod::Usage' = > qw( pod2usage ) ;
2005-12-16 18:05:29 +08:00
2013-12-17 05:32:02 +08:00
use constant IMAGE_PATH = > $ Config { ZM_PATH_WEB } . '/' . $ Config { ZM_DIR_IMAGES } ;
2015-04-10 18:20:05 +08:00
use constant EVENT_PATH = > ( $ Config { ZM_DIR_EVENTS } =~ m | / | )
? $ Config { ZM_DIR_EVENTS }
: ( $ Config { ZM_PATH_WEB } . '/' . $ Config { ZM_DIR_EVENTS } )
;
2005-12-16 18:05:29 +08:00
$| = 1 ;
2016-03-12 05:28:16 +08:00
$ ENV { PATH } = '/bin:/usr/bin:/usr/local/bin' ;
2005-12-16 18:05:29 +08:00
$ ENV { SHELL } = '/bin/sh' if exists $ ENV { SHELL } ;
delete @ ENV { qw( IFS CDPATH ENV BASH_ENV ) } ;
my $ report = 0 ;
2006-01-12 07:56:46 +08:00
my $ interactive = 0 ;
2006-01-12 23:38:24 +08:00
my $ continuous = 0 ;
2015-01-07 10:08:41 +08:00
my $ version ;
2005-12-16 18:05:29 +08:00
2011-06-21 17:19:10 +08:00
logInit ( ) ;
logSetSignal ( ) ;
2005-12-16 18:05:29 +08:00
2015-04-10 17:27:45 +08:00
GetOptions (
'report' = > \ $ report ,
'interactive' = > \ $ interactive ,
'continuous' = > \ $ continuous ,
'version' = > \ $ version
) or pod2usage ( - exitstatus = > - 1 ) ;
2005-12-16 18:05:29 +08:00
2015-01-07 10:08:41 +08:00
if ( $ version ) {
2015-04-10 18:20:05 +08:00
print ( ZoneMinder::Base:: ZM_VERSION . "\n" ) ;
exit ( 0 ) ;
2015-01-07 10:08:41 +08:00
}
2016-09-08 23:06:02 +08:00
if ( ( $ report + $ interactive + $ continuous ) > 1 ) {
2015-01-07 10:08:41 +08:00
print ( STDERR "Error, only one option may be specified\n" ) ;
2015-04-10 17:27:45 +08:00
pod2usage ( - exitstatus = > - 1 ) ;
2005-12-16 18:05:29 +08:00
}
2007-09-07 23:39:44 +08:00
my $ dbh = zmDbConnect ( ) ;
2005-12-16 18:05:29 +08:00
2016-01-05 04:13:01 +08:00
require ZoneMinder::Monitor ;
2015-12-23 00:50:29 +08:00
require ZoneMinder::Storage ;
2015-12-23 01:35:25 +08:00
require ZoneMinder::Event ;
2006-01-12 07:56:46 +08:00
2006-01-18 05:29:44 +08:00
my $ max_image_age = 6 / 24 ; # 6 hours
2007-08-30 02:11:09 +08:00
my $ max_swap_age = 24 / 24 ; # 24 hours
2005-12-16 18:05:29 +08:00
my $ image_path = IMAGE_PATH ;
2011-04-19 21:01:45 +08:00
my $ loop = 1 ;
my $ cleaned = 0 ;
2014-10-15 21:43:00 +08:00
MAIN: while ( $ loop ) {
2015-05-14 00:36:35 +08:00
2016-06-03 23:57:38 +08:00
while ( ! ( $ dbh and $ dbh - > ping ( ) ) ) {
$ dbh = zmDbConnect ( ) ;
if ( $ continuous ) {
2016-09-08 23:06:02 +08:00
Error ( 'Unable to connect to database' ) ;
2016-06-03 23:57:38 +08:00
# if we are running continuously, then just skip to the next
# interval, otherwise we are a one off run, so wait a second and
# retry until someone kills us.
sleep ( $ Config { ZM_AUDIT_CHECK_INTERVAL } ) ;
} else {
2016-09-08 23:06:02 +08:00
Fatal ( 'Unable to connect to database' ) ;
2016-06-03 23:57:38 +08:00
} # end if
} # end while can't connect to the db
if ( $ continuous ) {
# if we are running continuously, then just skip to the next
# interval, otherwise we are a one off run, so wait a second and
# retry until someone kills us.
sleep ( $ Config { ZM_AUDIT_CHECK_INTERVAL } ) ;
} else {
sleep 1 ;
} # end if
if ( ! exists $ Config { ZM_AUDIT_MIN_AGE } ) {
Fatal ( "ZM_AUDIT_MIN_AGE is not set in config." ) ;
}
2011-06-21 17:19:10 +08:00
2016-06-03 23:57:38 +08:00
my % Monitors ;
my $ db_monitors ;
2016-09-08 23:06:02 +08:00
my $ monitorSelectSql = 'select * from Monitors order by Id' ;
2016-06-03 23:57:38 +08:00
my $ monitorSelectSth = $ dbh - > prepare_cached ( $ monitorSelectSql )
or Fatal ( "Can't prepare '$monitorSelectSql': " . $ dbh - > errstr ( ) ) ;
2016-09-08 23:06:02 +08:00
my $ eventSelectSql = ' SELECT Id , ( unix_timestamp ( ) - unix_timestamp ( StartTime ) ) as Age
FROM Events WHERE MonitorId = ? ORDER BY Id ' ;
2016-06-03 23:57:38 +08:00
my $ eventSelectSth = $ dbh - > prepare_cached ( $ eventSelectSql )
or Fatal ( "Can't prepare '$eventSelectSql': " . $ dbh - > errstr ( ) ) ;
$ cleaned = 0 ;
my $ res = $ monitorSelectSth - > execute ( )
or Fatal ( "Can't execute: " . $ monitorSelectSth - > errstr ( ) ) ;
while ( my $ monitor = $ monitorSelectSth - > fetchrow_hashref ( ) ) {
$ Monitors { $$ monitor { Id } } = $ monitor ;
Debug ( "Found database monitor '$monitor->{Id}'" ) ;
my $ db_events = $ db_monitors - > { $ monitor - > { Id } } = { } ;
my $ res = $ eventSelectSth - > execute ( $ monitor - > { Id } )
or Fatal ( "Can't execute: " . $ eventSelectSth - > errstr ( ) ) ;
while ( my $ event = $ eventSelectSth - > fetchrow_hashref ( ) ) {
$ db_events - > { $ event - > { Id } } = $ event - > { Age } ;
2011-06-21 17:19:10 +08:00
}
2016-09-08 23:06:02 +08:00
Debug ( 'Got ' . int ( keys ( %$ db_events ) ) . " events\n" ) ;
2016-06-03 23:57:38 +08:00
}
2011-06-21 17:19:10 +08:00
2016-06-03 23:57:38 +08:00
my $ fs_monitors ;
foreach my $ Storage (
ZoneMinder::Storage - > find ( ( $ Config { ZM_SERVER_ID } ? ( ServerId = > $ Config { ZM_SERVER_ID } ) : ( ) ) ) ,
new ZoneMinder:: Storage ( ) ,
) {
2016-09-08 23:06:02 +08:00
Debug ( 'Checking events in ' . $ Storage - > Path ( ) ) ;
if ( ! chdir ( $ Storage - > Path ( ) ) ) {
Error ( 'Unable to change dir to ' . $ Storage - > Path ( ) ) ;
next ;
} # end if
2016-06-03 23:57:38 +08:00
# Please note that this glob will take all files beginning with a digit.
2016-09-08 23:06:02 +08:00
foreach my $ monitor ( glob ( '[0-9]*' ) ) {
2016-06-03 23:57:38 +08:00
next if $ monitor =~ /\D/ ;
Debug ( "Found filesystem monitor '$monitor'" ) ;
2016-07-12 23:27:25 +08:00
$ fs_monitors - > { $ monitor } = { } if ! $ fs_monitors - > { $ monitor } ;
my $ fs_events = $ fs_monitors - > { $ monitor } ;
2016-06-03 23:57:38 +08:00
# De-taint
( my $ monitor_dir ) = ( $ monitor =~ /^(.*)$/ ) ;
if ( $ Config { ZM_USE_DEEP_STORAGE } ) {
foreach my $ day_dir ( glob ( "$monitor_dir/*/*/*" ) ) {
2016-07-13 02:16:20 +08:00
Debug ( "Checking day dir $day_dir" ) ;
2016-06-03 23:57:38 +08:00
( $ day_dir ) = ( $ day_dir =~ /^(.*)$/ ) ; # De-taint
2016-06-08 09:37:33 +08:00
if ( ! chdir ( $ day_dir ) ) {
2016-09-21 03:54:37 +08:00
Error ( "Can't chdir to '$$Storage{Path}/$day_dir': $!" ) ;
2016-06-08 09:37:33 +08:00
next ;
}
2016-09-08 23:06:02 +08:00
if ( ! opendir ( DIR , '.' ) ) {
2016-09-21 03:54:37 +08:00
Error ( "Can't open directory '$$Storage{Path}/$day_dir': $!" ) ;
2016-06-08 09:37:33 +08:00
next ;
}
2016-06-03 23:57:38 +08:00
my @ event_links = sort { $ b <=> $ a } grep { - l $ _ } readdir ( DIR ) ;
closedir ( DIR ) ;
my $ count = 0 ;
foreach my $ event_link ( @ event_links ) {
if ( $ event_link =~ /[^\d\.]/ ) {
Warning ( "Non-event link found $event_link in $day_dir, skipping" ) ;
next ;
2007-09-05 00:08:55 +08:00
}
2016-06-03 23:57:38 +08:00
Debug ( "Checking link $event_link" ) ;
( my $ event = $ event_link ) =~ s/^.*\.// ;
2016-08-05 00:22:33 +08:00
#Event path is hour/minute/sec
2016-06-03 23:57:38 +08:00
my $ event_path = readlink ( $ event_link ) ;
2016-07-12 23:27:25 +08:00
if ( ! - e $ event_path ) {
aud_print ( "Event link $day_dir/$event_link does not point to valid target" ) ;
if ( confirm ( ) ) {
( $ event_link ) = ( $ event_link =~ /^(.*)$/ ) ; # De-taint
2016-08-05 00:22:33 +08:00
unlink ( $ event_link ) ;
2016-07-12 23:27:25 +08:00
$ cleaned = 1 ;
}
2016-06-03 23:57:38 +08:00
} else {
2016-08-05 00:22:33 +08:00
Debug ( "Checking link $event_link points to $event_path " ) ;
2016-07-12 23:27:25 +08:00
my $ Event = $ fs_events - > { $ event } = new ZoneMinder:: Event ( ) ;
$$ Event { Id } = $ event ;
2016-09-21 03:54:37 +08:00
$$ Event { Path } = join ( '/' , $ Storage - > Path ( ) , $ day_dir , $ event_path ) ;
2016-07-12 23:27:25 +08:00
$ Event - > MonitorId ( $ monitor_dir ) ;
$ Event - > StorageId ( $ Storage - > Id ( ) ) ;
} # event path exists
2016-06-03 23:57:38 +08:00
} # end foreach event_link
chdir ( $ Storage - > Path ( ) ) ;
} # end foreach day dir
} else {
2016-06-08 09:43:47 +08:00
if ( ! chdir ( $ monitor_dir ) ) {
2016-08-05 00:22:33 +08:00
Error ( "Can't chdir directory '$$Storage{Path}/$monitor_dir': $!" ) ;
2016-06-08 09:43:47 +08:00
next ;
}
if ( ! opendir ( DIR , "." ) ) {
2016-08-05 00:22:33 +08:00
Error ( "Can't open directory '$$Storage{Path}/$monitor_dir': $!" ) ;
2016-06-08 09:43:47 +08:00
next ;
}
2016-06-03 23:57:38 +08:00
my @ temp_events = sort { $ b <=> $ a } grep { - d $ _ && $ _ =~ /^\d+$/ } readdir ( DIR ) ;
closedir ( DIR ) ;
my $ count = 0 ;
foreach my $ event ( @ temp_events ) {
2016-07-12 23:27:25 +08:00
my $ Event = $ fs_events - > { $ event } = new ZoneMinder:: Event ( ) ;
$$ Event { Id } = $ event ;
#$$Event{Path} = $event_path;
$ Event - > MonitorId ( $ monitor_dir ) ;
$ Event - > StorageId ( $ Storage - > Id ( ) ) ;
2016-06-03 23:57:38 +08:00
} # end foreach event
chdir ( $ Storage - > Path ( ) ) ;
} # if USE_DEEP_STORAGE
2016-09-08 23:06:02 +08:00
Debug ( 'Got ' . int ( keys ( %$ fs_events ) ) . " events for monitor $monitor_dir\n" ) ;
2016-06-04 00:01:31 +08:00
delete_empty_directories ( $ monitor_dir ) ;
2016-06-03 23:57:38 +08:00
} # end foreach monitor
2011-04-19 21:01:45 +08:00
redo MAIN if ( $ cleaned ) ;
2005-12-16 18:05:29 +08:00
2011-04-19 21:01:45 +08:00
$ cleaned = 0 ;
2016-06-06 22:30:52 +08:00
while ( my ( $ monitor_id , $ fs_events ) = each ( %$ fs_monitors ) ) {
if ( my $ db_events = $ db_monitors - > { $ monitor_id } ) {
2016-06-03 23:57:38 +08:00
next if ! $ fs_events ;
2016-07-12 23:27:25 +08:00
foreach my $ fs_event_id ( sort { $ a <=> $ b } keys %$ fs_events ) {
my $ Event = $ fs_events - > { $ fs_event_id } ;
2016-08-05 00:22:33 +08:00
if ( ! defined ( $ db_events - > { $ fs_event_id } ) ) {
my $ age = $ Event - > age ( ) ;
if ( $ age > $ Config { ZM_AUDIT_MIN_AGE } ) {
aud_print ( "Filesystem event '" . $ Event - > Path ( ) . "' does not exist in database and is $age seconds old" ) ;
if ( confirm ( ) ) {
$ Event - > delete_files ( ) ;
$ cleaned = 1 ;
delete $ fs_events - > { $ fs_event_id } ;
} # end if confirm
} # end if old enough
} # end if ! in db events
2016-06-06 22:30:52 +08:00
} # end foreach fs event
2016-06-03 23:57:38 +08:00
} else {
2016-06-06 22:30:52 +08:00
aud_print ( "Filesystem monitor '$monitor_id' in $$Storage{Path} does not exist in database" ) ;
2016-06-03 23:57:38 +08:00
if ( confirm ( ) ) {
2016-06-06 22:30:52 +08:00
my $ command = "rm -rf $monitor_id" ;
2016-06-03 23:57:38 +08:00
executeShellCommand ( $ command ) ;
$ cleaned = 1 ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
}
} # end foreach monitor/filesystem events
2005-12-16 18:05:29 +08:00
2011-06-21 17:19:10 +08:00
my $ monitor_links ;
2016-09-08 23:06:02 +08:00
foreach my $ link ( glob ( '*' ) ) {
2016-06-03 23:57:38 +08:00
next if ( ! - l $ link ) ;
next if ( - e $ link ) ;
aud_print ( "Filesystem monitor link '$link' does not point to valid monitor directory" ) ;
if ( confirm ( ) ) {
( $ link ) = ( $ link =~ /^(.*)$/ ) ; # De-taint
2016-12-21 00:29:31 +08:00
my $ command = qq`rm "$link"` ;
2016-06-03 23:57:38 +08:00
executeShellCommand ( $ command ) ;
$ cleaned = 1 ;
}
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
} # end foreach Storage Area
redo MAIN if ( $ cleaned ) ;
$ cleaned = 0 ;
2016-09-08 23:06:02 +08:00
my $ deleteMonitorSql = 'delete low_priority from Monitors where Id = ?' ;
2016-06-03 23:57:38 +08:00
my $ deleteMonitorSth = $ dbh - > prepare_cached ( $ deleteMonitorSql )
or Fatal ( "Can't prepare '$deleteMonitorSql': " . $ dbh - > errstr ( ) ) ;
2016-09-08 23:06:02 +08:00
my $ deleteEventSql = 'delete low_priority from Events where Id = ?' ;
2016-06-03 23:57:38 +08:00
my $ deleteEventSth = $ dbh - > prepare_cached ( $ deleteEventSql )
or Fatal ( "Can't prepare '$deleteEventSql': " . $ dbh - > errstr ( ) ) ;
2016-09-08 23:06:02 +08:00
my $ deleteFramesSql = 'delete low_priority from Frames where EventId = ?' ;
2016-06-03 23:57:38 +08:00
my $ deleteFramesSth = $ dbh - > prepare_cached ( $ deleteFramesSql )
or Fatal ( "Can't prepare '$deleteFramesSql': " . $ dbh - > errstr ( ) ) ;
2016-09-08 23:06:02 +08:00
my $ deleteStatsSql = 'delete low_priority from Stats where EventId = ?' ;
2016-06-03 23:57:38 +08:00
my $ deleteStatsSth = $ dbh - > prepare_cached ( $ deleteStatsSql )
or Fatal ( "Can't prepare '$deleteStatsSql': " . $ dbh - > errstr ( ) ) ;
while ( my ( $ db_monitor , $ db_events ) = each ( %$ db_monitors ) ) {
if ( my $ fs_events = $ fs_monitors - > { $ db_monitor } ) {
next if ! $ db_events ;
2016-07-13 02:16:20 +08:00
while ( my ( $ db_event , $ age ) = each ( %$ db_events ) ) {
if ( ! defined ( $ fs_events - > { $ db_event } ) ) {
Debug ( "Event $db_event is not in fs." ) ;
2016-06-03 23:57:38 +08:00
my $ Event = new ZoneMinder:: Event ( $ db_event ) ;
2016-07-13 02:16:20 +08:00
if ( ! $ Event - > StartTime ( ) ) {
Debug ( "Event $$Event{Id} has no start time. deleting it." ) ;
if ( confirm ( ) ) {
$ Event - > delete ( ) ;
$ cleaned = 1 ;
}
next ;
}
2016-06-03 23:57:38 +08:00
if ( $ Event - > check_for_in_filesystem ( ) ) {
2016-09-08 23:06:02 +08:00
Debug ( 'Database events apparent exists at ' . $ Event - > Path ( ) ) ;
2016-06-03 23:57:38 +08:00
} else {
if ( $ age > $ Config { ZM_AUDIT_MIN_AGE } ) {
2016-09-08 23:06:02 +08:00
aud_print ( "Database event '$db_monitor/$db_event' does not exist at " . $ Event - > Path ( ) . ' in filesystem' ) ;
2016-06-03 23:57:38 +08:00
if ( confirm ( ) ) {
2016-07-13 02:16:20 +08:00
$ Event - > delete ( ) ;
2016-06-03 23:57:38 +08:00
$ cleaned = 1 ;
}
} else {
my $ Storage = $ Event - > Storage ( ) ;
2011-04-19 21:01:45 +08:00
2016-07-13 02:16:20 +08:00
aud_print ( "Database event '" . $ Event - > getPath ( ) . " monitor:$db_monitor event:$db_event' does not exist in filesystem but too young to delete age: $age > MIN $Config{ZM_AUDIT_MIN_AGE}.\n" ) ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
} # end if exists in filesystem
} # end if ! in fs_events
} # foreach db_event
} else {
my $ Monitor = new ZoneMinder:: Monitor ( $ db_monitor ) ;
my $ Storage = $ Monitor - > Storage ( ) ;
2016-09-08 23:06:02 +08:00
aud_print ( "Database monitor '$db_monitor' does not exist in filesystem, should have been at " . $ Storage - > Path ( ) . '/' . $ Monitor - > Id ( ) . "\n" ) ;
2016-06-03 23:57:38 +08:00
#if ( confirm() )
#{
# We don't actually do this in case it's new
#my $res = $deleteMonitorSth->execute( $db_monitor )
# or Fatal( "Can't execute: ".$deleteMonitorSth->errstr() );
#$cleaned = 1;
#}
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
} # end foreach db monitors
redo MAIN if ( $ cleaned ) ;
# Remove orphaned events (with no monitor)
$ cleaned = 0 ;
2016-09-08 23:06:02 +08:00
my $ selectOrphanedEventsSql = ' SELECT Events . Id , Events . Name
2016-06-03 23:57:38 +08:00
FROM Events LEFT JOIN Monitors ON ( Events . MonitorId = Monitors . Id )
2016-09-08 23:06:02 +08:00
WHERE isnull ( Monitors . Id ) ' ;
2016-06-03 23:57:38 +08:00
my $ selectOrphanedEventsSth = $ dbh - > prepare_cached ( $ selectOrphanedEventsSql )
or Fatal ( "Can't prepare '$selectOrphanedEventsSql': " . $ dbh - > errstr ( ) ) ;
$ res = $ selectOrphanedEventsSth - > execute ( )
or Fatal ( "Can't execute: " . $ selectOrphanedEventsSth - > errstr ( ) ) ;
while ( my $ event = $ selectOrphanedEventsSth - > fetchrow_hashref ( ) ) {
aud_print ( "Found orphaned event with no monitor '$event->{Id}'" ) ;
if ( confirm ( ) ) {
$ res = $ deleteEventSth - > execute ( $ event - > { Id } )
or Fatal ( "Can't execute: " . $ deleteEventSth - > errstr ( ) ) ;
$ cleaned = 1 ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
}
redo MAIN if ( $ cleaned ) ;
# Remove empty events (with no frames)
$ cleaned = 0 ;
2016-09-08 23:06:02 +08:00
my $ selectEmptyEventsSql = ' SELECT E . Id AS Id , E . StartTime , F . EventId FROM Events as E LEFT JOIN Frames as F ON ( E . Id = F . EventId )
WHERE isnull ( F . EventId ) AND now ( ) - interval '.$Config{ZM_AUDIT_MIN_AGE}.' second > E . StartTime ' ;
2016-06-03 23:57:38 +08:00
my $ selectEmptyEventsSth = $ dbh - > prepare_cached ( $ selectEmptyEventsSql )
or Fatal ( "Can't prepare '$selectEmptyEventsSql': " . $ dbh - > errstr ( ) ) ;
$ res = $ selectEmptyEventsSth - > execute ( )
or Fatal ( "Can't execute: " . $ selectEmptyEventsSth - > errstr ( ) ) ;
while ( my $ event = $ selectEmptyEventsSth - > fetchrow_hashref ( ) ) {
aud_print ( "Found empty event with no frame records '$event->{Id}'" ) ;
if ( confirm ( ) ) {
$ res = $ deleteEventSth - > execute ( $ event - > { Id } )
or Fatal ( "Can't execute: " . $ deleteEventSth - > errstr ( ) ) ;
$ cleaned = 1 ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
}
redo MAIN if ( $ cleaned ) ;
# Remove orphaned frame records
$ cleaned = 0 ;
2016-09-08 23:06:02 +08:00
my $ selectOrphanedFramesSql = ' SELECT DISTINCT EventId FROM Frames
WHERE EventId NOT IN ( SELECT Id FROM Events ) ' ;
2016-06-03 23:57:38 +08:00
my $ selectOrphanedFramesSth = $ dbh - > prepare_cached ( $ selectOrphanedFramesSql )
or Fatal ( "Can't prepare '$selectOrphanedFramesSql': " . $ dbh - > errstr ( ) ) ;
$ res = $ selectOrphanedFramesSth - > execute ( )
or Fatal ( "Can't execute: " . $ selectOrphanedFramesSth - > errstr ( ) ) ;
while ( my $ frame = $ selectOrphanedFramesSth - > fetchrow_hashref ( ) ) {
aud_print ( "Found orphaned frame records for event '$frame->{EventId}'" ) ;
if ( confirm ( ) ) {
$ res = $ deleteFramesSth - > execute ( $ frame - > { EventId } )
or Fatal ( "Can't execute: " . $ deleteFramesSth - > errstr ( ) ) ;
$ cleaned = 1 ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
}
redo MAIN if ( $ cleaned ) ;
# Remove orphaned stats records
$ cleaned = 0 ;
2016-09-08 23:06:02 +08:00
my $ selectOrphanedStatsSql = ' SELECT DISTINCT EventId FROM Stats
WHERE EventId NOT IN ( SELECT Id FROM Events ) ' ;
2016-06-03 23:57:38 +08:00
my $ selectOrphanedStatsSth = $ dbh - > prepare_cached ( $ selectOrphanedStatsSql )
or Fatal ( "Can't prepare '$selectOrphanedStatsSql': " . $ dbh - > errstr ( ) ) ;
$ res = $ selectOrphanedStatsSth - > execute ( )
or Fatal ( "Can't execute: " . $ selectOrphanedStatsSth - > errstr ( ) ) ;
while ( my $ stat = $ selectOrphanedStatsSth - > fetchrow_hashref ( ) ) {
aud_print ( "Found orphaned statistic records for event '$stat->{EventId}'" ) ;
if ( confirm ( ) ) {
$ res = $ deleteStatsSth - > execute ( $ stat - > { EventId } )
or Fatal ( "Can't execute: " . $ deleteStatsSth - > errstr ( ) ) ;
$ cleaned = 1 ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
}
redo MAIN if ( $ cleaned ) ;
2011-06-21 17:19:10 +08:00
2016-06-03 23:57:38 +08:00
# New audit to close any events that were left open for longer than MIN_AGE seconds
my $ selectUnclosedEventsSql =
#"SELECT E.Id, ANY_VALUE(E.MonitorId),
#
#max(F.TimeStamp) as EndTime,
#unix_timestamp(max(F.TimeStamp)) - unix_timestamp(E.StartTime) as Length,
#max(F.FrameId) as Frames,
#count(if(F.Score>0,1,NULL)) as AlarmFrames,
#sum(F.Score) as TotScore,
#max(F.Score) as MaxScore
#FROM Events as E
#INNER JOIN Frames as F on E.Id = F.EventId
#WHERE isnull(E.Frames) or isnull(E.EndTime)
2016-09-08 23:06:02 +08:00
#GROUP BY E.Id HAVING EndTime < (now() - interval ".$Config{ZM_AUDIT_MIN_AGE}.' second)'
2016-06-03 23:57:38 +08:00
#;
2016-09-08 23:06:02 +08:00
'SELECT *, unix_timestamp(StartTime) AS TimeStamp FROM Events WHERE EndTime IS NULL AND StartTime < (now() - interval ' . $ Config { ZM_AUDIT_MIN_AGE } . ' second)' ;
2016-06-03 23:57:38 +08:00
2016-09-08 23:06:02 +08:00
my $ selectFrameDataSql = ' SELECT max ( TimeStamp ) as EndTime , unix_timestamp ( max ( TimeStamp ) ) AS EndTimeStamp , max ( FrameId ) as Frames ,
2016-06-03 23:57:38 +08:00
count ( if ( Score > 0 , 1 , NULL ) ) as AlarmFrames ,
sum ( Score ) as TotScore ,
max ( Score ) as MaxScore
2016-09-08 23:06:02 +08:00
FROM Frames WHERE EventId = ? ' ;
2016-06-03 23:57:38 +08:00
my $ selectFrameDataSth = $ dbh - > prepare_cached ( $ selectFrameDataSql )
or Fatal ( "Can't prepare '$selectFrameDataSql': " . $ dbh - > errstr ( ) ) ;
my $ selectUnclosedEventsSth = $ dbh - > prepare_cached ( $ selectUnclosedEventsSql )
or Fatal ( "Can't prepare '$selectUnclosedEventsSql': " . $ dbh - > errstr ( ) ) ;
my $ updateUnclosedEventsSql =
" UPDATE low_priority Events
SET Name = ? ,
EndTime = ? ,
Length = ? ,
Frames = ? ,
AlarmFrames = ? ,
TotScore = ? ,
AvgScore = ? ,
MaxScore = ? ,
Notes = concat_ws ( ' ' , Notes , ? )
WHERE Id = ? "
;
my $ updateUnclosedEventsSth = $ dbh - > prepare_cached ( $ updateUnclosedEventsSql )
or Fatal ( "Can't prepare '$updateUnclosedEventsSql': " . $ dbh - > errstr ( ) ) ;
$ res = $ selectUnclosedEventsSth - > execute ( )
or Fatal ( "Can't execute: " . $ selectUnclosedEventsSth - > errstr ( ) ) ;
while ( my $ event = $ selectUnclosedEventsSth - > fetchrow_hashref ( ) ) {
aud_print ( "Found open event '$event->{Id}'" ) ;
if ( confirm ( 'close' , 'closing' ) ) {
$ res = $ selectFrameDataSth - > execute ( $ event - > { Id } ) or Fatal ( "Can't execute: " . $ selectFrameDataSth - > errstr ( ) ) ;
my $ frame = $ selectFrameDataSth - > fetchrow_hashref ( ) ;
if ( $ frame ) {
$ res = $ updateUnclosedEventsSth - > execute (
2016-09-08 23:06:02 +08:00
sprintf ( '%s%d%s' ,
2016-06-03 23:57:38 +08:00
$ Monitors { $ event - > { MonitorId } } - > { EventPrefix } ,
$ event - > { Id } ,
RECOVER_TAG
) ,
$ frame - > { EndTime } ,
$ frame - > { EndTimeStamp } - $ event - > { TimeStamp } ,
$ frame - > { Frames } ,
$ frame - > { AlarmFrames } ,
$ frame - > { TotScore } ,
$ frame - > { AlarmFrames }
? int ( $ frame - > { TotScore } / $ frame - > { AlarmFrames } )
: 0
,
$ frame - > { MaxScore } ,
RECOVER_TEXT ,
$ event - > { Id }
) or Fatal ( "Can't execute: " . $ updateUnclosedEventsSth - > errstr ( ) ) ;
} else {
2016-09-08 23:06:02 +08:00
Error ( 'SHOULD DELETE' ) ;
2016-06-03 23:57:38 +08:00
} # end if has frame data
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
} # end while unclosed event
# Now delete any old image files
if ( my @ old_files = grep { - M > $ max_image_age } <$image_path/*.{jpg,gif,wbmp}> ) {
2016-09-08 23:06:02 +08:00
aud_print ( 'Deleting ' . int ( @ old_files ) . " old images\n" ) ;
my $ untainted_old_files = join ( ';' , @ old_files ) ;
2016-06-03 23:57:38 +08:00
( $ untainted_old_files ) = ( $ untainted_old_files =~ /^(.*)$/ ) ;
unlink ( split ( /;/ , $ untainted_old_files ) ) ;
}
2011-06-21 17:19:10 +08:00
2016-06-03 23:57:38 +08:00
# Now delete any old swap files
( my $ swap_image_root ) = ( $ Config { ZM_PATH_SWAP } =~ /^(.*)$/ ) ; # De-taint
File::Find:: find ( { wanted = > \ & deleteSwapImage , untaint = > 1 } , $ swap_image_root ) ;
# Prune the Logs table if required
if ( $ Config { ZM_LOG_DATABASE_LIMIT } ) {
if ( $ Config { ZM_LOG_DATABASE_LIMIT } =~ /^\d+$/ ) {
# Number of rows
2016-09-08 23:06:02 +08:00
my $ selectLogRowCountSql = 'SELECT count(*) as Rows from Logs' ;
2016-06-03 23:57:38 +08:00
my $ selectLogRowCountSth = $ dbh - > prepare_cached ( $ selectLogRowCountSql )
or Fatal ( "Can't prepare '$selectLogRowCountSql': " . $ dbh - > errstr ( ) ) ;
$ res = $ selectLogRowCountSth - > execute ( )
or Fatal ( "Can't execute: " . $ selectLogRowCountSth - > errstr ( ) ) ;
my $ row = $ selectLogRowCountSth - > fetchrow_hashref ( ) ;
my $ logRows = $ row - > { Rows } ;
if ( $ logRows > $ Config { ZM_LOG_DATABASE_LIMIT } ) {
2016-09-08 23:06:02 +08:00
my $ deleteLogByRowsSql = 'DELETE low_priority FROM Logs ORDER BY TimeKey ASC LIMIT ?' ;
2016-06-03 23:57:38 +08:00
my $ deleteLogByRowsSth = $ dbh - > prepare_cached ( $ deleteLogByRowsSql )
or Fatal ( "Can't prepare '$deleteLogByRowsSql': " . $ dbh - > errstr ( ) ) ;
$ res = $ deleteLogByRowsSth - > execute ( $ logRows - $ Config { ZM_LOG_DATABASE_LIMIT } )
or Fatal ( "Can't execute: " . $ deleteLogByRowsSth - > errstr ( ) ) ;
if ( $ deleteLogByRowsSth - > rows ( ) ) {
2016-09-08 23:06:02 +08:00
aud_print ( 'Deleted ' . $ deleteLogByRowsSth - > rows ( )
2016-06-03 23:57:38 +08:00
. " log table entries by count\n" ) ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
}
} else {
# Time of record
my $ deleteLogByTimeSql =
" DELETE low_priority FROM Logs
2016-09-08 23:06:02 +08:00
WHERE TimeKey < unix_timestamp ( now ( ) - interval " . $ Config { ZM_LOG_DATABASE_LIMIT } . ')' ;
2016-06-03 23:57:38 +08:00
my $ deleteLogByTimeSth = $ dbh - > prepare_cached ( $ deleteLogByTimeSql )
or Fatal ( "Can't prepare '$deleteLogByTimeSql': " . $ dbh - > errstr ( ) ) ;
$ res = $ deleteLogByTimeSth - > execute ( )
or Fatal ( "Can't execute: " . $ deleteLogByTimeSth - > errstr ( ) ) ;
if ( $ deleteLogByTimeSth - > rows ( ) ) {
2016-09-08 23:06:02 +08:00
aud_print ( 'Deleted ' . $ deleteLogByTimeSth - > rows ( )
2016-06-03 23:57:38 +08:00
. " log table entries by time\n" ) ;
}
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
} # end if ZM_LOG_DATABASE_LIMIT
$ loop = $ continuous ;
2007-08-30 02:11:09 +08:00
2016-06-03 23:57:38 +08:00
sleep ( $ Config { ZM_AUDIT_CHECK_INTERVAL } ) if $ continuous ;
2011-04-19 21:01:45 +08:00
} ;
2007-08-30 02:11:09 +08:00
2011-04-19 21:01:45 +08:00
exit ( 0 ) ;
2016-06-03 23:57:38 +08:00
sub aud_print {
my $ string = shift ;
if ( ! $ continuous ) {
print ( $ string ) ;
} else {
Info ( $ string ) ;
}
2011-04-19 21:01:45 +08:00
}
2016-06-03 23:57:38 +08:00
sub confirm {
2016-09-08 23:06:02 +08:00
my $ prompt = shift || 'delete' ;
my $ action = shift || 'deleting' ;
2016-06-03 23:57:38 +08:00
my $ yesno = 0 ;
if ( $ report ) {
print ( "\n" ) ;
} elsif ( $ interactive ) {
print ( ", $prompt y/n: " ) ;
my $ char = < > ;
chomp ( $ char ) ;
if ( $ char eq 'q' ) {
exit ( 0 ) ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
if ( ! $ char ) {
$ char = 'y' ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
$ yesno = ( $ char =~ /[yY]/ ) ;
} else {
if ( ! $ continuous ) {
print ( ", $action\n" ) ;
} else {
Info ( $ action ) ;
2011-06-21 17:19:10 +08:00
}
2016-06-03 23:57:38 +08:00
$ yesno = 1 ;
}
return ( $ yesno ) ;
2011-04-19 21:01:45 +08:00
}
2016-06-03 23:57:38 +08:00
sub deleteSwapImage {
my $ file = $ _ ;
2011-04-19 21:01:45 +08:00
2016-07-13 02:16:20 +08:00
return if $ file =~ /^./ ;
2016-06-03 23:57:38 +08:00
if ( $ file !~ /^zmswap-/ ) {
2016-07-13 02:16:20 +08:00
Error ( "Trying to delete SwapImage that isnt a swap image $file" ) ;
2016-06-03 23:57:38 +08:00
return ;
}
2007-08-30 02:11:09 +08:00
2016-06-03 23:57:38 +08:00
# Ignore directories
if ( - d $ file ) {
2016-07-13 02:16:20 +08:00
Error ( "Trying to delete a directory instead of a swap image $file" ) ;
2016-06-03 23:57:38 +08:00
return ;
}
2011-04-19 21:01:45 +08:00
2016-06-03 23:57:38 +08:00
if ( - M $ file > $ max_swap_age ) {
2016-07-13 02:16:20 +08:00
( $ file ) = ( $ file =~ /^(.*)$/ ) ;
2016-06-03 23:57:38 +08:00
Debug ( "Deleting $file" ) ;
2016-07-13 02:16:20 +08:00
unlink ( $ file ) ;
2016-06-03 23:57:38 +08:00
}
2011-04-19 21:01:45 +08:00
}
2016-06-03 23:35:28 +08:00
sub delete_empty_directories {
2016-06-08 10:03:46 +08:00
my $ DIR ;
if ( ! opendir ( $ DIR , $ _ [ 0 ] ) ) {
2016-08-31 23:21:46 +08:00
Error ( "delete_empty_directories: Can't open directory '" . getcwd ( ) . "/$_[0]': $!" ) ;
2016-06-03 23:35:28 +08:00
return ;
}
2016-06-08 10:03:46 +08:00
my @ contents = map { $ _ eq '.' or $ _ eq '..' ? ( ) : $ _ } readdir ( $ DIR ) ;
2016-06-08 09:43:47 +08:00
my @ dirs = map { - d $ _ [ 0 ] . '/' . $ _ ? $ _ : ( ) } @ contents ;
2016-06-03 23:35:28 +08:00
if ( @ dirs ) {
foreach ( @ dirs ) {
delete_empty_directories ( $ _ [ 0 ] . '/' . $ _ ) ;
}
#Reload, since we may now be empty
2016-06-08 10:03:46 +08:00
rewinddir $ DIR ;
@ contents = map { $ _ eq '.' or $ _ eq '..' ? ( ) : $ _ } readdir ( $ DIR ) ;
2016-06-03 23:35:28 +08:00
}
if ( ! @ contents ) {
2016-06-08 10:03:46 +08:00
( my $ dir ) = ( $ _ [ 0 ] =~ /^(.*)$/ ) ;
unlink $ dir ;
2016-06-03 23:35:28 +08:00
}
2016-06-08 10:03:46 +08:00
closedir ( $ DIR ) ;
2016-06-03 23:35:28 +08:00
} # end sub delete_empty_directories