#============================================================= -*-perl-*- # # BackupPC::CGI::Check package # # DESCRIPTION # # This module implements the Check action for the CGI interface. # # AUTHOR # Heuze Florent # #======================================================================== # # Released Sept 2019 - firewall-services.com # #======================================================================== package BackupPC::CGI::Check; use strict; use lib "/usr/share/BackupPC/lib"; use BackupPC::Lib; use BackupPC::CGI::Lib qw(:all); use POSIX; use JSON; use Getopt::Long; use Statistics::Descriptive; use Data::Dumper; sub action { # Init my($fullTot, $fullSizeTot, $incrTot, $incrSizeTot, $str, $strNone, $strGood, $hostCntGood, $hostCntNone, $head_content); $hostCntGood = $hostCntNone = 0; GetStatusInfo("hosts info"); my $Privileged = CheckPermission(); # Start loop foreach my $host ( GetUserHosts(1) ) { my($fullDur, $incrCnt, $incrAge, $fullSize, $fullRate, $reasonHilite, $lastAge, $lastAgeColor, $tempState, $tempReason, $lastXferErrors, $lastXferErrorsColor); my($shortErr); my @Backups = $bpc->BackupInfoRead($host); my $fullCnt = $incrCnt = 0; my $fullAge = $incrAge = $lastAge = -1; $bpc->ConfigRead($host); %Conf = $bpc->Conf(); next if ( $Conf{XferMethod} eq "archive" ); next if ( !$Privileged && !CheckPermission($host) ); # Age for ( my $i = 0 ; $i < @Backups ; $i++ ) { if ( $Backups[$i]{type} eq "full" ) { $fullCnt++; if ( $fullAge < 0 || $Backups[$i]{startTime} > $fullAge ) { $fullAge = $Backups[$i]{startTime}; $fullSize = $Backups[$i]{size} / (1024 * 1024); $fullDur = $Backups[$i]{endTime} - $Backups[$i]{startTime}; } $fullSizeTot += $Backups[$i]{size} / (1024 * 1024); } elsif ( $Backups[$i]{type} eq "incr" ) { $incrCnt++; if ( $incrAge < 0 || $Backups[$i]{startTime} > $incrAge ) { $incrAge = $Backups[$i]{startTime}; } $incrSizeTot += $Backups[$i]{size} / (1024 * 1024); } } if ( $fullAge > $incrAge && $fullAge >= 0 ) { $lastAge = $fullAge; } else { $lastAge = $incrAge; } if ( $lastAge < 0 ) { $lastAge = ""; } else { $lastAge = sprintf("%.1f", (time - $lastAge) / (24 * 3600)); } # Color for age if ( $lastAge < 1.1 ) { $lastAgeColor = "MediumSeaGreen"; } else { $lastAgeColor = "Tomato"; } if ( $fullAge < 0 ) { $fullAge = ""; $fullRate = ""; } else { $fullAge = sprintf("%.1f", (time - $fullAge) / (24 * 3600)); $fullRate = sprintf("%.2f", $fullSize / ($fullDur <= 0 ? 1 : $fullDur)); } if ( $incrAge < 0 ) { $incrAge = ""; } else { $incrAge = sprintf("%.1f", (time - $incrAge) / (24 * 3600)); } $fullTot += $fullCnt; $incrTot += $incrCnt; $fullSize = sprintf("%.2f", $fullSize / 1024); $incrAge = " " if ( $incrAge eq "" ); # Color for errors $lastXferErrors = $Backups[@Backups-1]{xferErrs} if ( @Backups ); if ( $lastXferErrors == 0 ) { $lastXferErrorsColor = "MediumSeaGreen"; } else { $lastAgeColor = "Tomato"; } $reasonHilite = $Conf{CgiStatusHilightColor}{$Status{$host}{reason}} || $Conf{CgiStatusHilightColor}{$Status{$host}{state}}; # If Backup is disable if ( $Conf{BackupsDisable} == 1 ) { if ( $Status{$host}{state} ne "Status_backup_in_progress" && $Status{$host}{state} ne "Status_restore_in_progress" ) { $reasonHilite = $Conf{CgiStatusHilightColor}{Disabled_OnlyManualBackups}; $tempState = "Disabled_OnlyManualBackups"; $tempReason = ""; } else { $tempState = $Status{$host}{state}; $tempReason = $Status{$host}{reason}; } } elsif ($Conf{BackupsDisable} == 2 ) { $reasonHilite = $Conf{CgiStatusHilightColor}{Disabled_AllBackupsDisabled}; $tempState = "Disabled_AllBackupsDisabled"; $tempReason = ""; } else { $tempState = $Status{$host}{state}; $tempReason = $Status{$host}{reason}; } $reasonHilite = " bgcolor=\"$reasonHilite\"" if ( $reasonHilite ne "" ); if ( $tempState ne "Status_backup_in_progress" && $tempState ne "Status_restore_in_progress" && $Conf{BackupsDisable} == 0 && $Status{$host}{error} ne "" ) { ($shortErr = $Status{$host}{error}) =~ s/(.{48}).*/$1.../; $shortErr = " ($shortErr)"; } # Check Size Consistency my $bpc = BackupPC::Lib->new(); my $mainConf = $bpc->ConfigDataRead(); my $json = {}; if ( $host ) { my $hostConf = $bpc->ConfigDataRead($host); my $conf = { %$mainConf, %$hostConf }; my $age = -1; $json = { bkp => 0, last_age => 0, errors => 0, new_size => 0, new_size_avg => 0, new_size_median => 0, new_size_q1 => 0, new_size_q3 => 0 }; my @bpc_info = $bpc->BackupInfoRead($host); my $sizes = new Statistics::Descriptive::Full; if ( scalar( @bpc_info ) ){ foreach my $backup ( @bpc_info ) { # Skip partial or active backups next if ( $backup->{type} !~ m/^full|incr$/ ); # Push all the sizes in our data set to compute avg sizes # Exclude backup N°0 as it'll always have much more new data than normal backups $sizes->add_data($backup->{sizeNew}) unless ( $backup->{num} == 0 ); $json->{bkp}++; } # Ignore the last backup if it's not full or incr (which means it's either partial or active) my $i = ( $bpc_info[-1]->{type} =~ m/^full|incr$/ ) ? -1 : -2; $json->{errors} = $bpc_info[$i]->{xferErrs}; $json->{new_size} = $bpc_info[$i]->{sizeNew}; $json->{new_size_avg} = int $sizes->mean; $json->{new_size_median} = int $sizes->median; $json->{new_size_q1} = eval { int $sizes->quantile(1) } || 0; $json->{new_size_q3} = eval { int $sizes->quantile(3) } || 0; $json->{age} = time - $bpc_info[$i]->{startTime}; $json->{last_age} = sprintf("%.1f", ($json->{age}) / 84600); } } # TOO BIG ? my $toobig = "1"; if ( $json->{new_size} > ($json->{new_size_q3} + $json->{new_size_q3} - $json->{new_size_q1}) * 1.5 or $json->{new_size} > $json->{new_size_avg} * 6 ) { $toobig = "1"; } else { $toobig = "0"; } # TOO SMALL ? my $toosmall = "1"; if ( $json->{new_size} < ($json->{new_size_q1} - $json->{new_size_q3} - $json->{new_size_q1}) * 1.5 or $json->{new_size} < $json->{new_size_avg} / 3 ) { $toosmall = "1"; } else { $toosmall = "0"; } my $sizeConsistency = "ANOMALOUS"; my $sizeConsistencyColor = "Tomato"; # Get result if ( $toobig or $toosmall ) { $sizeConsistency = "ANOMALOUS"; $sizeConsistencyColor = "Tomato"; } else { $sizeConsistency = "Normal"; $sizeConsistencyColor = "MediumSeaGreen"; } # Get random file my $browseFile = "?action=browse&host=$host"; # Show summary $str = <${HostLink($host)} $lastAge $lastXferErrors $sizeConsistency Explore files ... EOF # Increment counter if ( @Backups == 0 ) { $hostCntNone++; $strNone .= $str; } else { $hostCntGood++; $strGood .= $str; } } # End loop # Time set $fullSizeTot = sprintf("%.2f", $fullSizeTot / 1024); $incrSizeTot = sprintf("%.2f", $incrSizeTot / 1024); my $now = timeStamp2(time); my $DUlastTime = timeStamp2($Info{DUlastValueTime}); my $DUmaxTime = timeStamp2($Info{DUDailyMaxTime}); my $DUInodemaxTime = timeStamp2($Info{DUInodeDailyMaxTime}); # Show header $head_content = <{BackupPC_Check}}"); Header("BackupPC: Check", $content, $header); Trailer(); } 1;