Heuzef
5 years ago
parent
40ced83d22
commit
05ecc24182
3 changed files with 213 additions and 1 deletions
@ -0,0 +1,186 @@ |
|||||||
|
#============================================================= -*-perl-*- |
||||||
|
# |
||||||
|
# BackupPC::CGI::Check package |
||||||
|
# |
||||||
|
# DESCRIPTION |
||||||
|
# |
||||||
|
# This module implements the Check action for the CGI interface. |
||||||
|
# |
||||||
|
# AUTHOR |
||||||
|
# Heuze Florent <heuzef@firewall-services.com> |
||||||
|
# |
||||||
|
#======================================================================== |
||||||
|
# |
||||||
|
# Released November 2019 - firewall-services.com |
||||||
|
# |
||||||
|
#======================================================================== |
||||||
|
|
||||||
|
package BackupPC::CGI::Check; |
||||||
|
|
||||||
|
use strict; |
||||||
|
use lib "/usr/share/BackupPC/lib"; |
||||||
|
use BackupPC::Lib; |
||||||
|
use BackupPC::CGI::Lib qw(:all); |
||||||
|
use Statistics::Descriptive; |
||||||
|
|
||||||
|
sub action |
||||||
|
{ |
||||||
|
# Init |
||||||
|
my($str, $strGood, $header); |
||||||
|
GetStatusInfo("hosts info"); |
||||||
|
my $Privileged = CheckPermission(); |
||||||
|
my $bpc = BackupPC::Lib->new(); |
||||||
|
|
||||||
|
# Start loop |
||||||
|
foreach my $host ( GetUserHosts(1) ) { |
||||||
|
my($incrAge, $reasonHilite, $frequency, $idBackup, $lastAge, $lastAgeColor, $tempState, $tempReason, $lastXferErrors, $lastXferErrorsColor, $ifErrors, $sizeConsistency, $sizeConsistencyColor); |
||||||
|
my($shortErr); |
||||||
|
my @Backups = $bpc->BackupInfoRead($host); |
||||||
|
|
||||||
|
$bpc->ConfigRead($host); |
||||||
|
%Conf = $bpc->Conf(); |
||||||
|
|
||||||
|
next if ( $Conf{XferMethod} eq "archive" ); |
||||||
|
next if ( !$Privileged && !CheckPermission($host) ); |
||||||
|
|
||||||
|
# Get frequency for this host |
||||||
|
if ( $Conf{IncrPeriod} < $Conf{FullPeriod} ) { |
||||||
|
$frequency = $Conf{IncrPeriod}; |
||||||
|
} else { |
||||||
|
$frequency = $Conf{FullPeriod}; |
||||||
|
} |
||||||
|
|
||||||
|
# ID |
||||||
|
my $idBackup = $Backups[@Backups-1]->{num} if ( @Backups ); |
||||||
|
|
||||||
|
# Age |
||||||
|
my $lastBackup = ( $Backups[-1]->{type} =~ m/^full|incr$/ ) ? -1 : -2; |
||||||
|
$lastAge = sprintf("%.1f", (time - $Backups[$lastBackup]->{startTime}) / (24 * 3600)); |
||||||
|
|
||||||
|
# Color for age |
||||||
|
if ( $lastAge < $frequency ) { |
||||||
|
$lastAgeColor = "MediumSeaGreen"; |
||||||
|
} else { |
||||||
|
$lastAgeColor = "Tomato"; |
||||||
|
} |
||||||
|
|
||||||
|
# Color and link for errors |
||||||
|
$lastXferErrors = $Backups[@Backups-1]->{xferErrs} if ( @Backups ); |
||||||
|
if ( $lastXferErrors == 0 ) { |
||||||
|
$lastXferErrorsColor = "MediumSeaGreen"; |
||||||
|
$ifErrors = ""; |
||||||
|
} else { |
||||||
|
$lastXferErrorsColor = "Tomato"; |
||||||
|
my $browseErrors = "?action=view&type=XferErr&num=$idBackup&host=$host"; |
||||||
|
$ifErrors = "| <a href=\"$browseErrors\" target=\"_blank\"><strong>Read me !</strong></a>"; |
||||||
|
} |
||||||
|
|
||||||
|
# Colors statuts |
||||||
|
$reasonHilite = $Conf{CgiStatusHilightColor}{$Status{$host}{reason}} || $Conf{CgiStatusHilightColor}{$Status{$host}{state}}; |
||||||
|
$reasonHilite = " bgcolor=\"$reasonHilite\"" if ( $reasonHilite ne "" ); |
||||||
|
|
||||||
|
# Check Size Consistency |
||||||
|
my $new_size = 0; |
||||||
|
my $new_size_avg = 0; |
||||||
|
my $new_size_q1 = 0; |
||||||
|
my $new_size_q3 = 0; |
||||||
|
my $sizes = new Statistics::Descriptive::Full; |
||||||
|
|
||||||
|
foreach my $backup ( @Backups ) { |
||||||
|
my $idBackup = $Backups[@Backups-1]->{num} if ( @Backups ); |
||||||
|
# Skip partial or active backups |
||||||
|
next if ( $backup->{type} !~ m/^full|incr$/ ); |
||||||
|
# Push all the sizes in our data set to compute avg sizes |
||||||
|
# Exclude backup N°0 as it'll always have much more new data than normal backups |
||||||
|
$sizes->add_data($backup->{sizeNew}) unless ( $backup->{num} == 0 ); |
||||||
|
|
||||||
|
# Ignore the last backup if it's not full or incr (which means it's either partial or active) |
||||||
|
my $i = ( $Backups[-1]->{type} =~ m/^full|incr$/ ) ? -1 : -2; |
||||||
|
$new_size = $Backups[$i]->{sizeNew}; |
||||||
|
$new_size_avg = int $sizes->mean; |
||||||
|
$new_size_q1 = eval { int $sizes->quantile(1) } || 0; |
||||||
|
$new_size_q3 = eval { int $sizes->quantile(3) } || 0; |
||||||
|
} |
||||||
|
|
||||||
|
# Using a mathematical formula to calculate the consistency of the average size, for new files, on all backups |
||||||
|
my $toobig = 0; |
||||||
|
my $toosmall = 0; |
||||||
|
my $sizeConsistencyColor = "Tomato"; |
||||||
|
my $sizeConsistency = "<strong>ANOMALOUS</strong>"; |
||||||
|
|
||||||
|
# TOO BIG ? If the size is 6 times higher than usual : |
||||||
|
if ( $new_size > ($new_size_q3 + ($new_size_q3 - $new_size_q1) ) * 1.5 and $new_size > $new_size_avg * 6 ) { |
||||||
|
$toobig = 1; |
||||||
|
} |
||||||
|
|
||||||
|
# TOO SMALL ? If the size is 3 times lower than usual : |
||||||
|
if ( $new_size < ($new_size_q1 - ($new_size_q3 - $new_size_q1) ) * 1.5 and $new_size < $new_size_avg / 3 ) { |
||||||
|
$toosmall = 1; |
||||||
|
} |
||||||
|
|
||||||
|
# Get result |
||||||
|
if ( not $idBackup > 4) { |
||||||
|
$sizeConsistencyColor = "Gray"; |
||||||
|
$sizeConsistency = "Not enough backups"; |
||||||
|
} |
||||||
|
elsif ( not $toobig and not $toosmall and not $idBackup < 4) { |
||||||
|
$sizeConsistencyColor = "MediumSeaGreen"; |
||||||
|
$sizeConsistency = "Normal"; |
||||||
|
} |
||||||
|
|
||||||
|
# Get URL for explore file |
||||||
|
my $browseFile = "?action=browse&host=$host"; |
||||||
|
|
||||||
|
# Show summary |
||||||
|
$str .= <<EOF; |
||||||
|
<tr$reasonHilite> |
||||||
|
<td class="border"><a href="$browseFile" target="_blank">$host ($idBackup)</a></td> |
||||||
|
<td align="center" class="border" style="color:$lastAgeColor;">$lastAge <em>(Freq: $frequency)</em></td> |
||||||
|
<td align="center" class="border" style="color:$lastXferErrorsColor;">$lastXferErrors $ifErrors</td> |
||||||
|
<td align="center" class="border" style="color:$sizeConsistencyColor;">$sizeConsistency</td> |
||||||
|
</tr> |
||||||
|
EOF |
||||||
|
|
||||||
|
} |
||||||
|
# End loop |
||||||
|
|
||||||
|
# Time set |
||||||
|
my $now = timeStamp2(time); |
||||||
|
my $DUmaxTime = timeStamp2($Info{DUDailyMaxTime}); |
||||||
|
my $DUInodemaxTime = timeStamp2($Info{DUInodeDailyMaxTime}); |
||||||
|
|
||||||
|
# Show header |
||||||
|
$header = <<EOF; |
||||||
|
\${h1(qq{BackupPC: Check})} |
||||||
|
<p>This check was generated at <strong>\$now</strong>.</p> |
||||||
|
|
||||||
|
<p>File system pool size usage (\$DUmaxTime) :</p> |
||||||
|
<div style="background-color:#f1f1f1!important"> |
||||||
|
<div style="color:#fff!important;background-color:#2196F3!important; text-align:center; width:\$Info{DUDailyMax}%">\$Info{DUDailyMax}%</div> |
||||||
|
</div> |
||||||
|
|
||||||
|
<p>File system inode size usage (\$DUInodemaxTime) :</p> |
||||||
|
<div style="background-color:#f1f1f1!important"> |
||||||
|
<div style="color:#fff!important;background-color:#2196F3!important; text-align:center; width:\$Info{DUInodeDailyMax}%">\$Info{DUInodeDailyMax}%</div> |
||||||
|
</div> |
||||||
|
|
||||||
|
\${h2("Backups summary")} |
||||||
|
|
||||||
|
<table class="sortable" id="host_summary_backups" border cellpadding="3" cellspacing="1"> |
||||||
|
<tr class="tableheader"> |
||||||
|
<td>Host (Explore files)</td> |
||||||
|
<td>Last backup in days</td> |
||||||
|
<td>Errors</td> |
||||||
|
<td>Size Consistency</td> |
||||||
|
</tr> |
||||||
|
\$str |
||||||
|
</table> |
||||||
|
EOF |
||||||
|
|
||||||
|
# Show page |
||||||
|
my $content = eval ("qq{$header}"); |
||||||
|
Header("BackupPC: Check", $content); |
||||||
|
Trailer(); |
||||||
|
} |
||||||
|
|
||||||
|
1; |
||||||
@ -1,3 +1,21 @@ |
|||||||
# BackupPC-Check |
# BackupPC-Check |
||||||
|
|
||||||
Vérification des sauvegardes BackupPC |
Verifying BackupPC Backups |
||||||
|
|
||||||
|
# Install |
||||||
|
|
||||||
|
## Install dependencies |
||||||
|
|
||||||
|
``yum -y perl-Statistics-Descriptive`` |
||||||
|
|
||||||
|
## Install Backup-Check |
||||||
|
|
||||||
|
``cd /root ; git clone ssh://gitea@gitea.fws.fr:3222/fws/BackupPC-Check.git ; sh /root/BackupPC-Check/update.sh`` |
||||||
|
|
||||||
|
## Add menu link |
||||||
|
|
||||||
|
Edit config -> CGI -> CgiNavBarLinks and add name "Check" with link "?action=check". |
||||||
|
|
||||||
|
# Update |
||||||
|
|
||||||
|
``sh /root/BackupPC-Check/update.sh`` |
||||||
|
|||||||
Loading…
Reference in new issue