Config file for Website OK

master
heuzef 7 years ago
parent 162c41abc7
commit 556f64ac63
  1. 2
      conf/websites.cfg
  2. 16
      defacement_check.pl
  3. 7
      slurp_urls.sh
  4. 127
      urls/www.aoc-toiture.com.urls
  5. 107
      urls/www.perl.org.urls

@ -1 +1,3 @@
www.firewall-services.com www.firewall-services.com
example.com
www.aoc-toiture.com

@ -28,6 +28,7 @@ if (open(my $f, '<:encoding(UTF-8)', $websites)) {
} else { } else {
warn "Could not open file '$websites' $!"; warn "Could not open file '$websites' $!";
} }
my $keywords = 'conf/keywords.cfg'; my $keywords = 'conf/keywords.cfg';
if (open(my $f, '<:encoding(UTF-8)', $keywords)) { if (open(my $f, '<:encoding(UTF-8)', $keywords)) {
while (my $row = <$f>) { while (my $row = <$f>) {
@ -38,6 +39,14 @@ if (open(my $f, '<:encoding(UTF-8)', $keywords)) {
warn "Could not open file '$keywords' $!"; warn "Could not open file '$keywords' $!";
} }
# Slurp websites
my $site;
system("rm urls/*.urls");
foreach $site (@scan)
{
system("/bin/bash slurp_urls.sh $site");
}
# Open URLS files # Open URLS files
my @files = glob( "urls/*.urls" ); my @files = glob( "urls/*.urls" );
my $file; my $file;
@ -51,8 +60,7 @@ foreach $file (@files)
my $somme_total_found = 0; my $somme_total_found = 0;
open(FH, '<', $file) or die $!; open(FH, '<', $file) or die $!;
while(<FH>){ while(<FH>){
my $url = $_; my $survey = $_;
my $survey = $url;
# Create a user agent object # Create a user agent object
use LWP::UserAgent; use LWP::UserAgent;
my $ua = LWP::UserAgent->new; my $ua = LWP::UserAgent->new;
@ -84,8 +92,8 @@ foreach $file (@files)
} }
} }
close(FH); close(FH);
print "\033[36mTotal TREATH detected on this website \t\t=> [" . $somme_total_found . "]\n\n"; print "\033[36mTREATH detected on this site \t\t\t\t=> [" . $somme_total_found . "]\n\n";
$grand_total_found = $somme_total_found + $grand_total_found; $grand_total_found = $somme_total_found + $grand_total_found;
} }
print "\033[36mGrand Total TREATH detected on all website \t\t=> [" . $grand_total_found . "]\n\n"; print "\033[36mGrand Total TREATH detected on ALL website \t\t=> [" . $grand_total_found . "]\n\n";

@ -1,11 +1,6 @@
#!/bin/bash #!/bin/bash
echo "Slurping URLs ..."
echo
sitedomain=$1 sitedomain=$1
wget --spider --recursive --level=inf --no-verbose --output-file=geturls.tmp $sitedomain wget --spider --recursive --level=inf --no-verbose --output-file=geturls.tmp $sitedomain
grep -i URL geturls.tmp | awk -F 'URL:' '{print $2}' | awk '{$1=$1};1' | awk '{print $1}' | sort -u | sed '/^$/d' > $sitedomain.urls grep -i URL geturls.tmp | awk -F 'URL:' '{print $2}' | awk '{$1=$1};1' | awk '{print $1}' | sort -u | sed '/^$/d' > urls/$sitedomain.urls
rm geturls.tmp rm geturls.tmp
rm -r $sitedomain rm -r $sitedomain
echo "Done !"
echo
ls -lArth | grep *.urls

@ -0,0 +1,127 @@
http://www.aoc-toiture.com/
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=19&pos=1&numid=1
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=19&pos=2&numid=2
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=19&pos=3&numid=3
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=19&pos=4&numid=4
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=20&pos=1&numid=5
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=20&pos=2&numid=6
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=20&pos=3&numid=7
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=20&pos=4&numid=8
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=21&pos=1&numid=9
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=21&pos=2&numid=10
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=21&pos=3&numid=11
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=21&pos=4&numid=12
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=22&pos=1&numid=13
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=22&pos=2&numid=14
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=22&pos=3&numid=15
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=22&pos=4&numid=16
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=23&pos=1&numid=17
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=23&pos=2&numid=18
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=23&pos=3&numid=19
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=23&pos=4&numid=20
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=24&pos=1&numid=21
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=24&pos=2&numid=22
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=24&pos=3&numid=23
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=24&pos=4&numid=24
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=25&pos=1&numid=25
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=25&pos=2&numid=26
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=25&pos=3&numid=27
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=25&pos=4&numid=28
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=26&pos=1&numid=29
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=26&pos=2&numid=30
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=26&pos=3&numid=31
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=26&pos=4&numid=32
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=27&pos=1&numid=33
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=27&pos=2&numid=34
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=27&pos=3&numid=35
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=27&pos=4&numid=36
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=28&pos=1&numid=37
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=28&pos=2&numid=38
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=28&pos=3&numid=39
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=28&pos=4&numid=40
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=29&pos=1&numid=41
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=29&pos=2&numid=42
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=29&pos=3&numid=43
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=29&pos=4&numid=44
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=30&pos=1&numid=45
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=30&pos=2&numid=46
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=30&pos=3&numid=47
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=30&pos=4&numid=48
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=31&pos=1&numid=49
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=31&pos=2&numid=50
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=31&pos=3&numid=51
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=31&pos=4&numid=52
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=32&pos=1&numid=53
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=32&pos=2&numid=54
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=32&pos=3&numid=55
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=32&pos=4&numid=56
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=33&pos=1&numid=57
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=33&pos=2&numid=58
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=33&pos=3&numid=59
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=33&pos=4&numid=60
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=34&pos=1&numid=61
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=34&pos=2&numid=62
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=34&pos=3&numid=63
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=34&pos=4&numid=64
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=35&pos=1&numid=65
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=35&pos=2&numid=66
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=35&pos=3&numid=67
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=35&pos=4&numid=68
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=36&pos=1&numid=69
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=36&pos=2&numid=70
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=36&pos=3&numid=71
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=36&pos=4&numid=72
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=37&pos=1&numid=73
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=37&pos=2&numid=74
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=37&pos=3&numid=75
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=37&pos=4&numid=76
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=38&pos=1&numid=77
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=38&pos=2&numid=78
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=38&pos=3&numid=79
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=38&pos=4&numid=80
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=39&pos=1&numid=81
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=39&pos=2&numid=82
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=39&pos=3&numid=83
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=39&pos=4&numid=84
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=40&pos=1&numid=85
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=40&pos=2&numid=86
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=40&pos=3&numid=87
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=40&pos=4&numid=88
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=41&pos=1&numid=89
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=41&pos=2&numid=90
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=41&pos=3&numid=91
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=41&pos=4&numid=92
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=42&pos=1&numid=93
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=42&pos=2&numid=94
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=42&pos=3&numid=95
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=42&pos=4&numid=96
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=46&pos=1&numid=101
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=46&pos=2&numid=102
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=46&pos=3&numid=103
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=46&pos=4&numid=104
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=48&pos=1&numid=97
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=48&pos=2&numid=98
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=48&pos=3&numid=99
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=48&pos=4&numid=100
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=49&pos=1&numid=105
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=49&pos=2&numid=106
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=49&pos=3&numid=107
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=49&pos=4&numid=108
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=50&pos=1&numid=109
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=50&pos=2&numid=110
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=50&pos=3&numid=111
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=50&pos=4&numid=112
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=51&pos=1&numid=113
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=51&pos=2&numid=114
http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=51&pos=3&numid=115
http://www.aoc-toiture.com/index.php?pg=1
http://www.aoc-toiture.com/index.php?pg=11
http://www.aoc-toiture.com/index.php?pg=13
http://www.aoc-toiture.com/index.php?pg=14
http://www.aoc-toiture.com/index.php?pg=2
http://www.aoc-toiture.com/index.php?pg=3
http://www.aoc-toiture.com/index.php?pg=4
http://www.aoc-toiture.com/index.php?pg=5
http://www.aoc-toiture.com/index.php?pg=6
http://www.aoc-toiture.com/index.php?pg=8
http://www.aoc-toiture.com/index.php?pg=9

@ -1,107 +0,0 @@
https://www.perl.org/
https://www.perl.org/about.html
https://www.perl.org/about/reduce-risks.html
https://www.perl.org/about/style-guide.html
https://www.perl.org/about/whitepapers/
https://www.perl.org/about/whitepapers/perl-cpan.html
https://www.perl.org/about/whitepapers/perl-database-orm.html
https://www.perl.org/about/whitepapers/perl-ipv6.html
https://www.perl.org/about/whitepapers/perl-loadbalancer.html
https://www.perl.org/about/whitepapers/perl-object-oriented.html
https://www.perl.org/about/whitepapers/perl-plack.html
https://www.perl.org/about/whitepapers/perl-profiling.html
https://www.perl.org/about/whitepapers/perl-testing.html
https://www.perl.org/about/whitepapers/perl-webframework.html
https://www.perl.org/advocacy/white_camel/
https://www.perl.org/advocacy/white_camel/1999.html
https://www.perl.org/advocacy/white_camel/2000.html
https://www.perl.org/advocacy/white_camel/2001.html
https://www.perl.org/advocacy/white_camel/2002.html
https://www.perl.org/advocacy/white_camel/2003.html
https://www.perl.org/advocacy/white_camel/2004.html
https://www.perl.org/advocacy/white_camel/2005.html
https://www.perl.org/advocacy/white_camel/2006.html
https://www.perl.org/advocacy/white_camel/2007.html
https://www.perl.org/advocacy/white_camel/2008.html
https://www.perl.org/advocacy/white_camel/2009.html
https://www.perl.org/advocacy/white_camel/2010.html
https://www.perl.org/advocacy/white_camel/2011.html
https://www.perl.org/advocacy/white_camel/2012.html
https://www.perl.org/advocacy/white_camel/2013.html
https://www.perl.org/advocacy/white_camel/2014.html
https://www.perl.org/advocacy/white_camel/2015.html
https://www.perl.org/advocacy/white_camel/2016.html
https://www.perl.org/advocacy/white_camel/2017.html
https://www.perl.org/app.html
https://www.perl.org/books/beginning-perl/
https://www.perl.org/books/impatient-perl/
https://www.perl.org/books/library.html
https://www.perl.org/camel.html
https://www.perl.org/community.html
https://www.perl.org/contribute.html
https://www.perl.org/cpan.html
https://www.perl.org/docs.html
https://www.perl.org/events.html
https://www.perl.org/get.html
https://www.perl.org/learn.html
https://www.perl.org/media.html
https://www.perl.org/robots.txt
https://www.perl.org/siteinfo.html
https://www.perl.org/wishlist.html
http://www.perl.org/
http://www.perl.org/about.html
http://www.perl.org/about/reduce-risks.html
http://www.perl.org/about/style-guide.html
http://www.perl.org/about/whitepapers/
http://www.perl.org/about/whitepapers/perl-cpan.html
http://www.perl.org/about/whitepapers/perl-database-orm.html
http://www.perl.org/about/whitepapers/perl-ipv6.html
http://www.perl.org/about/whitepapers/perl-loadbalancer.html
http://www.perl.org/about/whitepapers/perl-object-oriented.html
http://www.perl.org/about/whitepapers/perl-plack.html
http://www.perl.org/about/whitepapers/perl-profiling.html
http://www.perl.org/about/whitepapers/perl-testing.html
http://www.perl.org/about/whitepapers/perl-webframework.html
http://www.perl.org/advocacy/white_camel/
http://www.perl.org/advocacy/white_camel/1999.html
http://www.perl.org/advocacy/white_camel/2000.html
http://www.perl.org/advocacy/white_camel/2001.html
http://www.perl.org/advocacy/white_camel/2002.html
http://www.perl.org/advocacy/white_camel/2003.html
http://www.perl.org/advocacy/white_camel/2004.html
http://www.perl.org/advocacy/white_camel/2005.html
http://www.perl.org/advocacy/white_camel/2006.html
http://www.perl.org/advocacy/white_camel/2007.html
http://www.perl.org/advocacy/white_camel/2008.html
http://www.perl.org/advocacy/white_camel/2009.html
http://www.perl.org/advocacy/white_camel/2010.html
http://www.perl.org/advocacy/white_camel/2011.html
http://www.perl.org/advocacy/white_camel/2012.html
http://www.perl.org/advocacy/white_camel/2013.html
http://www.perl.org/advocacy/white_camel/2014.html
http://www.perl.org/advocacy/white_camel/2015.html
http://www.perl.org/advocacy/white_camel/2016.html
http://www.perl.org/advocacy/white_camel/2017.html
http://www.perl.org/app.html
http://www.perl.org/books/beginning-perl/
http://www.perl.org/books/impatient-perl/
http://www.perl.org/books/library.html
http://www.perl.org/camel.html
http://www.perl.org/community.html
http://www.perl.org/contribute.html
http://www.perl.org/cpan.html
http://www.perl.org/docs.html
http://www.perl.org/events.html
http://www.perl.org/get.html
http://www.perl.org/learn.html
http://www.perl.org/media.html
http://www.perl.org/robots.txt
http://www.perl.org/siteinfo.html
http://www.perl.org/wishlist.html
http://www.powells.com/book/beginning-perl-9781861003140?partnerid=25774
http://www.powells.com/book/embedding-perl-in-html-with-mason-9780596002251?partnerid=25774
http://www.powells.com/book/modern-perl-9781680500882?partnerid=25774
http://www.powells.com/book/modperl-developers-cookbook-9780672322402?partnerid=25774
http://www.powells.com/book/perl-lwp-9780596001780?partnerid=25774
http://www.powells.com/book/practical-mod-perl-9780596002275?partnerid=25774
http://www.powells.com/book/writing-apache-modules-with-perl-and-c-9781565925670X?partnerid=25774
Loading…
Cancel
Save