diff --git a/conf/websites.cfg b/conf/websites.cfg index 86b0ee6..68016fb 100644 --- a/conf/websites.cfg +++ b/conf/websites.cfg @@ -1 +1,3 @@ www.firewall-services.com +example.com +www.aoc-toiture.com \ No newline at end of file diff --git a/defacement_check.pl b/defacement_check.pl index 1766a06..4b4d449 100644 --- a/defacement_check.pl +++ b/defacement_check.pl @@ -28,6 +28,7 @@ if (open(my $f, '<:encoding(UTF-8)', $websites)) { } else { warn "Could not open file '$websites' $!"; } + my $keywords = 'conf/keywords.cfg'; if (open(my $f, '<:encoding(UTF-8)', $keywords)) { while (my $row = <$f>) { @@ -38,6 +39,14 @@ if (open(my $f, '<:encoding(UTF-8)', $keywords)) { warn "Could not open file '$keywords' $!"; } +# Slurp websites +my $site; +system("rm urls/*.urls"); +foreach $site (@scan) +{ + system("/bin/bash slurp_urls.sh $site"); +} + # Open URLS files my @files = glob( "urls/*.urls" ); my $file; @@ -51,8 +60,7 @@ foreach $file (@files) my $somme_total_found = 0; open(FH, '<', $file) or die $!; while(){ - my $url = $_; - my $survey = $url; + my $survey = $_; # Create a user agent object use LWP::UserAgent; my $ua = LWP::UserAgent->new; @@ -84,8 +92,8 @@ foreach $file (@files) } } close(FH); - print "\033[36mTotal TREATH detected on this website \t\t=> [" . $somme_total_found . "]\n\n"; + print "\033[36mTREATH detected on this site \t\t\t\t=> [" . $somme_total_found . "]\n\n"; $grand_total_found = $somme_total_found + $grand_total_found; } -print "\033[36mGrand Total TREATH detected on all website \t\t=> [" . $grand_total_found . "]\n\n"; +print "\033[36mGrand Total TREATH detected on ALL website \t\t=> [" . $grand_total_found . "]\n\n"; diff --git a/urls/slurp_urls.sh b/slurp_urls.sh similarity index 59% rename from urls/slurp_urls.sh rename to slurp_urls.sh index a5c448b..d385cd8 100644 --- a/urls/slurp_urls.sh +++ b/slurp_urls.sh @@ -1,11 +1,6 @@ #!/bin/bash -echo "Slurping URLs ..." -echo sitedomain=$1 wget --spider --recursive --level=inf --no-verbose --output-file=geturls.tmp $sitedomain -grep -i URL geturls.tmp | awk -F 'URL:' '{print $2}' | awk '{$1=$1};1' | awk '{print $1}' | sort -u | sed '/^$/d' > $sitedomain.urls +grep -i URL geturls.tmp | awk -F 'URL:' '{print $2}' | awk '{$1=$1};1' | awk '{print $1}' | sort -u | sed '/^$/d' > urls/$sitedomain.urls rm geturls.tmp rm -r $sitedomain -echo "Done !" -echo -ls -lArth | grep *.urls diff --git a/urls/www.aoc-toiture.com.urls b/urls/www.aoc-toiture.com.urls new file mode 100644 index 0000000..1389692 --- /dev/null +++ b/urls/www.aoc-toiture.com.urls @@ -0,0 +1,127 @@ +http://www.aoc-toiture.com/ +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=19&pos=1&numid=1 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=19&pos=2&numid=2 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=19&pos=3&numid=3 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=19&pos=4&numid=4 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=20&pos=1&numid=5 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=20&pos=2&numid=6 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=20&pos=3&numid=7 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=20&pos=4&numid=8 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=21&pos=1&numid=9 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=21&pos=2&numid=10 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=21&pos=3&numid=11 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=21&pos=4&numid=12 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=22&pos=1&numid=13 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=22&pos=2&numid=14 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=22&pos=3&numid=15 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=22&pos=4&numid=16 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=23&pos=1&numid=17 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=23&pos=2&numid=18 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=23&pos=3&numid=19 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=23&pos=4&numid=20 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=24&pos=1&numid=21 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=24&pos=2&numid=22 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=24&pos=3&numid=23 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=24&pos=4&numid=24 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=25&pos=1&numid=25 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=25&pos=2&numid=26 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=25&pos=3&numid=27 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=25&pos=4&numid=28 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=26&pos=1&numid=29 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=26&pos=2&numid=30 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=26&pos=3&numid=31 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=26&pos=4&numid=32 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=27&pos=1&numid=33 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=27&pos=2&numid=34 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=27&pos=3&numid=35 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=27&pos=4&numid=36 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=28&pos=1&numid=37 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=28&pos=2&numid=38 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=28&pos=3&numid=39 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=28&pos=4&numid=40 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=29&pos=1&numid=41 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=29&pos=2&numid=42 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=29&pos=3&numid=43 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=29&pos=4&numid=44 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=30&pos=1&numid=45 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=30&pos=2&numid=46 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=30&pos=3&numid=47 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=30&pos=4&numid=48 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=31&pos=1&numid=49 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=31&pos=2&numid=50 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=31&pos=3&numid=51 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=31&pos=4&numid=52 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=32&pos=1&numid=53 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=32&pos=2&numid=54 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=32&pos=3&numid=55 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=32&pos=4&numid=56 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=33&pos=1&numid=57 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=33&pos=2&numid=58 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=33&pos=3&numid=59 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=33&pos=4&numid=60 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=34&pos=1&numid=61 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=34&pos=2&numid=62 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=34&pos=3&numid=63 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=34&pos=4&numid=64 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=35&pos=1&numid=65 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=35&pos=2&numid=66 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=35&pos=3&numid=67 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=35&pos=4&numid=68 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=36&pos=1&numid=69 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=36&pos=2&numid=70 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=36&pos=3&numid=71 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=36&pos=4&numid=72 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=37&pos=1&numid=73 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=37&pos=2&numid=74 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=37&pos=3&numid=75 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=37&pos=4&numid=76 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=38&pos=1&numid=77 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=38&pos=2&numid=78 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=38&pos=3&numid=79 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=38&pos=4&numid=80 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=39&pos=1&numid=81 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=39&pos=2&numid=82 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=39&pos=3&numid=83 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=39&pos=4&numid=84 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=40&pos=1&numid=85 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=40&pos=2&numid=86 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=40&pos=3&numid=87 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=40&pos=4&numid=88 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=41&pos=1&numid=89 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=41&pos=2&numid=90 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=41&pos=3&numid=91 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=41&pos=4&numid=92 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=42&pos=1&numid=93 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=42&pos=2&numid=94 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=42&pos=3&numid=95 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=42&pos=4&numid=96 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=46&pos=1&numid=101 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=46&pos=2&numid=102 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=46&pos=3&numid=103 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=46&pos=4&numid=104 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=48&pos=1&numid=97 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=48&pos=2&numid=98 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=48&pos=3&numid=99 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=48&pos=4&numid=100 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=49&pos=1&numid=105 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=49&pos=2&numid=106 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=49&pos=3&numid=107 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=49&pos=4&numid=108 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=50&pos=1&numid=109 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=50&pos=2&numid=110 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=50&pos=3&numid=111 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=50&pos=4&numid=112 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=51&pos=1&numid=113 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=51&pos=2&numid=114 +http://www.aoc-toiture.com/detail_galerie.php?pg=8&numgal=51&pos=3&numid=115 +http://www.aoc-toiture.com/index.php?pg=1 +http://www.aoc-toiture.com/index.php?pg=11 +http://www.aoc-toiture.com/index.php?pg=13 +http://www.aoc-toiture.com/index.php?pg=14 +http://www.aoc-toiture.com/index.php?pg=2 +http://www.aoc-toiture.com/index.php?pg=3 +http://www.aoc-toiture.com/index.php?pg=4 +http://www.aoc-toiture.com/index.php?pg=5 +http://www.aoc-toiture.com/index.php?pg=6 +http://www.aoc-toiture.com/index.php?pg=8 +http://www.aoc-toiture.com/index.php?pg=9 diff --git a/urls/www.perl.org.urls b/urls/www.perl.org.urls deleted file mode 100644 index 34a3071..0000000 --- a/urls/www.perl.org.urls +++ /dev/null @@ -1,107 +0,0 @@ -https://www.perl.org/ -https://www.perl.org/about.html -https://www.perl.org/about/reduce-risks.html -https://www.perl.org/about/style-guide.html -https://www.perl.org/about/whitepapers/ -https://www.perl.org/about/whitepapers/perl-cpan.html -https://www.perl.org/about/whitepapers/perl-database-orm.html -https://www.perl.org/about/whitepapers/perl-ipv6.html -https://www.perl.org/about/whitepapers/perl-loadbalancer.html -https://www.perl.org/about/whitepapers/perl-object-oriented.html -https://www.perl.org/about/whitepapers/perl-plack.html -https://www.perl.org/about/whitepapers/perl-profiling.html -https://www.perl.org/about/whitepapers/perl-testing.html -https://www.perl.org/about/whitepapers/perl-webframework.html -https://www.perl.org/advocacy/white_camel/ -https://www.perl.org/advocacy/white_camel/1999.html -https://www.perl.org/advocacy/white_camel/2000.html -https://www.perl.org/advocacy/white_camel/2001.html -https://www.perl.org/advocacy/white_camel/2002.html -https://www.perl.org/advocacy/white_camel/2003.html -https://www.perl.org/advocacy/white_camel/2004.html -https://www.perl.org/advocacy/white_camel/2005.html -https://www.perl.org/advocacy/white_camel/2006.html -https://www.perl.org/advocacy/white_camel/2007.html -https://www.perl.org/advocacy/white_camel/2008.html -https://www.perl.org/advocacy/white_camel/2009.html -https://www.perl.org/advocacy/white_camel/2010.html -https://www.perl.org/advocacy/white_camel/2011.html -https://www.perl.org/advocacy/white_camel/2012.html -https://www.perl.org/advocacy/white_camel/2013.html -https://www.perl.org/advocacy/white_camel/2014.html -https://www.perl.org/advocacy/white_camel/2015.html -https://www.perl.org/advocacy/white_camel/2016.html -https://www.perl.org/advocacy/white_camel/2017.html -https://www.perl.org/app.html -https://www.perl.org/books/beginning-perl/ -https://www.perl.org/books/impatient-perl/ -https://www.perl.org/books/library.html -https://www.perl.org/camel.html -https://www.perl.org/community.html -https://www.perl.org/contribute.html -https://www.perl.org/cpan.html -https://www.perl.org/docs.html -https://www.perl.org/events.html -https://www.perl.org/get.html -https://www.perl.org/learn.html -https://www.perl.org/media.html -https://www.perl.org/robots.txt -https://www.perl.org/siteinfo.html -https://www.perl.org/wishlist.html -http://www.perl.org/ -http://www.perl.org/about.html -http://www.perl.org/about/reduce-risks.html -http://www.perl.org/about/style-guide.html -http://www.perl.org/about/whitepapers/ -http://www.perl.org/about/whitepapers/perl-cpan.html -http://www.perl.org/about/whitepapers/perl-database-orm.html -http://www.perl.org/about/whitepapers/perl-ipv6.html -http://www.perl.org/about/whitepapers/perl-loadbalancer.html -http://www.perl.org/about/whitepapers/perl-object-oriented.html -http://www.perl.org/about/whitepapers/perl-plack.html -http://www.perl.org/about/whitepapers/perl-profiling.html -http://www.perl.org/about/whitepapers/perl-testing.html -http://www.perl.org/about/whitepapers/perl-webframework.html -http://www.perl.org/advocacy/white_camel/ -http://www.perl.org/advocacy/white_camel/1999.html -http://www.perl.org/advocacy/white_camel/2000.html -http://www.perl.org/advocacy/white_camel/2001.html -http://www.perl.org/advocacy/white_camel/2002.html -http://www.perl.org/advocacy/white_camel/2003.html -http://www.perl.org/advocacy/white_camel/2004.html -http://www.perl.org/advocacy/white_camel/2005.html -http://www.perl.org/advocacy/white_camel/2006.html -http://www.perl.org/advocacy/white_camel/2007.html -http://www.perl.org/advocacy/white_camel/2008.html -http://www.perl.org/advocacy/white_camel/2009.html -http://www.perl.org/advocacy/white_camel/2010.html -http://www.perl.org/advocacy/white_camel/2011.html -http://www.perl.org/advocacy/white_camel/2012.html -http://www.perl.org/advocacy/white_camel/2013.html -http://www.perl.org/advocacy/white_camel/2014.html -http://www.perl.org/advocacy/white_camel/2015.html -http://www.perl.org/advocacy/white_camel/2016.html -http://www.perl.org/advocacy/white_camel/2017.html -http://www.perl.org/app.html -http://www.perl.org/books/beginning-perl/ -http://www.perl.org/books/impatient-perl/ -http://www.perl.org/books/library.html -http://www.perl.org/camel.html -http://www.perl.org/community.html -http://www.perl.org/contribute.html -http://www.perl.org/cpan.html -http://www.perl.org/docs.html -http://www.perl.org/events.html -http://www.perl.org/get.html -http://www.perl.org/learn.html -http://www.perl.org/media.html -http://www.perl.org/robots.txt -http://www.perl.org/siteinfo.html -http://www.perl.org/wishlist.html -http://www.powells.com/book/beginning-perl-9781861003140?partnerid=25774 -http://www.powells.com/book/embedding-perl-in-html-with-mason-9780596002251?partnerid=25774 -http://www.powells.com/book/modern-perl-9781680500882?partnerid=25774 -http://www.powells.com/book/modperl-developers-cookbook-9780672322402?partnerid=25774 -http://www.powells.com/book/perl-lwp-9780596001780?partnerid=25774 -http://www.powells.com/book/practical-mod-perl-9780596002275?partnerid=25774 -http://www.powells.com/book/writing-apache-modules-with-perl-and-c-9781565925670X?partnerid=25774