#!/bin/bash

# Delete old file...
rm /var/www/adblockhosts.txt

echo "Download new files..."
wget --limit-rate=20K -qO /var/www/rawhosts0.txt http://pgl.yoyo.org/as/serverlist.php?hostformat=nohtml
wget --limit-rate=20K -qO /var/www/rawhosts1.txt http://mirror1.malwaredomains.com/files/justdomains
wget --limit-rate=20K -qO /var/www/rawhosts2.txt http://www.malwaredomainlist.com/hostslist/hosts.txt
wget --limit-rate=20K -qO /var/www/rawhosts3.txt http://www.mvps.org/winhelp2002/hosts.txt
wget --limit-rate=20K -qO /var/www/rawhosts4.txt http://hosts-file.net/hphosts-partial.asp
wget --limit-rate=20K -qO /var/www/rawhosts5.txt http://hostsfile.mine.nu/Hosts
wget --limit-rate=20K -qO /var/www/rawhosts6.txt http://support.it-mate.co.uk/downloads/hosts.txt

# Concatenate files...
cat /var/www/foundbyme.txt /var/www/rawhosts0.txt /var/www/rawhosts1.txt /var/www/rawhosts2.txt /var/www/rawhosts3.txt /var/www/rawhosts4.txt /var/www/rawhosts5.txt /var/www/rawhosts6.txt > /var/www/adblockhosts.txt
rm /var/www/rawhosts?.txt

# Convert to unix format...
fromdos /var/www/adblockhosts.txt

# Remove commented lines...
sed -i 's/#.*//' /var/www/adblockhosts.txt

# Remove blank lines...
sed -i '/^$/d' /var/www/adblockhosts.txt

# Remove 127.0.0.1 ip addresses...
sed -i 's/127.0.0.1//g' /var/www/adblockhosts.txt

# Remove all spaces and tabs...
mv /var/www/adblockhosts.txt /var/www/tmp.txt
cat /var/www/tmp.txt | tr -d ' \t' >> /var/www/adblockhosts.txt
rm /var/www/tmp.txt

# Sort the results...
sort -r /var/www/adblockhosts.txt -o /var/www/adblockhosts.txt

# Remove duplicate entires...
mv /var/www/adblockhosts.txt /var/www/tmp.txt
uniq -ui /var/www/tmp.txt >> /var/www/adblockhosts.txt
rm /var/www/tmp.txt

# Done.