diff --git a/gravity-adv.sh b/gravity-adv.sh index 1c234530..b024ec3c 100755 --- a/gravity-adv.sh +++ b/gravity-adv.sh @@ -1,36 +1,39 @@ #!/bin/bash +# The Pi-hole now blocks over 140,000 ad domains # Address to send ads to (the RPi) piholeIP="127.0.0.1" +# Optionally, uncomment to automatically detect the address. Thanks Gregg +#piholeIP=$(ifconfig eth0 | awk '/inet addr/{print substr($2,6)}') + # Config file to hold URL rules eventHorizion="/etc/dnsmasq.d/adList.conf" -# Download the original URL to a text file for easier parsing -echo "Getting yoyo ad list..." -curl -o /tmp/yoyo.txt -s http://pgl.yoyo.org/adservers/serverlist.php?hostformat=unixhosts&mimetype=plaintext -sleep 10 -if [ -f /tmp/yoyo.txt ];then - cat /tmp/yoyo.txt | grep -v "<" | sed '/^$/d' | sed 's/\ /\\ /g' | sort > /tmp/matter.txt -else - echo "Unable to get yoyo ad list" -fi - -# Download and append other ad URLs from different sources -echo "Getting winhelp2002 ad list..." +echo "Getting yoyo ad list..." # Approximately 2452 domains at the time of writing +curl -s -d mimetype=plaintext -d hostformat=unixhosts http://pgl.yoyo.org/adservers/serverlist.php? | sort > /tmp/matter.txt +echo "Getting winhelp2002 ad list..." # 12985 domains curl -s http://winhelp2002.mvps.org/hosts.txt | grep -v "#" | grep -v "127.0.0.1" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' | sort >> /tmp/matter.txt -echo "Getting adaway ad list..." -curl -s https://adaway.org/hosts.txt | grep -v "#" | grep -v "::1" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' | sort >> /tmp/matter.txt -echo "Getting hosts-file ad list..." -curl -s http://hosts-file.net/.%5Cad_servers.txt | grep -v "#" | grep -v "::1" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' | sort >> /tmp/matter.txt -echo "Getting malwaredomainlist ad list..." -curl -s http://www.malwaredomainlist.com/hostslist/hosts.txt | grep -v "#" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' | sort >> /tmp/matter.txt -echo "Getting adblock.gjtech ad list..." -curl -s http://adblock.gjtech.net/?format=unix-hosts | grep -v "#" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' | sort >> /tmp/matter.txt -echo "Getting someone who cares ad list..." -curl -s http://someonewhocares.org/hosts/hosts | grep -v "#" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' >> /tmp/matter.txt +echo "Getting adaway ad list..." # 445 domains +curl -s https://adaway.org/hosts.txt | grep -v "#" | grep -v "::1" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' | grep -v '^\\' | grep -v '\\$' | sort >> /tmp/matter.txt +echo "Getting hosts-file ad list..." # 28050 domains +curl -s http://hosts-file.net/.%5Cad_servers.txt | grep -v "#" | grep -v "::1" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' | grep -v '^\\' | grep -v '\\$' | sort >> /tmp/matter.txt +echo "Getting malwaredomainlist ad list..." # 1352 domains +curl -s http://www.malwaredomainlist.com/hostslist/hosts.txt | grep -v "#" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $3}' | grep -v '^\\' | grep -v '\\$' | sort >> /tmp/matter.txt +echo "Getting adblock.gjtech ad list..." # 696 domains +curl -s http://adblock.gjtech.net/?format=unix-hosts | grep -v "#" | sed '/^$/d' | sed 's/\ /\\ /g' | awk '{print $2}' | grep -v '^\\' | grep -v '\\$' | sort >> /tmp/matter.txt +echo "Getting someone who cares ad list..." # 10600 +curl -s http://someonewhocares.org/hosts/hosts | grep -v "#" | sed '/^$/d' | sed 's/\ /\\ /g' | grep -v '^\\' | grep -v '\\$' | awk '{print $2}' | grep -v '^\\' | grep -v '\\$' | sort >> /tmp/matter.txt +echo "Getting Mother of All Ad Blocks list..." # 102168 domains!! Thanks Kacy +curl -A 'Mozilla/5.0 (X11; Linux x86_64; rv:30.0) Gecko/20100101 Firefox/30.0' -e http://forum.xda-developers.com/ http://adblock.mahakala.is/ | grep -v "#" | awk '{print $2}' | sort >> /tmp/matter.txt # Sort the aggregated results and remove any duplicates -echo "removing duplicates and formatting to address=//"$piholeIP +echo "Removing duplicates and formatting to address=//"$piholeIP cat /tmp/matter.txt | sort | uniq | sed '/^$/d' | awk -v "IP=$piholeIP" '{sub(/\r$/,""); print "address=/"$0"/"IP}' > /tmp/andLight.txt + +# Count how many domains were added so it can be displayed to the user +numberOfAdsBlocked=$(cat /tmp/andLight.txt | wc -l | sed 's/^[ \t]*//') +echo "$numberOfAdsBlocked ad domains added to the blacklist" + +# Turn the file into a dnsmasq config file mv /tmp/andLight.txt $eventHorizion # Restart DNS