MX Linux Forum

Code: Select all

#!/bin/bash
# # # Description
# Grap Blocklists for use with /etc/hosts
#
# Script=get-hosts-block.sh
# Author=Michael
# Email=use website contact
# Website=http://www.inet-design.com/
# License=GPL
# Script repository=none
# Last Edit Date=Sun 30 Aug 2020
#
# Instructions:
# As root,
# - cp /etc/hosts /{$WorkingDir}/hosts.orig
#
# - Copy computer name line and any other addtions
#   in /etc/hosts to /{$WorkingDir}/hosts.mine.unique
# e.g.
#   127.0.0.1       {computer-name}
#
# - Fix all pathing/naming...
#
# Notes:
# I started building this for multipe lists, but found
# StevenBlack's includes Peter Lowe's (yoyo.org).
#
# If more than one list gets used, need to clean/combine them
# and will need to re-work 'hosts' building.
#
# Root crontab
# 45 6 * * 1 /home/michael/common/bin/get-hosts-block.sh >>/home/michael/common/bin/log/get-hosts-block.sh.log 2>&1
# 06:45 on Monday, that way if it breaks, it won't have broken much and can be fixed at start of day.
#
# # # # #

# # # Be Nice
renice -n 15 -p $$ >/dev/null 2>/dev/null
# # # #

# # # Include Standard Paths & Functions
  IncFile="$(dirname "${BASH_SOURCE[0]}")/includes/stdpaths.sh"
  if [ -f "$IncFile" ] ; then
    . "$IncFile"
  else
    echo 'No Standard Paths!  Exiting'
    exit 1
  fi
  . "$CommonInc/stdfunctions.sh"
  . "$CommonInc/pretty.sh"
  . "$CommonInc/beginingmsg.sh"
# # # #

# # # #
# Static Setups
# Random user aget
UserAgent=`randomUserAgent`
# # # #

# change to {$WorkingDir}
WorkingDir="/home/michael/data/trash/hoststest"
WorkingDir="/root/hosts"
if [ ! -d "$WorkingDir" ] ; then
  echo 'Hey, you goofed...'
  echo "md $WorkingDir"
  echo '-and-'
  echo 'place hosts.mine.unique in it...'
  exit
fi

cd "$WorkingDir"

# backup existing hosts
CurrDateTime=$(date +"%Y%m%d-%H%M%S")
cp --preserve=all "/etc/hosts" "$WorkingDir/hosts.$CurrDateTime"

# # # [AAA-START]
# # Notes
#
# Add as many block lists as desired, one per line.
#
# escape ('\') items that bork bash, eg..
# https://pgl.yoyo.org/adservers/serverlist.php?showintro=0;hostformat=hosts
# https://pgl.yoyo.org/adservers/serverlist.php?showintro=0\;hostformat=hosts
# PS: Don't use above as it's HTML, not sure where 'raw' is...
#
HostLists=(
https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts
)
# # # [AAA-END]

i=0
for HostList in "${HostLists[@]}"; do
  let "i=i+1"
#   echo "hostlist.$i"
#   echo "$HostList"

wget \
--user-agent="$UserAgent" \
--passive-ftp \
--execute robots=off \
--output-document="hostlist.$i" \
--append-output hostlist.log \
"$HostList"

done

cp --preserve=all 'hosts.mine.unique' 'hosts'
cat "hostlist.$i" >> 'hosts'
cp --preserve=all 'hosts' '/etc/hosts'

ls -al --color=tty /etc/hosts

. "$CommonInc/endingmsg.sh"