Forum

#!/bin/bash
 
big_list=$(mktemp)
header=$(mktemp)
tempf=$(mktemp)
list_source='https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts'
config_file="/etc/unbound/blacklist.conf"
 
curl -s ${list_source} | tr -d '\r' > ${big_list}
 
#Supprime tous les domaines commentés
sed -i 's|^[[:space:]]*#[[:space:]]*0\.0\.0\.0|0\.0\.0\.0|' ${big_list} 
#Supprime tous les commentaires
sed -i 's|#.*$||' ${big_list}
#Supprime tous les espaces en fin de lignes
sed -i 's|[[:space:]]\+$||' ${big_list}
#Supprime toutes les lignes vides
sed -i '/^$/d' ${big_list}
#Supprime lzs lignes ne commençant pas par 0.0.0.0 (les alias pour les noms de domaines)
sed -i '/^0\.0\.0\.0/!d' ${big_list}
# Supprime le début des lignes pour n'avoir qu'une liste pure et simple de domaines
sed -i 's|^0\.0\.0\.0[[:space:]]*||' ${big_list}
#Supprime la première ligne inutile
sed -i '/^0\.0\.0\.0/d' ${big_list}
#Tri et supprime les doublons
sort ${big_list} | uniq >${tempf}
cat ${tempf} >${big_list}
 
#Ajout de la syntaxe unbound à chaque ligne
sed -i 's|^\(.*\)|local-zone: \1 always_nxdomain|' ${big_list}
#Ajout d'un entête au fichier de contiguration
echo -e "#autogenerated by $(readlink -f ${0})\nserver:" >${header}
 
cat ${header} ${big_list} >${config_file}
 
rm -f ${big_list} ${header}
 
exit 0
 

for i in ${list}
  if [[ 1 -lt $(grep -c ${i} ${list}) ]] ; then 
    echo ${i}
    grep ${i} ${list} | grep -v "^${i}\$" >${list_doublons}
  fi
done

#!/bin/bash
 
big_list=$(mktemp unboundlist-XXXX)
header=$(mktemp unboundlist-XXXX)
tempf=$(mktemp unboundlist-XXXX)
list_doublons=$(mktemp unboundlist-XXXX)
unbound_dir="/etc/unbound"
list_source='https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts'
#list_source2='https://raw.githubusercontent.com/oznu/dns-zone-blacklist/master/unbound/unbound-nxdomain.blacklist'
config_file="${unbound_dir}/blacklist.conf"
 
curl -s ${list_source} | tr -d '\r' > ${big_list}
 
mkdir -p ${unbound_dir}
 
sed -i 's|^[[:space:]]*#[[:space:]]*0\.0\.0\.0|0\.0\.0\.0|' ${big_list}
sed -i 's|#.*$||' ${big_list}
sed -i 's|[[:space:]]\+$||' ${big_list}
sed -i '/^$/d' ${big_list}
sed -i '/^0\.0\.0\.0/!d' ${big_list}
sed -i 's|^0\.0\.0\.0[[:space:]]*||' ${big_list}
 
sed -i '/^0\.0\.0\.0/d' ${big_list}
sort ${big_list} | uniq >${tempf}
cat ${tempf} >${big_list}
# big_list clean.
 
echo "" >${tempf}
 
#Remove doubles (sub-domains)
for i in $(cat ${big_list}) ; do
  #if one element with a dot in front is mentionned, then the mentions are subdomains
  if [[ 0 -lt $(grep -c "\.${i}$" ${big_list}) ]] ; then
    #insert subdomains in the list
    grep "\.${i}$" ${big_list} | grep -v "^${i}" >> ${list_doublons}
  fi
done
#Remove subdomains from the main list
grep -v -f ${list_doublons} ${big_list} >${tempf}
#Remove lines that only contain a TLD like shortcut for local links ff, fe but also inf.
grep "\." ${tempf} >${big_list}
 
#Format the list for unbound
sed -i 's|^\(.*\)|local-zone: \1 always_nxdomain|' ${big_list}
echo -e "#autogenerated by $(readlink -f ${0})\nserver:" >${header}
 
#Write unbound configuration
cat ${header} ${big_list} >${config_file}
 
rm -f ${big_list} ${header} ${tempf} ${list_doublons}
 
exit 0