Subversion Repositories ALCASAR

Rev

Rev 1936 | Rev 1940 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log

Rev 1936 Rev 1938
1
#/bin/bash
1
#/bin/bash
2
 
2
 
3
# $Id: alcasar-bl.sh 1936 2016-06-11 16:32:37Z richard $
3
# $Id: alcasar-bl.sh 1938 2016-06-12 15:12:06Z richard $
4
 
4
 
5
# alcasar-bl.sh
5
# alcasar-bl.sh
6
# by Franck BOUIJOUX and Richard REY
6
# by Franck BOUIJOUX and Richard REY
7
# This script is distributed under the Gnu General Public License (GPL)
7
# This script is distributed under the Gnu General Public License (GPL)
8
 
8
 
9
# Gestion de la BL pour le filtrage de domaine (via dnsmasq) et d'URL (via Dansguardian)
9
# Gestion de la BL pour le filtrage de domaine (via dnsmasq) et d'URL (via Dansguardian)
10
# Manage the BL for DnsBlackHole (dnsmasq) and URL filtering (Dansguardian)
10
# Manage the BL for DnsBlackHole (dnsmasq) and URL filtering (Dansguardian)
11
 
11
 
12
DIR_CONF="/usr/local/etc"
12
DIR_CONF="/usr/local/etc"
13
CONF_FILE="$DIR_CONF/alcasar.conf"
13
CONF_FILE="$DIR_CONF/alcasar.conf"
14
private_ip_mask=`grep PRIVATE_IP= $CONF_FILE|cut -d"=" -f2`
14
private_ip_mask=`grep PRIVATE_IP= $CONF_FILE|cut -d"=" -f2`
15
private_ip_mask=${private_ip_mask:=192.168.182.1/24}
15
private_ip_mask=${private_ip_mask:=192.168.182.1/24}
16
PRIVATE_IP=`echo $private_ip_mask | cut -d"/" -f1`			# ALCASAR LAN IP address
16
PRIVATE_IP=`echo $private_ip_mask | cut -d"/" -f1`			# ALCASAR LAN IP address
17
DIR_tmp="/tmp/blacklists"
17
DIR_tmp="/tmp/blacklists"
18
DIR_WL_tmp="/tmp/whitelists"
18
DIR_WL_tmp="/tmp/whitelists"
19
FILE_tmp="/tmp/filesfilter.txt"
19
FILE_tmp="/tmp/filesfilter.txt"
20
FILE_ip_tmp="/tmp/filesipfilter.txt"
20
FILE_ip_tmp="/tmp/filesipfilter.txt"
21
DIR_DG="/etc/dansguardian/lists"
21
DIR_DG="/etc/dansguardian/lists"
22
DIR_DG_BL="$DIR_DG/blacklists"
22
DIR_DG_BL="$DIR_DG/blacklists"
23
BL_CATEGORIES="$DIR_CONF/alcasar-bl-categories"				# list of names of the 	BL categories
23
BL_CATEGORIES="$DIR_CONF/alcasar-bl-categories"				# list of names of the 	BL categories
24
WL_CATEGORIES="$DIR_CONF/alcasar-wl-categories"				#	'	'	WL categories
24
WL_CATEGORIES="$DIR_CONF/alcasar-wl-categories"				#	'	'	WL categories
25
BL_CATEGORIES_ENABLED="$DIR_CONF/alcasar-bl-categories-enabled"		#	'	'	BL enabled categories
25
BL_CATEGORIES_ENABLED="$DIR_CONF/alcasar-bl-categories-enabled"		#	'	'	BL enabled categories
26
WL_CATEGORIES_ENABLED="$DIR_CONF/alcasar-wl-categories-enabled"		#	'	'	WL enabled categories
26
WL_CATEGORIES_ENABLED="$DIR_CONF/alcasar-wl-categories-enabled"		#	'	'	WL enabled categories
27
DIR_SHARE="/usr/local/share"
27
DIR_SHARE="/usr/local/share"
28
DIR_DNS_BL="$DIR_SHARE/dnsmasq-bl"					# all the BL in the DNSMASQ format
28
DIR_DNS_BL="$DIR_SHARE/dnsmasq-bl"					# all the BL in the DNSMASQ format
29
DIR_DNS_WL="$DIR_SHARE/dnsmasq-wl"					# all the WL	'	'	'
29
DIR_DNS_WL="$DIR_SHARE/dnsmasq-wl"					# all the WL	'	'	'
30
DIR_IP_BL="$DIR_SHARE/iptables-bl"					# all the IP addresses of the BL 
30
DIR_IP_BL="$DIR_SHARE/iptables-bl"					# all the IP addresses of the BL 
31
DIR_IP_WL="$DIR_SHARE/iptables-wl"					# IP ossi disabled WL 
31
DIR_IP_WL="$DIR_SHARE/iptables-wl"					# IP ossi disabled WL 
32
DIR_DNS_BL_ENABLED="$DIR_SHARE/dnsmasq-bl-enabled"			# symbolic link to the domains BL (only enabled categories)
32
DIR_DNS_BL_ENABLED="$DIR_SHARE/dnsmasq-bl-enabled"			# symbolic link to the domains BL (only enabled categories)
33
DIR_DNS_WL_ENABLED="$DIR_SHARE/dnsmasq-wl-enabled"			#	'	'	'	WL	'	'
33
DIR_DNS_WL_ENABLED="$DIR_SHARE/dnsmasq-wl-enabled"			#	'	'	'	WL	'	'
34
DIR_IP_BL_ENABLED="$DIR_SHARE/iptables-bl-enabled"			#	'	'	ip BL (only enabled categories)
34
DIR_IP_BL_ENABLED="$DIR_SHARE/iptables-bl-enabled"			#	'	'	ip BL (only enabled categories)
35
DIR_IP_WL_ENABLED="$DIR_SHARE/iptables-wl-enabled"			#	'	'	ip WL (ossi and ossi-* imported from ACC)
35
DIR_IP_WL_ENABLED="$DIR_SHARE/iptables-wl-enabled"			#	'	'	ip WL (ossi and ossi-* imported from ACC)
36
DNS1=`grep "DNS1" $CONF_FILE | cut -d '=' -f 2` 			# server DNS1 (for WL domain names)
36
DNS1=`grep "DNS1" $CONF_FILE | cut -d '=' -f 2` 			# server DNS1 (for WL domain names)
37
BL_SERVER="dsi.ut-capitole.fr"
37
BL_SERVER="dsi.ut-capitole.fr"
38
SED="/bin/sed -i"
38
SED="/bin/sed -i"
39
 
39
 
40
# enable/disable the BL & WL categories
40
# enable/disable the BL & WL categories
41
function cat_choice (){
41
function cat_choice (){
42
	mkdir -p $DIR_tmp
42
	mkdir -p $DIR_tmp
43
	for LIST in $DIR_IP_BL_ENABLED $DIR_DNS_BL_ENABLED $DIR_IP_WL_ENABLED $DIR_DNS_WL_ENABLED
43
	for LIST in $DIR_IP_BL_ENABLED $DIR_DNS_BL_ENABLED $DIR_IP_WL_ENABLED $DIR_DNS_WL_ENABLED
44
	do
44
	do
45
		if [ ! -e $LIST ] # installation of ALCASAR
45
		if [ ! -e $LIST ] #  only on install stage
46
		then
46
		then
47
			mkdir $LIST
47
			mkdir $LIST
48
		else
48
		else
49
			rm -rf $LIST/*
49
			rm -rf $LIST/*
50
		fi
50
		fi
51
		chown root:apache $LIST
51
		chown root:apache $LIST
52
		chmod 770 $LIST
52
		chmod 770 $LIST
53
	done
53
	done
54
	# update categories with rsync
54
	# update categories with rsync
55
	if [ ! -e $DIR_CONF/update_cat.conf ]
55
	if [ ! -e $DIR_CONF/update_cat.conf ]
56
	then
56
	then
57
		touch $DIR_CONF/update_cat.conf
57
		touch $DIR_CONF/update_cat.conf
58
		chown root:apache $DIR_CONF/update_cat.conf
58
		chown root:apache $DIR_CONF/update_cat.conf
59
		chmod 660 $DIR_CONF/update_cat.conf
59
		chmod 660 $DIR_CONF/update_cat.conf
60
	fi
60
	fi
61
	$SED "/\.Include/d" $DIR_DG/bannedsitelist $DIR_DG/bannedurllist # cleaning for DG
61
	$SED "/\.Include/d" $DIR_DG/bannedsitelist $DIR_DG/bannedurllist # cleaning for DG
62
	$SED "s?^[^#]?#&?g" $BL_CATEGORIES $WL_CATEGORIES # cleaning BL & WL categories file (comment all lines)
62
	$SED "s?^[^#]?#&?g" $BL_CATEGORIES $WL_CATEGORIES # cleaning BL & WL categories file (comment all lines)
63
 
63
 
64
	# process the file $BL_CATEGORIES with the choice of categories 
64
	# process the file $BL_CATEGORIES with the choice of categories 
65
	for ENABLE_CATEGORIE in `cat $BL_CATEGORIES_ENABLED` 
65
	for ENABLE_CATEGORIE in `cat $BL_CATEGORIES_ENABLED` 
66
	do
66
	do
67
		$SED "/\/$ENABLE_CATEGORIE$/d" $BL_CATEGORIES 
67
		$SED "/\/$ENABLE_CATEGORIE$/d" $BL_CATEGORIES 
68
		$SED "1i\/etc\/dansguardian\/lists\/blacklists\/$ENABLE_CATEGORIE" $BL_CATEGORIES
68
		$SED "1i\/etc\/dansguardian\/lists\/blacklists\/$ENABLE_CATEGORIE" $BL_CATEGORIES
69
		ln -sf $DIR_DNS_BL/$ENABLE_CATEGORIE.conf $DIR_DNS_BL_ENABLED/$ENABLE_CATEGORIE
69
		ln -sf $DIR_DNS_BL/$ENABLE_CATEGORIE.conf $DIR_DNS_BL_ENABLED/$ENABLE_CATEGORIE
70
		ln -sf $DIR_IP_BL/$ENABLE_CATEGORIE $DIR_IP_BL_ENABLED/$ENABLE_CATEGORIE
70
		ln -sf $DIR_IP_BL/$ENABLE_CATEGORIE $DIR_IP_BL_ENABLED/$ENABLE_CATEGORIE
71
		# echo ".Include<$DIR_DG_BL/$ENABLE_CATEGORIE/domains>" >> $DIR_DG/bannedsitelist  # Blacklisted domains are managed by dnsmasq
71
		# echo ".Include<$DIR_DG_BL/$ENABLE_CATEGORIE/domains>" >> $DIR_DG/bannedsitelist  # Blacklisted domains are managed by dnsmasq
72
		echo ".Include<$DIR_DG_BL/$ENABLE_CATEGORIE/urls>" >> $DIR_DG/bannedurllist
72
		echo ".Include<$DIR_DG_BL/$ENABLE_CATEGORIE/urls>" >> $DIR_DG/bannedurllist
73
	done
73
	done
74
	# add ossi categories 
74
	# add ossi categories 
75
	for OSSI_CATEGORIE in `ls $DIR_DNS_BL | grep ossi`
75
	for OSSI_CATEGORIE in `ls $DIR_DNS_BL | grep ossi`
76
	do
76
	do
-
 
77
		OSSI_CATEGORIE_SHORT=`echo $OSSI_CATEGORIE|cut -d"." -f1`
77
		ln -sf $DIR_DNS_BL/$OSSI_CATEGORIE $DIR_DNS_BL_ENABLED/$OSSI_CATEGORIE
78
		ln -sf $DIR_DNS_BL/$OSSI_CATEGORIE $DIR_DNS_BL_ENABLED/$OSSI_CATEGORIE_SHORT
78
	done
79
	done
79
	for OSSI_CATEGORIE in `ls $DIR_IP_BL | grep ossi`
80
	for OSSI_CATEGORIE in `ls $DIR_IP_BL | grep ossi`
80
	do
81
	do
81
		ln -sf $DIR_IP_BL/$OSSI_CATEGORIE $DIR_IP_BL_ENABLED/$OSSI_CATEGORIE
82
		ln -sf $DIR_IP_BL/$OSSI_CATEGORIE $DIR_IP_BL_ENABLED/$OSSI_CATEGORIE
82
	done
83
	done
83
 
84
 
84
	sort +0.0 -0.2 $BL_CATEGORIES -o $FILE_tmp
85
	sort +0.0 -0.2 $BL_CATEGORIES -o $FILE_tmp
85
	mv $FILE_tmp $BL_CATEGORIES
86
	mv $FILE_tmp $BL_CATEGORIES
86
 
87
 
87
	# process the file $WL_CATEGORIES with the choice of categories 
88
# process the file $WL_CATEGORIES with the choice of categories 
88
	for ENABLE_CATEGORIE in `cat $WL_CATEGORIES_ENABLED` 
89
	for ENABLE_CATEGORIE in `cat $WL_CATEGORIES_ENABLED` 
89
	do
90
	do
90
		$SED "/\/$ENABLE_CATEGORIE$/d" $WL_CATEGORIES 
91
		$SED "/\/$ENABLE_CATEGORIE$/d" $WL_CATEGORIES 
91
		$SED "1i\/etc\/dansguardian\/lists\/blacklists\/$ENABLE_CATEGORIE" $WL_CATEGORIES
92
		$SED "1i\/etc\/dansguardian\/lists\/blacklists\/$ENABLE_CATEGORIE" $WL_CATEGORIES
92
		ln -sf $DIR_DNS_WL/$ENABLE_CATEGORIE.conf $DIR_DNS_WL_ENABLED/$ENABLE_CATEGORIE
93
		ln -sf $DIR_DNS_WL/$ENABLE_CATEGORIE.conf $DIR_DNS_WL_ENABLED/$ENABLE_CATEGORIE
93
	done
94
	done
94
	# add ossi categories 
95
	# add ossi categories 
95
	for OSSI_CATEGORIE in `ls $DIR_DNS_WL | grep ossi`
96
	for OSSI_CATEGORIE in `ls $DIR_DNS_WL | grep ossi`
96
	do
97
	do
-
 
98
		OSSI_CATEGORIE_SHORT=`echo $OSSI_CATEGORIE|cut -d"." -f1`
97
		ln -sf $DIR_DNS_WL/$OSSI_CATEGORIE $DIR_DNS_WL_ENABLED/$OSSI_CATEGORIE
99
		ln -sf $DIR_DNS_WL/$OSSI_CATEGORIE $DIR_DNS_WL_ENABLED/$OSSI_CATEGORIE_SHORT
98
	done
100
	done
99
	for OSSI_CATEGORIE in `ls $DIR_IP_WL | grep ossi`
101
	for OSSI_CATEGORIE in `ls $DIR_IP_WL | grep ossi`
100
	do
102
	do
101
		ln -sf $DIR_IP_WL/$OSSI_CATEGORIE $DIR_IP_WL_ENABLED/$OSSI_CATEGORIE
103
		ln -sf $DIR_IP_WL/$OSSI_CATEGORIE $DIR_IP_WL_ENABLED/$OSSI_CATEGORIE
102
	done
104
	done
103
	sort +0.0 -0.2 $WL_CATEGORIES -o $FILE_tmp
105
	sort +0.0 -0.2 $WL_CATEGORIES -o $FILE_tmp
104
	mv $FILE_tmp $WL_CATEGORIES
106
	mv $FILE_tmp $WL_CATEGORIES
105
}
107
}
106
 
108
 
107
usage="Usage: alcasar-bl.sh { -cat_choice or --cat_choice } | { -download or --download } | { -adapt or --adapt } | { -reload or --reload } | { -update_cat or --update_cat }"
109
usage="Usage: alcasar-bl.sh { -cat_choice or --cat_choice } | { -download or --download } | { -adapt or --adapt } | { -reload or --reload } | { -update_cat or --update_cat }"
108
nb_args=$#
110
nb_args=$#
109
args=$1
111
args=$1
110
if [ $nb_args -eq 0 ]
112
if [ $nb_args -eq 0 ]
111
then
113
then
112
	  args="-h"
114
	  args="-h"
113
fi
115
fi
114
case $args in
116
case $args in
115
	-\? | -h* | --h*)
117
	-\? | -h* | --h*)
116
		echo "$usage"
118
		echo "$usage"
117
		exit 0
119
		exit 0
118
		;;
120
		;;
119
	# Retrieve Toulouse University BL
121
	# Retrieve Toulouse University BL
120
	-download | --download)
122
	-download | --download)
121
		rm -rf /tmp/con_ok.html
123
		rm -rf /tmp/con_ok.html
122
		`/usr/bin/curl $BL_SERVER -# -o /tmp/con_ok.html`
124
		`/usr/bin/curl $BL_SERVER -# -o /tmp/con_ok.html`
123
		if [ ! -e /tmp/con_ok.html ]
125
		if [ ! -e /tmp/con_ok.html ]
124
		then
126
		then
125
			echo "Erreur : le serveur de blacklist ($BL_SERVER) n'est pas joignable"
127
			echo "Erreur : le serveur de blacklist ($BL_SERVER) n'est pas joignable"
126
		else 
128
		else 
127
			rm -rf /tmp/con_ok.html $DIR_tmp
129
			rm -rf /tmp/con_ok.html $DIR_tmp
128
			mkdir $DIR_tmp
130
			mkdir $DIR_tmp
129
			wget -P $DIR_tmp http://$BL_SERVER/blacklists/download/blacklists.tar.gz
131
			wget -P $DIR_tmp http://$BL_SERVER/blacklists/download/blacklists.tar.gz
130
			md5sum $DIR_tmp/blacklists.tar.gz | cut -d" " -f1 > $DIR_tmp/md5sum
132
			md5sum $DIR_tmp/blacklists.tar.gz | cut -d" " -f1 > $DIR_tmp/md5sum
131
			chown -R apache:apache $DIR_tmp
133
			chown -R apache:apache $DIR_tmp
132
		fi
134
		fi
133
		;;		
135
		;;		
134
	# enable/disable categories (used only during the alcasar install process)
136
	# enable/disable categories (used only during the alcasar install process)
135
	-cat_choice | --cat_choice)
137
	-cat_choice | --cat_choice)
136
		cat_choice
138
		cat_choice
137
		;;
139
		;;
138
	# Adapt Toulouse University BL to ALCASAR architecture (dnsmasq + DG + iptables)
140
	# Adapt Toulouse University BL to ALCASAR architecture (dnsmasq + DG + iptables)
139
	-adapt | --adapt)
141
	-adapt | --adapt)
140
		echo -n "Adaptation process of Toulouse University blackList. Please wait : "
142
		echo -n "Adaptation process of Toulouse University blackList. Please wait : "
141
		if [ -f $DIR_tmp/blacklists.tar.gz ] # when downloading the last version of the BL
143
		if [ -f $DIR_tmp/blacklists.tar.gz ] # when downloading the last version of the BL
142
		then
144
		then
143
			# keep custom files (ossi) 
145
			# keep custom files (ossi) 
144
			for x in $(ls -1 $DIR_DG_BL | grep "^ossi-*")
146
			for x in $(ls -1 $DIR_DG_BL | grep "^ossi-*")
145
			do
147
			do
146
				mv $DIR_DG_BL/$x $DIR_tmp
148
				mv $DIR_DG_BL/$x $DIR_tmp
147
			done
149
			done
148
			rm -rf $DIR_DG_BL $DIR_IP_BL
150
			rm -rf $DIR_DG_BL $DIR_IP_BL
149
			mkdir $DIR_DG_BL $DIR_IP_BL
151
			mkdir $DIR_DG_BL $DIR_IP_BL
150
			tar zxf $DIR_tmp/blacklists.tar.gz --directory=$DIR_DG/
152
			tar zxf $DIR_tmp/blacklists.tar.gz --directory=$DIR_DG/
151
			# Add the two local categories (ossi-bl & ossi-wl) to the usage file
153
			# Add the two local categories (ossi-bl & ossi-wl) to the usage file
152
			# Add the custom categories (ossi-tor_nodes) to the usage file
154
			# Add the custom categories (ossi-tor_nodes) to the usage file
153
			cat << EOF >> $DIR_DG_BL/global_usage 
155
			cat << EOF >> $DIR_DG_BL/global_usage 
154
 
156
 
155
NAME: ossi-bl
157
NAME: ossi-bl
156
DEFAULT_TYPE: black
158
DEFAULT_TYPE: black
157
SOURCE: ALCASAR Team
159
SOURCE: ALCASAR Team
158
DESC FR: sites blacklistés ajoutés localement
160
DESC FR: sites blacklistés ajoutés localement
159
DESC EN: blacklisted sites add locally
161
DESC EN: blacklisted sites add locally
160
NAME FR: ossi-bl
162
NAME FR: ossi-bl
161
NAME EN: ossi-bl
163
NAME EN: ossi-bl
162
 
164
 
163
NAME: ossi-wl
165
NAME: ossi-wl
164
DEFAULT_TYPE: white
166
DEFAULT_TYPE: white
165
SOURCE: ALCASAR Team
167
SOURCE: ALCASAR Team
166
DESC FR: sites autorisés ajoutés localement
168
DESC FR: sites autorisés ajoutés localement
167
DESC EN: whitelisted sites add locally
169
DESC EN: whitelisted sites add locally
168
NAME FR: ossi-wl
170
NAME FR: ossi-wl
169
NAME EN: ossi-wl
171
NAME EN: ossi-wl
170
 
172
 
171
NAME: ossi-tor_nodes
173
NAME: ossi-tor_nodes
172
DEFAULT_TYPE: black
174
DEFAULT_TYPE: black
173
SOURCE: ALCASAR Team
175
SOURCE: ALCASAR Team
174
DESC FR: Adresses IP des noeuds (routeurs) d'entrée du réseau TOR
176
DESC FR: Adresses IP des noeuds (routeurs) d'entrée du réseau TOR
175
DESC EN:IP addresses of input TOR nodes (routers)
177
DESC EN:IP addresses of input TOR nodes (routers)
176
NAME FR: Noeuds TOR
178
NAME FR: Noeuds TOR
177
NAME EN: TOR nodes
179
NAME EN: TOR nodes
178
EOF
180
EOF
179
			# Retrieve custom files (ossi)
181
			# Retrieve custom files (ossi)
180
			for x in $(ls -1 $DIR_tmp | grep "^ossi-*")
182
			for x in $(ls -1 $DIR_tmp | grep "^ossi-*")
181
			do
183
			do
182
				mv $DIR_tmp/$x $DIR_DG_BL
184
				mv $DIR_tmp/$x $DIR_DG_BL
183
			done
185
			done
184
		fi
186
		fi
185
		rm -f $BL_CATEGORIES $WL_CATEGORIES
187
		rm -f $BL_CATEGORIES $WL_CATEGORIES
186
		rm -rf $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIR_IP_WL
188
		rm -rf $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIR_IP_WL
-
 
189
		rm -rf $DIR_DNS_BL_ENABLED $DIR_DNS_WL_ENABLED $DIR_IP_BL_ENABLED $DIR_IP_WL_ENBALED
187
		touch $BL_CATEGORIES $WL_CATEGORIES
190
		touch $BL_CATEGORIES $WL_CATEGORIES
188
		mkdir $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIR_IP_WL
191
		mkdir $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIR_IP_WL
-
 
192
		mkdir $DIR_DNS_BL_ENABLED $DIR_DNS_WL_ENABLED $DIR_IP_BL_ENABLED $DIR_IP_WL_ENBALED
189
		chown -R root:apache $DIR_DG $BL_CATEGORIES $WL_CATEGORIES $BL_CATEGORIES_ENABLED $WL_CATEGORIES_ENABLED $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIR_IP_WL
193
		chown -R root:apache $DIR_DG $BL_CATEGORIES $WL_CATEGORIES $BL_CATEGORIES_ENABLED $WL_CATEGORIES_ENABLED $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIR_IP_WL
190
		chmod -R g+w $DIR_DG $BL_CATEGORIES $WL_CATEGORIES $BL_CATEGORIES_ENABLED $WL_CATEGORIES_ENABLED $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIR_IP_WL
194
		chmod -R g+w $DIR_DG $BL_CATEGORIES $WL_CATEGORIES $BL_CATEGORIES_ENABLED $WL_CATEGORIES_ENABLED $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIR_IP_WL
191
		find $DIR_DG_BL/ -type f -name domains > $FILE_tmp # retrieve directory name where a domain file exist
195
		find $DIR_DG_BL/ -type f -name domains > $FILE_tmp # retrieve directory name where a domain file exist
192
		$SED "s?\/domains??g" $FILE_tmp # remove "/domains" suffix
196
		$SED "s?\/domains??g" $FILE_tmp # remove "/domains" suffix
193
		for dir_categorie in `cat $FILE_tmp` # create the blacklist and the whitelist files
197
		for dir_categorie in `cat $FILE_tmp` # create the blacklist and the whitelist files
194
		do
198
		do
195
			categorie=`echo $dir_categorie|cut -d "/" -f6`
199
			categorie=`echo $dir_categorie|cut -d "/" -f6`
196
			categorie_type=`grep -A1 ^NAME:[$' '$'\t']*$categorie $DIR_DG_BL/global_usage | grep ^DEFAULT_TYPE | cut -d":" -f2 | tr -d " \t"`
200
			categorie_type=`grep -A1 ^NAME:[$' '$'\t']*$categorie $DIR_DG_BL/global_usage | grep ^DEFAULT_TYPE | cut -d":" -f2 | tr -d " \t"`
197
			if [ "$categorie_type" == "white" ]
201
			if [ "$categorie_type" == "white" ]
198
			then
202
			then
199
				echo "$dir_categorie" >> $WL_CATEGORIES 
203
				echo "$dir_categorie" >> $WL_CATEGORIES 
200
			else
204
			else
201
				echo "$dir_categorie" >> $BL_CATEGORIES
205
				echo "$dir_categorie" >> $BL_CATEGORIES
202
			fi
206
			fi
203
		done
207
		done
204
		rm -f $FILE_tmp
208
		rm -f $FILE_tmp
205
		# Verify that the enabled categories are effectively in the BL (need after an update of the BL)
209
		# Verify that the enabled categories are effectively in the BL (need after an update of the BL)
206
		for ENABLE_CATEGORIE in `cat $BL_CATEGORIES_ENABLED` 
210
		for ENABLE_CATEGORIE in `cat $BL_CATEGORIES_ENABLED` 
207
		do
211
		do
208
			ok=`grep /$ENABLE_CATEGORIE$ $BL_CATEGORIES|wc -l`
212
			ok=`grep /$ENABLE_CATEGORIE$ $BL_CATEGORIES|wc -l`
209
			if [ $ok != "1" ] 
213
			if [ $ok != "1" ] 
210
			then
214
			then
211
				$SED "/^$ENABLE_CATEGORIE$/d" $BL_CATEGORIES_ENABLED
215
				$SED "/^$ENABLE_CATEGORIE$/d" $BL_CATEGORIES_ENABLED
212
			fi
216
			fi
213
		done
217
		done
214
		# Verify that the enabled categories are effectively in the WL (need after an update of the WL)
218
		# Verify that the enabled categories are effectively in the WL (need after an update of the WL)
215
		for ENABLE_CATEGORIE in `cat $WL_CATEGORIES_ENABLED` 
219
		for ENABLE_CATEGORIE in `cat $WL_CATEGORIES_ENABLED` 
216
		do
220
		do
217
			ok=`grep /$ENABLE_CATEGORIE$ $WL_CATEGORIES|wc -l`
221
			ok=`grep /$ENABLE_CATEGORIE$ $WL_CATEGORIES|wc -l`
218
			if [ $ok != "1" ] 
222
			if [ $ok != "1" ] 
219
			then
223
			then
220
				$SED "/^$ENABLE_CATEGORIE$/d" $WL_CATEGORIES_ENABLED
224
				$SED "/^$ENABLE_CATEGORIE$/d" $WL_CATEGORIES_ENABLED
221
			fi
225
			fi
222
		done
226
		done
223
		# Creation of DNSMASQ and Iptables BL and WL
227
		# Creation of DNSMASQ and Iptables BL and WL
224
		for LIST in $BL_CATEGORIES $WL_CATEGORIES	# for each list (bl and wl)
228
		for LIST in $BL_CATEGORIES $WL_CATEGORIES	# for each list (bl and wl)
225
		do
229
		do
226
			for PATH_FILE in `cat $LIST` # for each category
230
			for PATH_FILE in `cat $LIST` # for each category
227
			do
231
			do
228
				DOMAINE=`basename $PATH_FILE`
232
				DOMAIN=`basename $PATH_FILE`
229
				echo -n "$DOMAINE, "
233
				echo -n "$DOMAIN, "
230
		  		if [ ! -f $PATH_FILE/urls ] # create 'urls' file if it doesn't exist
234
		  		if [ ! -f $PATH_FILE/urls ] # create 'urls' file if it doesn't exist
231
				then
235
				then
232
					touch $PATH_FILE/urls
236
					touch $PATH_FILE/urls
233
					chown dansguardian:apache $PATH_FILE/urls
237
					chown dansguardian:apache $PATH_FILE/urls
234
				fi
238
				fi
235
				$SED "s/\.\{2,10\}/\./g" $PATH_FILE/domains $PATH_FILE/urls # correct some syntax errors
239
				$SED "s/\.\{2,10\}/\./g" $PATH_FILE/domains $PATH_FILE/urls # correct some syntax errors
236
				# extract ip addresses for iptables
240
				# extract ip addresses for iptables
237
				awk '/^([0-9]{1,3}\.){3}[0-9]{1,3}$/{print "add bl_ip_blocked " $0}' $PATH_FILE/domains > $FILE_ip_tmp
241
				awk '/^([0-9]{1,3}\.){3}[0-9]{1,3}$/{print "add bl_ip_blocked " $0}' $PATH_FILE/domains > $FILE_ip_tmp
238
				# for dnsmask, remove IP addesses, accented characters and commented lines.
242
				# for dnsmask, remove IP addesses, accented characters and commented lines.
239
				egrep  -v "^([0-9]{1,3}\.){3}[0-9]{1,3}$" $PATH_FILE/domains > $FILE_tmp
243
				egrep  -v "^([0-9]{1,3}\.){3}[0-9]{1,3}$" $PATH_FILE/domains > $FILE_tmp
240
				$SED "/[äâëêïîöôüû]/d" $FILE_tmp
244
				$SED "/[äâëêïîöôüû]/d" $FILE_tmp
241
				$SED "/^#.*/d" $FILE_tmp
245
				$SED "/^#.*/d" $FILE_tmp
242
				if [ "$LIST" == "$BL_CATEGORIES" ]
246
				if [ "$LIST" == "$BL_CATEGORIES" ]
243
				then
247
				then
244
					# adapt to the dnsmasq syntax for the blacklist
248
					# adapt to the dnsmasq syntax for the blacklist
245
					$SED "s?.*?address=/&/$PRIVATE_IP?g" $FILE_tmp 
249
					$SED "s?.*?address=/&/$PRIVATE_IP?g" $FILE_tmp 
246
					mv $FILE_tmp $DIR_DNS_BL/$DOMAINE.conf
250
					mv $FILE_tmp $DIR_DNS_BL/$DOMAIN.conf
247
					mv $FILE_ip_tmp $DIR_IP_BL/$DOMAINE
251
					mv $FILE_ip_tmp $DIR_IP_BL/$DOMAIN
248
				else
252
				else
249
					# adapt to the dnsmasq syntax for the whitelist
253
					# adapt to the dnsmasq syntax for the whitelist
250
					$SED "s?.*?server=/&/$DNS1?g" $FILE_tmp 
254
					$SED "s?.*?server=/&/$DNS1?g" $FILE_tmp 
251
					mv $FILE_tmp $DIR_DNS_WL/$DOMAINE.conf
255
					mv $FILE_tmp $DIR_DNS_WL/$DOMAIN.conf
252
				fi
256
				fi
253
			done
257
			done
254
		done
258
		done
255
		rm -f $FILE_tmp $FILE_ip_tmp
259
		rm -f $FILE_tmp $FILE_ip_tmp
256
		rm -rf $DIR_tmp
260
		rm -rf $DIR_tmp
257
		;;
261
		;;
258
	# update the categories which are written in "/usr/local/etc/update_cat.conf" with rsync
262
	# update the categories which are written in "/usr/local/etc/update_cat.conf" with rsync
259
	-update_cat | --update_cat)
263
	-update_cat | --update_cat)
260
		if [ $(cat /usr/local/etc/update_cat.conf | wc -l) -ne 0 ]
264
		if [ $(cat /usr/local/etc/update_cat.conf | wc -l) -ne 0 ]
261
		then
265
		then
262
			echo -n "Updating categories in /usr/local/etc/update_cat.conf ..."
266
			echo -n "Updating categories in /usr/local/etc/update_cat.conf ..."
263
			cat /usr/local/etc/update_cat.conf | while read LIGNE_RSYNC
267
			cat /usr/local/etc/update_cat.conf | while read LIGNE_RSYNC
264
			do
268
			do
265
				CATEGORIE=$(echo $LIGNE_RSYNC | cut -d' ' -f1)
269
				CATEGORIE=$(echo $LIGNE_RSYNC | cut -d' ' -f1)
266
				URL=$(echo $LIGNE_RSYNC | cut -d' ' -f2)
270
				URL=$(echo $LIGNE_RSYNC | cut -d' ' -f2)
267
				PATH_FILE=$(find $DIR_DG_BL/ -type d -name $CATEGORIE) # retrieve directory name of the category
271
				PATH_FILE=$(find $DIR_DG_BL/ -type d -name $CATEGORIE) # retrieve directory name of the category
268
				rsync -rv $URL $(dirname $PATH_FILE ) #rsync inside of the blacklist directory
272
				rsync -rv $URL $(dirname $PATH_FILE ) #rsync inside of the blacklist directory
269
				# Creation of DNSMASQ and Iptables BL and WL
273
				# Creation of DNSMASQ and Iptables BL and WL
270
				DOMAINE=$(basename $PATH_FILE)
274
				DOMAIN=$(basename $PATH_FILE)
271
				# correct some synthaxes
275
				$SED "s/\.\{2,10\}/\./g" $PATH_FILE/domains $PATH_FILE/urls # correction 'coma' instead of 'dot'
272
				$SED "s/\.\{2,10\}/\./g" $PATH_FILE/domains $PATH_FILE/urls
276
				$SED "/^$/d" $PATH_FILE/domains $PATH_FILE/urls # remove empty lines
273
				# extract ip addresses for iptables
277
				# extract ip addresses for iptables
274
				awk '/^([0-9]{1,3}\.){3}[0-9]{1,3}$/{print "add bl_ip_blocked " $0}' $PATH_FILE/domains > $FILE_ip_tmp
278
				awk '/^([0-9]{1,3}\.){3}[0-9]{1,3}$/{print "add bl_ip_blocked " $0}' $PATH_FILE/domains > $FILE_ip_tmp
275
				# for dnsmask, remove IP addresses, accentuated characters and commented lines.
279
				# for dnsmask, remove IP addresses, accentuated characters and commented lines.
276
				egrep  -v "^([0-9]{1,3}\.){3}[0-9]{1,3}$" $PATH_FILE/domains > $FILE_tmp
280
				egrep  -v "^([0-9]{1,3}\.){3}[0-9]{1,3}$" $PATH_FILE/domains > $FILE_tmp
277
				$SED "/[äâëêïîöôüû]/d" $FILE_tmp
281
				$SED "/[äâëêïîöôüû]/d" $FILE_tmp
278
				$SED "/^#.*/d" $FILE_tmp
282
				$SED "/^#.*/d" $FILE_tmp
279
				black=`grep black $PATH_FILE/usage |wc -l`
283
				black=`grep black $PATH_FILE/usage |wc -l`
280
				if [ $black == "1" ]
284
				if [ $black == "1" ]
281
				then
285
				then
282
					# adapt to the dnsmasq syntax for the blacklist
286
					# adapt to the dnsmasq syntax for the blacklist
283
					$SED "s?.*?address=/&/$PRIVATE_IP?g" $FILE_tmp 
287
					$SED "s?.*?address=/&/$PRIVATE_IP?g" $FILE_tmp 
284
					mv $FILE_tmp $DIR_DNS_BL/$DOMAINE.conf
288
					mv $FILE_tmp $DIR_DNS_BL/$DOMAIN.conf
285
					mv $FILE_ip_tmp $DIR_IP_BL/$DOMAINE
289
					mv $FILE_ip_tmp $DIR_IP_BL/$DOMAIN
286
				else
290
				else
287
					# adapt to the dnsmasq syntax for the whitelist
291
					# adapt to the dnsmasq syntax for the whitelist
288
					$SED "s?.*?server=/&/$DNS1?g" $FILE_tmp 
292
					$SED "s?.*?server=/&/$DNS1?g" $FILE_tmp 
289
					mv $FILE_tmp $DIR_DNS_WL/$DOMAINE.conf
293
					mv $FILE_tmp $DIR_DNS_WL/$DOMAIN.conf
-
 
294
					mv $FILE_ip_tmp $DIR_IP_WL/$DOMAIN
290
				fi
295
				fi
291
				rm -f $FILE_tmp $FILE_ip_tmp
296
				rm -f $FILE_tmp $FILE_ip_tmp
292
			done
297
			done
293
			/usr/bin/systemctl restart dnsmasq-whitelist
298
			/usr/bin/systemctl restart dnsmasq-whitelist
294
			/usr/bin/systemctl restart dnsmasq-blacklist
299
			/usr/bin/systemctl restart dnsmasq-blacklist
295
			/usr/bin/systemctl restart dansguardian
300
			/usr/bin/systemctl restart dansguardian
296
			/usr/local/bin/alcasar-iptables.sh
301
			/usr/local/bin/alcasar-iptables.sh
297
		else
302
		else
298
			  echo -n "/usr/local/etc/update_cat.conf is empty ..."
303
			  echo -n "/usr/local/etc/update_cat.conf is empty ..."
299
		fi
304
		fi
300
		echo 
305
		echo 
301
		;;
306
		;;
302
	# reload when categories are changed 
307
	# reload when selected categories are changed or when ossi change his custom files
303
	-reload | --reload)
308
	-reload | --reload)
304
		# for DG
309
		# for DG
305
		cat_choice
310
		cat_choice
306
		#  for dnsmasq (rehabited domain names)
311
		#  for dnsmasq (rehabited domain names)
307
		if [ `wc -w $DIR_DG/exceptionsitelist|cut -d " " -f1` != "0" ]
312
		if [ `wc -w $DIR_DG/exceptionsitelist|cut -d " " -f1` != "0" ]
308
		then
313
		then
309
			for i in `cat $DIR_DG/exceptionsitelist`
314
			for i in `cat $DIR_DG/exceptionsitelist`
310
			do
315
			do
311
				$SED "/$i/d" $DIR_DNS_BL/*
316
				$SED "/$i/d" $DIR_DNS_BL/*
312
			done
317
			done
313
		fi
318
		fi
-
 
319
		# adapt OSSI BL & WL custom files
-
 
320
		for dir in $DIR_DNS_BL_ENABLED $DIR_DNS_WL_ENABLED $DIR_IP_BL_ENABLED $DIR_IP_WL_ENBALED $DIR_DNS_BL $DIR_DNS_WL $DIR_IP_BL $DIr_IP_WL
-
 
321
		do
-
 
322
			rm -f $dir/ossi*
-
 
323
		done
-
 
324
		find $DIR_DG_BL/ -type f -name domains | grep ossi > $FILE_tmp # retrieve ossi directories name where a domain file exist
-
 
325
		$SED "s?\/domains??g" $FILE_tmp # remove "/domains" suffix
-
 
326
		for ossi_custom_dir in `cat $FILE_tmp` # create the blacklist and the whitelist files
-
 
327
		do
-
 
328
			ossi_categorie=`echo $ossi_custom_dir|cut -d "/" -f6`
-
 
329
			categorie_type=`grep -A1 ^NAME:[$' '$'\t']*$ossi_categorie $DIR_DG_BL/global_usage | grep ^DEFAULT_TYPE | cut -d":" -f2 | tr -d " \t"`
-
 
330
			$SED "s/\.\{2,10\}/\./g" $ossi_custom_dir/domains $ossi_custom_dir/urls # correction 'coma" instead of 'dot'
-
 
331
			$SED "/^$/d" $ossi_custom_dir/domains $ossi_custom_dir/urls # remove empty lines
-
 
332
			# extract ip addresses for iptables
-
 
333
			awk '/^([0-9]{1,3}\.){3}[0-9]{1,3}$/{print "add bl_ip_blocked " $0}' $ossi_custom_dir/domains > $FILE_ip_tmp
-
 
334
			# for dnsmask, remove IP addesses, accented characters and commented lines.
-
 
335
			egrep  -v "^([0-9]{1,3}\.){3}[0-9]{1,3}$" $ossi_custom_dir/domains > $FILE_tmp
-
 
336
			$SED "/[äâëêïîöôüû]/d" $FILE_tmp
-
 
337
			$SED "/^#.*/d" $FILE_tmp
-
 
338
			if [ "$categorie_type" == "white" ]
-
 
339
			then
-
 
340
			# adapt to the dnsmasq syntax for the whitelist
-
 
341
				echo "$ossi_categorie : WL"
-
 
342
				$SED "s?.*?server=/&/$DNS1?g" $FILE_tmp 
-
 
343
				mv $FILE_tmp $DIR_DNS_WL/$ossi_categorie.conf
-
 
344
				ln -sf $DIR_DNS_WL/$ossi_categorie.conf $DIR_DNS_WL_ENABLED/$ossi_categorie
-
 
345
				mv $FILE_ip_tmp $DIR_IP_WL/$ossi_categorie
-
 
346
				ln -sf $DIR_IP_WL/$ossi_categorie $DIR_IP_WL_ENABLED/$ossi_categorie
-
 
347
			else
-
 
348
			# adapt to the dnsmasq syntax for the blacklist
-
 
349
				echo "$ossi_categorie : BL"
-
 
350
				$SED "s?.*?address=/&/$PRIVATE_IP?g" $FILE_tmp 
-
 
351
				mv $FILE_tmp $DIR_DNS_BL/$ossi_categorie.conf
-
 
352
				ln -sf $DIR_DNS_BL/$ossi_categorie.conf $DIR_DNS_BL_ENABLED/$ossi_categorie
-
 
353
				mv $FILE_ip_tmp $DIR_IP_BL/$ossi_categorie
-
 
354
				ln -sf $DIR_IP_BL/$ossi_categorie $DIR_IP_BL_ENABLED/$ossi_categorie
-
 
355
			fi
-
 
356
		done
314
		/usr/bin/systemctl restart dnsmasq-blacklist
357
		/usr/bin/systemctl restart dnsmasq-blacklist
315
		/usr/bin/systemctl restart dnsmasq-whitelist
358
		/usr/bin/systemctl restart dnsmasq-whitelist
316
		/usr/local/bin/alcasar-iptables.sh
359
		/usr/local/bin/alcasar-iptables.sh
317
		;;
360
		;;
318
	*)
361
	*)
319
		echo "Argument inconnu :$1";
362
		echo "Argument inconnu :$1";
320
		echo "$usage"
363
		echo "$usage"
321
		exit 1
364
		exit 1
322
		;;
365
		;;
323
esac
366
esac
324
 
367
 
325
 
368
 
326
 
369
 
327
 
370
 
328
 
371