mirror of https://github.com/Cisco-Talos/clamav
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
37 lines
1.7 KiB
37 lines
1.7 KiB
#!/bin/sh
|
|
#
|
|
# Phishing detection automated testing & tools.
|
|
# Copyright (C) 2006 Torok Edvin <edwintorok@gmail.com>
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
|
|
# MA 02110-1301, USA.
|
|
#
|
|
IANA_TLD="http://data.iana.org/TLD/tlds-alpha-by-domain.txt"
|
|
IANA_CCTLD="http://www.iana.org/cctld/cctld-whois.htm";
|
|
TMP=`tempfile`
|
|
OUTFILE=iana_tld.h
|
|
|
|
echo "Downloading updated tld list from iana.org"
|
|
wget $IANA_TLD -O $TMP || exit 2
|
|
echo "Download complete, parsing data"
|
|
grep -Ev ^# $TMP | tr [A-Z] [a-z] | gperf -C -l -L ANSI-C -E -C -H tld_hash -N in_tld_set|grep -v '^#line' | sed -e 's/^const struct/static const struct/' -e 's/register //g' >iana_tld.h
|
|
|
|
echo "Downloading updated country-code list from iana.org"
|
|
wget $IANA_CCTLD -O $TMP || exit 2
|
|
echo "Download complete, parsing data"
|
|
cat $TMP | grep country-code|egrep -oi "<a
|
|
href=[^>]+>\\.([a-zA-Z]+).+</a>"|egrep -o ">.[a-zA-Z]+" | colrm 1 2 | tr [A-Z]
|
|
[a-z]| gperf -C -l -L ANSI-C -E -C -H cctld_hash -N in_cctld_set |grep -v '^#line'|sed -e 's/^const struct/static const struct/' -e 's/register //g' -e 's/^const char \*/static const char */' >iana_cctld.h
|
|
echo "Done"
|
|
|