- #!/bin/sh
-
- URL="https://publicsuffix.org/list/public_suffix_list.dat"
- TMPFILE=$(dirname $0)/public_suffix_list.tmp
- DATFILE=$(dirname $0)/public_suffix_list.dat
-
- wget -O $TMPFILE $URL || exit 1
-
- # there might be backslashes (at line end they produce problems)
- sed -i 's/\\//g' $TMPFILE
-
- # clear DATFILE if exist
- printf %s "" > $DATFILE
- L=0; M=0
- export CHARSET=UTF-8 # needed for idn
- cat ${TMPFILE} | while read LINE; do
- L=$(( L + 1 ))
- printf "\\r\\t%s\\t%s" "in: $L " "out: $(( $L + $M )) "
- printf %s\\n "$LINE" | grep -E "^\/\/" >/dev/null 2>&1 && {
- # do not modify lines beginning with "//"
- printf %s\\n "$LINE" >> $DATFILE
- continue
- }
- printf %s\\n "$LINE" | grep -E "^$" >/dev/null 2>&1 && {
- # do not modify empty lines
- printf %s\\n "$LINE" >> $DATFILE
- continue
- }
- ASCII=$(idn -a "$LINE") # write ASCII and UTF-8
- if [ "$ASCII" != "$LINE" ]; then
- printf %s\\n "$ASCII" >> $DATFILE
- printf "\\t%s\\n" "add: $ASCII"
- M=$(( M + 1 ))
- fi
- printf %s\\n "$LINE" >> $DATFILE
- done
- rm -f $TMPFILE
- gzip -f9 $DATFILE
-
|
