#!/bin/bash
#
#    createlist - filter, sort, uniq  proxies  from raw
#
#    Copyright (C) 2005 Jia Wang (skyroam@gmail.com)
#
#    This file is part of Phc.
#
#    Phc is free software; you can redistribute it and/or modify
#    it under the terms of the GNU General Public License as published by
#    the Free Software Foundation; either version 2 of the License, or
#    (at your option) any later version.
#
#    Foobar is distributed in the hope that it will be useful,
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#    GNU General Public License for more details.
#
#    You should have received a copy of the GNU General Public License
#    along with Foobar; if not, write to the Free Software
#    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
#
#usage: ./createlist proxylist @HTTP
in=$1
key=`echo $2|tr "[a-z]" "[A-Z]"`
out=$in
cat $in|tr -d ' '|tr -d "\t"|tr -d "\b"|tr -d "\v"|tr "[a-z]" "[A-Z]">$in.tmp.0
sed -ne "s/\($key\).*/\1/p" $in.tmp.0|sort -n > "$in".tmp.1
uniq "$in".tmp.1 $out


