#!/usr/bin/perl -s
#
# URL List Expander
#

open(urllist,"urls.txt");

$lasturl="";
while (<urllist>) {
	s/\r//g;
	s/\n//g;
	s|:80/|/|;
	s|:80$|/|;
	s|([^/])/([^./]+)$|$1/$2/|;
	s|//([^/]+)$|//$1/|;
	$url = $_;
	$url =~ m|^(.*)://(.*)$| ;
	$protocol = $1;
	$url = $2;
        if( $lasturl && index($url,$lasturl) != 0 ) {
		print "$protocol://$lasturl\n";
        }
        $lasturl = $url;
}
print "$protocol://$url\n";

close(urllist);