@URLs =
("http://www.webcrawler.com/cgi-bin/WebQuery?searchText=%s",
"http://www.webcrawler.com/cgi-bin/WebQuery?search=%s&src=wc_more&start=25&showSummary=false&perPage=25",
"http://www.webcrawler.com/cgi-bin/WebQuery?search=%s&src=wc_more&start=50&showSummary=false&perPage=25",
"http://www.webcrawler.com/cgi-bin/WebQuery?search=%s&src=wc_more&start=75&showSummary=false&perPage=25");
sub getpage {
my($page, $search) = @_;
$page--;
return $SearchStat::E_RANGE if($page<0 || $page>$#URLs);
$url = sprintf($URLs[$page], $search);
$page = &fetch($url);
return $SearchStat::E_NOTFOUND if $page == $SearchStat::E_NOTFOUND;
@urls = ();
return E_RANGE if $page =~ m!Sorry, no matches were found containing .*!is;
while($page =~ m!
\x95 !is) {
my $url = $1;
$page =~ s!
\x95 !!is;
@urls=(@urls, $url);
}
return \@urls;
}
$valid = 1;
1;