All pastes #926807 Raw Edit

Untitled

public text v1 · immutable
·published 2008-03-03 21:11 UTC
rendered paste body
#!/usr/bin/perl
use strict;

use HTML::TreeBuilder;
use LWP::UserAgent;
use HTTP::Headers;
use URI::Escape;

my %done;
my @links;
my $tree;
my @getlinks;

my $searchtext=uri_escape("jaggy");
my $ua = LWP::UserAgent->new;
$ua->agent("Mozilla/5.0");
$ua->timeout(3000000);
# Create a request
my $req = HTTP::Request->new(GET => "http://www.google.co.in/search?hl=en&q=$searchtext&btnG=Google+Search&meta=
");
my $res = $ua->request($req);

sub resiscorrect {
	
if ($res->is_success) {
$tree = HTML::TreeBuilder->new_from_content($res->content);

if(defined $tree->look_down( '_tag' => 'a' )){
@getlinks=$tree->look_down( '_tag' => 'a' );

for($b=0;$b<@getlinks;$b++){

if($getlinks[$b]->attr('href') and $getlinks[$b]->attr('href')!~/google|orkut|^\/(.*)/gi ){

push(@links,$getlinks[$b]->attr('href'));
			}
		}
	}
}

else
{
print "got failure".$res->status_line;

}
}
resiscorrect();
foreach (@links)
{
	unless (exists $done{$_})
	{
		my $searchtext = $_;
	
		resiscorrect();
	
		unless ($_ =~ m/(.*?)\d{1,3}(?:\.\d{1,3}){3}(.*?)/)
		{
			print "$_\n";
		}
			$done{$_} = 1;	
		}
		
		if (exists $done{$_})
		{
			next;
		}
}