rendered paste body#!/usr/bin/perl# commandlinefu.com random entry parseruse warnings;use HTTP::Request;use LWP::UserAgent;use HTML::Entities;my $url="http://www.commandlinefu.com/commands/random";my $ua = LWP::UserAgent->new();my $doc="";$ua->agent("Parseheaders");$ua->max_size('100000');my $req = HTTP::Request->new( GET => "$url" );my $result= $ua->request($req);if ($result->is_success) { $doc = $result->content();}else { print "FAIL!";}#load the file to @CF so we can move between $line and $line+1open my $fh, '<', \$doc or die $!;my @CF = <$fh>;close($fh);my $size = @CF;for(my $i = 0; $i < $size; $i++){ if ($CF[$i] =~ /<div class=\"command\">/) { $CF[$i] =~ s/.*<div class=\"command\">(.*)<\/div>/$1/g; $CF[$i] = decode_entities($CF[$i]); print "CMD: $CF[$i]"; } if ($CF[$i] =~ /<div class=\"description\">/) { $CF[$i+1] =~ s/.*<p>(.*)<\/p>/$1/g; $CF[$i+1] = decode_entities($CF[$i+1]); if ($CF[$i+1] =~ /\w/) { print "Description: $CF[$i+1]"; } } if ($CF[$i] =~ /<div class=\"summary\">/) { $CF[$i+1] =~ s/.*<a href=\"(.*)\" title=\".*\">(.*)<\/a>/URL=http:\/\/www.commandlinefu.com$1 Title=$2/g; $CF[$i+1] = decode_entities($CF[$i+1]); print "$CF[$i+1]"; }}