#!/usr/bin/perl
use strict;
$| = 1;
my $VERSION = "1.0";

use lib "/home/merlyn/Lwp";
use LWP::UserAgent;
use URI::Escape;

my $query = uri_escape(shift);

my $QBASE = "http://www.altavista.digital.com/cgi-bin/query";

my $ua = new LWP::UserAgent;
$ua->agent("alta-search/$VERSION");
$ua->env_proxy;

my $id = 0;
print "<pre>\n";
{
  $_ = &fetch("$QBASE?what=web&fmt=c&pg=q&q=$query&stq=$id");
  die "unknown format for $_"
    unless s#^[\s\S]*<pre>\n((<a href=.*\n)*)</pre>[\s\S]*$#$1#;
  print;
  $id += 10, redo if /\S/;
}
print "</pre>\n";

sub fetch {
  my $url = shift;
  my $request = new HTTP::Request('GET', $url);
  my $response = $ua->request($request);
  die "$url failed: ",$response->error_as_HTML
    unless $response->is_success;
  $response->content;
}