30 lines
668 B
Perl
30 lines
668 B
Perl
|
|
package DBIx::FullTextSearch::URL;
|
|
use DBIx::FullTextSearch::String;
|
|
use strict;
|
|
use vars qw! @ISA !;
|
|
@ISA = qw! DBIx::FullTextSearch::String !;
|
|
|
|
use LWP::UserAgent;
|
|
|
|
sub index_document {
|
|
my ($self, $uri, $extra_data) = @_;
|
|
my $ua = ( defined $self->{'user_agent'}
|
|
? $self->{'user_agent'}
|
|
: $self->{'user_agent'} = new LWP::UserAgent );
|
|
|
|
my $request = new HTTP::Request('GET', $uri);
|
|
my $response = $ua->simple_request($request);
|
|
if ($response->is_success) {
|
|
my $data = $response->content;
|
|
$data .= " $extra_data" if $extra_data;
|
|
return $self->SUPER::index_document($uri, $data);
|
|
}
|
|
else {
|
|
$self->{'errstr'} = $response->message;
|
|
}
|
|
return;
|
|
}
|
|
|
|
1;
|
|
|