oqapi/webgui
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Any Content-Type proxying. Caching of proxied content.

Browse source
This commit is contained in:
Len Kranendonk 2003-06-24 14:04:32 +00:00
parent 3f69da24ed
commit bd70c2ff4f
2 changed files with 33 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

46
lib/WebGUI/Wobject/HttpProxy.pm
View file

@ -23,6 +23,7 @@ use WebGUI::Privilege;
use WebGUI::Session; use WebGUI::Session;
use WebGUI::Wobject; use WebGUI::Wobject;
use WebGUI::Wobject::HttpProxy::Parse; use WebGUI::Wobject::HttpProxy::Parse;
use WebGUI::Cache;
our @ISA = qw(WebGUI::Wobject); our @ISA = qw(WebGUI::Wobject);
@ -126,7 +127,7 @@ sub www_edit {
#------------------------------------------------------------------- #-------------------------------------------------------------------
sub www_view { sub www_view {
my (%formdata, @formUpload, $redirect, $response, $header, my (%formdata, @formUpload, $redirect, $response, $header,
$userAgent, $proxiedUrl, $request, $content); $userAgent, $proxiedUrl, $request, $content, $ttl);
my $output = $_[0]->displayTitle; my $output = $_[0]->displayTitle;
$output .= $_[0]->description; $output .= $_[0]->description;
@ -148,9 +149,15 @@ sub www_view {
$redirect=0; $redirect=0;
return $output unless ($proxiedUrl ne ""); return $output unless ($proxiedUrl ne "");
until($redirect == 5) { # We follow max 5 redirects to prevent bouncing/flapping my $cachedContent = WebGUI::Cache->new($proxiedUrl,"URL");
my $cachedHeader = WebGUI::Cache->new($proxiedUrl,"HEADER");
$header = $cachedHeader->get;
$content = $cachedContent->get;
unless ($content && $session{env}{REQUEST_METHOD}=~/GET/i) {
$redirect=0;
until($redirect == 5) { # We follow max 5 redirects to prevent bouncing/flapping
$userAgent = new LWP::UserAgent; $userAgent = new LWP::UserAgent;
$userAgent->agent($session{env}{HTTP_USER_AGENT}); $userAgent->agent($session{env}{HTTP_USER_AGENT});
$userAgent->timeout($_[0]->get("timeout")); $userAgent->timeout($_[0]->get("timeout"));
@ -230,7 +237,7 @@ sub www_view {
if($response->is_success) { if($response->is_success) {
$content = $response->content; $content = $response->content;
$header = $response->content_type;
if($response->content_type eq "text/html" || if($response->content_type eq "text/html" ||
($response->content_type eq "" && $content=~/<html/gis)) { ($response->content_type eq "" && $content=~/<html/gis)) {
@ -246,21 +253,26 @@ sub www_view {
$content = WebGUI::HTML::cleanSegment($content); $content = WebGUI::HTML::cleanSegment($content);
$content = WebGUI::HTML::filter($content, $_[0]->get("filterHtml")); $content = WebGUI::HTML::filter($content, $_[0]->get("filterHtml"));
} }
} elsif ($response->content_type eq "text/plain") { }
$content = '<PRE>'.HTML::Entities::encode($response->content).'</PRE>';
} elsif ($response->content_type =~ /image\//i) {
$content = '<p align="center"><img src='.$proxiedUrl.' border=0></p>';
} elsif ($response->content_type ne "") { # content_type we don't know about
$content = "<h1>Can't proxy \"".($response->content_type)."\" content.</h1>
Try Fetching it directly <a href='$proxiedUrl'>here</a>.";
} else {
$content = "<H1>The request didn't return any data.</H1>
Try Fetching it directly <a href='$proxiedUrl'>here</a>.";
}
} else { # Fetching page failed... } else { # Fetching page failed...
$content = "<b>Getting <a href='$proxiedUrl'>$proxiedUrl</a> failed</b>". $content = "<b>Getting <a href='$proxiedUrl'>$proxiedUrl</a> failed</b>".
"<p><i>GET status line: ".$response->status_line."</i>"; "<p><i>GET status line: ".$response->status_line."</i>";
} }
return $output.$content; if ($session{user}{userId} == 1) {
$ttl = $session{page}{cacheTimeoutVisitor};
} else {
$ttl = $session{page}{cacheTimeout};
}
$cachedContent->set($content,$ttl);
$cachedHeader->set($header,$ttl);
}
if($header ne "text/html") {
$session{header}{mimetype} = $header;
return $content;
} else {
return $output.$content;
}
} }
1; 1;

7
lib/WebGUI/Wobject/HttpProxy/Parse.pm
View file

@ -27,9 +27,10 @@ my %linkElements = # from HTML::Element.pm
a => 'href', a => 'href',
img => [qw(src lowsrc usemap)], # lowsrc is a Netscape invention img => [qw(src lowsrc usemap)], # lowsrc is a Netscape invention
form => 'action', form => 'action',
# input => 'src', input => 'src',
'link' => 'href', # need quoting since link is a perl builtin 'link' => 'href', # need quoting since link is a perl builtin
frame => 'src', frame => 'src',
iframe => 'src',
applet => 'codebase', applet => 'codebase',
area => 'href', area => 'href',
script => 'src', script => 'src',
@ -121,14 +122,14 @@ sub start {
$val = URI::URL::url($val)->abs($self->{Url},1); # make absolute $val = URI::URL::url($val)->abs($self->{Url},1); # make absolute
} }
if ($val->scheme eq "http") { if ($val->scheme eq "http") {
if (lc($tag) ne "img" && lc($tag) ne "script" && lc($tag) ne "iframe" && $self->{rewriteUrls}) { # no rewrite for some if ($self->{rewriteUrls} && lc($tag) ne "iframe") {
if (lc($tag) eq "form" && lc($_) eq "action") { # Found FORM ACTION if (lc($tag) eq "form" && lc($_) eq "action") { # Found FORM ACTION
$self->{FormActionIsDefined}=1; $self->{FormActionIsDefined}=1;
$self->{FormAction} = $val; # set FormAction to include hidden field later $self->{FormAction} = $val; # set FormAction to include hidden field later
$val = WebGUI::URL::page; # Form Action returns to us $val = WebGUI::URL::page; # Form Action returns to us
} else { } else {
$val = WebGUI::URL::page('proxiedUrl='.WebGUI::URL::escape($val). $val = WebGUI::URL::page('proxiedUrl='.WebGUI::URL::escape($val).
'&wid='.$self->{wid}); # return to us '&wid='.$self->{wid}.'&func=view'); # return to us
} }
} }
} }