📄 protocol.pm
字号:
package LWP::Protocol;# $Id: Protocol.pm,v 1.46 2007/07/19 20:26:11 gisle Exp $require LWP::MemberMixin;@ISA = qw(LWP::MemberMixin);$VERSION = sprintf("%d.%02d", q$Revision: 1.46 $ =~ /(\d+)\.(\d+)/);use strict;use Carp ();use HTTP::Status ();use HTTP::Response;my %ImplementedBy = (); # scheme => classnamesub new{ my($class, $scheme, $ua) = @_; my $self = bless { scheme => $scheme, ua => $ua, # historical/redundant parse_head => $ua->{parse_head}, max_size => $ua->{max_size}, }, $class; $self;}sub create{ my($scheme, $ua) = @_; my $impclass = LWP::Protocol::implementor($scheme) or Carp::croak("Protocol scheme '$scheme' is not supported"); # hand-off to scheme specific implementation sub-class my $protocol = $impclass->new($scheme, $ua); return $protocol;}sub implementor{ my($scheme, $impclass) = @_; if ($impclass) { $ImplementedBy{$scheme} = $impclass; } my $ic = $ImplementedBy{$scheme}; return $ic if $ic; return '' unless $scheme =~ /^([.+\-\w]+)$/; # check valid URL schemes $scheme = $1; # untaint $scheme =~ s/[.+\-]/_/g; # make it a legal module name # scheme not yet known, look for a 'use'd implementation $ic = "LWP::Protocol::$scheme"; # default location $ic = "LWP::Protocol::nntp" if $scheme eq 'news'; #XXX ugly hack no strict 'refs'; # check we actually have one for the scheme: unless (@{"${ic}::ISA"}) { # try to autoload it eval "require $ic"; if ($@) { if ($@ =~ /Can't locate/) { #' #emacs get confused by ' $ic = ''; } else { die "$@\n"; } } } $ImplementedBy{$scheme} = $ic if $ic; $ic;}sub request{ my($self, $request, $proxy, $arg, $size, $timeout) = @_; Carp::croak('LWP::Protocol::request() needs to be overridden in subclasses');}# legacysub timeout { shift->_elem('timeout', @_); }sub parse_head { shift->_elem('parse_head', @_); }sub max_size { shift->_elem('max_size', @_); }sub collect{ my ($self, $arg, $response, $collector) = @_; my $content; my($ua, $parse_head, $max_size) = @{$self}{qw(ua parse_head max_size)}; my $parser; if ($parse_head && $response->content_type eq 'text/html') { require HTML::HeadParser; $parser = HTML::HeadParser->new($response->{'_headers'}); $parser->utf8_mode(1) if $] >= 5.008 && $HTML::Parser::VERSION >= 3.40; } my $content_size = 0; my $length = $response->content_length; if (!defined($arg) || !$response->is_success) { # scalar while ($content = &$collector, length $$content) { if ($parser) { $parser->parse($$content) or undef($parser); } LWP::Debug::debug("read " . length($$content) . " bytes"); $response->add_content($$content); $content_size += length($$content); $ua->progress(($length ? ($content_size / $length) : "tick"), $response); if (defined($max_size) && $content_size > $max_size) { LWP::Debug::debug("Aborting because size limit exceeded"); $response->push_header("Client-Aborted", "max_size"); last; } } } elsif (!ref($arg)) { # filename open(OUT, ">$arg") or return HTTP::Response->new(&HTTP::Status::RC_INTERNAL_SERVER_ERROR, "Cannot write to '$arg': $!"); binmode(OUT); local($\) = ""; # ensure standard $OUTPUT_RECORD_SEPARATOR while ($content = &$collector, length $$content) { if ($parser) { $parser->parse($$content) or undef($parser); } LWP::Debug::debug("read " . length($$content) . " bytes"); print OUT $$content or die "Can't write to '$arg': $!"; $content_size += length($$content); $ua->progress(($length ? ($content_size / $length) : "tick"), $response); if (defined($max_size) && $content_size > $max_size) { LWP::Debug::debug("Aborting because size limit exceeded"); $response->push_header("Client-Aborted", "max_size"); last; } } close(OUT) or die "Can't write to '$arg': $!"; } elsif (ref($arg) eq 'CODE') { # read into callback while ($content = &$collector, length $$content) { if ($parser) { $parser->parse($$content) or undef($parser); } LWP::Debug::debug("read " . length($$content) . " bytes"); eval { &$arg($$content, $response, $self); }; if ($@) { chomp($@); $response->push_header('X-Died' => $@); $response->push_header("Client-Aborted", "die"); last; } $content_size += length($$content); $ua->progress(($length ? ($content_size / $length) : "tick"), $response); } } else { return HTTP::Response->new(&HTTP::Status::RC_INTERNAL_SERVER_ERROR, "Unexpected collect argument '$arg'"); } $response;}sub collect_once{ my($self, $arg, $response) = @_; my $content = \ $_[3]; my $first = 1; $self->collect($arg, $response, sub { return $content if $first--; return \ ""; });}1;__END__=head1 NAMELWP::Protocol - Base class for LWP protocols=head1 SYNOPSIS package LWP::Protocol::foo; require LWP::Protocol; @ISA=qw(LWP::Protocol);=head1 DESCRIPTIONThis class is used a the base class for all protocol implementationssupported by the LWP library.When creating an instance of this class usingC<LWP::Protocol::create($url)>, and you get an initialised subclassappropriate for that access method. In other words, theLWP::Protocol::create() function calls the constructor for one of itssubclasses.All derived LWP::Protocol classes need to override the request()method which is used to service a request. The overridden method canmake use of the collect() function to collect together chunks of dataas it is received.The following methods and functions are provided:=over 4=item $prot = LWP::Protocol->new()The LWP::Protocol constructor is inherited by subclasses. As this is avirtual base class this method should B<not> be called directly.=item $prot = LWP::Protocol::create($scheme)Create an object of the class implementing the protocol to handle thegiven scheme. This is a function, not a method. It is more an objectfactory than a constructor. This is the function user agents shoulduse to access protocols.=item $class = LWP::Protocol::implementor($scheme, [$class])Get and/or set implementor class for a scheme. Returns '' if thespecified scheme is not supported.=item $prot->request(...) $response = $protocol->request($request, $proxy, undef); $response = $protocol->request($request, $proxy, '/tmp/sss'); $response = $protocol->request($request, $proxy, \&callback, 1024);Dispatches a request over the protocol, and returns a responseobject. This method needs to be overridden in subclasses. Refer toL<LWP::UserAgent> for description of the arguments.=item $prot->collect($arg, $response, $collector)Called to collect the content of a request, and process itappropriately into a scalar, file, or by calling a callback. If $argis undefined, then the content is stored within the $response. If$arg is a simple scalar, then $arg is interpreted as a file name andthe content is written to this file. If $arg is a reference to aroutine, then content is passed to this routine.The $collector is a routine that will be called and which isresponsible for returning pieces (as ref to scalar) of the content toprocess. The $collector signals EOF by returning a reference to anempty sting.The return value from collect() is the $response object reference.B<Note:> We will only use the callback or file argument if$response->is_success(). This avoids sending content data forredirects and authentication responses to the callback which would beconfusing.=item $prot->collect_once($arg, $response, $content)Can be called when the whole response content is available as$content. This will invoke collect() with a collector callback thatreturns a reference to $content the first time and an empty string thenext.=head1 SEE ALSOInspect the F<LWP/Protocol/file.pm> and F<LWP/Protocol/http.pm> filesfor examples of usage.=head1 COPYRIGHTCopyright 1995-2001 Gisle Aas.This library is free software; you can redistribute it and/ormodify it under the same terms as Perl itself.
⌨️ 快捷键说明
复制代码
Ctrl + C
搜索代码
Ctrl + F
全屏模式
F11
切换主题
Ctrl + Shift + D
显示快捷键
?
增大字号
Ctrl + =
减小字号
Ctrl + -