ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-HTTP/HTTP.pm
(Generate patch)

Comparing AnyEvent-HTTP/HTTP.pm (file contents):
Revision 1.105 by root, Tue May 10 12:33:51 2011 UTC vs.
Revision 1.113 by root, Sat Jan 12 15:41:35 2013 UTC

46use AnyEvent::Util (); 46use AnyEvent::Util ();
47use AnyEvent::Handle (); 47use AnyEvent::Handle ();
48 48
49use base Exporter::; 49use base Exporter::;
50 50
51our $VERSION = '2.11'; 51our $VERSION = '2.15';
52 52
53our @EXPORT = qw(http_get http_post http_head http_request); 53our @EXPORT = qw(http_get http_post http_head http_request);
54 54
55our $USERAGENT = "Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)"; 55our $USERAGENT = "Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)";
56our $MAX_RECURSE = 10; 56our $MAX_RECURSE = 10;
154 154
155=over 4 155=over 4
156 156
157=item recurse => $count (default: $MAX_RECURSE) 157=item recurse => $count (default: $MAX_RECURSE)
158 158
159Whether to recurse requests or not, e.g. on redirects, authentication 159Whether to recurse requests or not, e.g. on redirects, authentication and
160retries and so on, and how often to do so. 160other retries and so on, and how often to do so.
161 161
162=item headers => hashref 162=item headers => hashref
163 163
164The request headers to use. Currently, C<http_request> may provide its own 164The request headers to use. Currently, C<http_request> may provide its own
165C<Host:>, C<Content-Length:>, C<Connection:> and C<Cookie:> headers and 165C<Host:>, C<Content-Length:>, C<Connection:> and C<Cookie:> headers and
384 384
385Example: do a HTTP HEAD request on https://www.google.com/, use a 385Example: do a HTTP HEAD request on https://www.google.com/, use a
386timeout of 30 seconds. 386timeout of 30 seconds.
387 387
388 http_request 388 http_request
389 GET => "https://www.google.com", 389 HEAD => "https://www.google.com",
390 headers => { "user-agent" => "MySearchClient 1.0" }, 390 headers => { "user-agent" => "MySearchClient 1.0" },
391 timeout => 30, 391 timeout => 30,
392 sub { 392 sub {
393 my ($body, $hdr) = @_; 393 my ($body, $hdr) = @_;
394 use Data::Dumper; 394 use Data::Dumper;
962 my $body = ""; 962 my $body = "";
963 my $on_body = $arg{on_body} || sub { $body .= shift; 1 }; 963 my $on_body = $arg{on_body} || sub { $body .= shift; 1 };
964 964
965 $state{read_chunk} = sub { 965 $state{read_chunk} = sub {
966 $_[1] =~ /^([0-9a-fA-F]+)/ 966 $_[1] =~ /^([0-9a-fA-F]+)/
967 or $finish->(undef, $ae_error => "Garbled chunked transfer encoding"); 967 or return $finish->(undef, $ae_error => "Garbled chunked transfer encoding");
968 968
969 my $len = hex $1; 969 my $len = hex $1;
970 970
971 if ($len) { 971 if ($len) {
972 $cl += $len; 972 $cl += $len;
1050 _destroy_state %state; 1050 _destroy_state %state;
1051 1051
1052 %state = (); 1052 %state = ();
1053 $state{recurse} = 1053 $state{recurse} =
1054 http_request ( 1054 http_request (
1055 $method => $url, 1055 $method => $url,
1056 %arg, 1056 %arg,
1057 recurse => $recurse - 1,
1057 keepalive => 0, 1058 keepalive => 0,
1058 sub { 1059 sub {
1059 %state = (); 1060 %state = ();
1060 &$cb 1061 &$cb
1061 } 1062 }
1138 if ($persistent && $KA_CACHE{$ka_key}) { 1139 if ($persistent && $KA_CACHE{$ka_key}) {
1139 $was_persistent = 1; 1140 $was_persistent = 1;
1140 1141
1141 $state{handle} = ka_fetch $ka_key; 1142 $state{handle} = ka_fetch $ka_key;
1142 $state{handle}->destroyed 1143 $state{handle}->destroyed
1143 and die "got a destructed habndle. pah\n";#d# 1144 and die "AnyEvent::HTTP: unexpectedly got a destructed handle (1), please report.";#d#
1144 $prepare_handle->(); 1145 $prepare_handle->();
1145 $state{handle}->destroyed 1146 $state{handle}->destroyed
1146 and die "got a destructed habndle. pa2\n";#d# 1147 and die "AnyEvent::HTTP: unexpectedly got a destructed handle (2), please report.";#d#
1147 $handle_actual_request->(); 1148 $handle_actual_request->();
1148 $state{handle}->destroyed
1149 and die "got a destructed habndle. pa3\n";#d#
1150 1149
1151 } else { 1150 } else {
1152 my $tcp_connect = $arg{tcp_connect} 1151 my $tcp_connect = $arg{tcp_connect}
1153 || do { require AnyEvent::Socket; \&AnyEvent::Socket::tcp_connect }; 1152 || do { require AnyEvent::Socket; \&AnyEvent::Socket::tcp_connect };
1154 1153
1195Sets the default proxy server to use. The proxy-url must begin with a 1194Sets the default proxy server to use. The proxy-url must begin with a
1196string of the form C<http://host:port>, croaks otherwise. 1195string of the form C<http://host:port>, croaks otherwise.
1197 1196
1198To clear an already-set proxy, use C<undef>. 1197To clear an already-set proxy, use C<undef>.
1199 1198
1200When AnyEvent::HTTP is laoded for the first time it will query the 1199When AnyEvent::HTTP is loaded for the first time it will query the
1201default proxy from the operating system, currently by looking at 1200default proxy from the operating system, currently by looking at
1202C<$ENV{http_proxy>}. 1201C<$ENV{http_proxy>}.
1203 1202
1204=item AnyEvent::HTTP::cookie_jar_expire $jar[, $session_end] 1203=item AnyEvent::HTTP::cookie_jar_expire $jar[, $session_end]
1205 1204
1255 1254
1256The default value for the C<recurse> request parameter (default: C<10>). 1255The default value for the C<recurse> request parameter (default: C<10>).
1257 1256
1258=item $AnyEvent::HTTP::TIMEOUT 1257=item $AnyEvent::HTTP::TIMEOUT
1259 1258
1260The default timeout for conenction operations (default: C<300>). 1259The default timeout for connection operations (default: C<300>).
1261 1260
1262=item $AnyEvent::HTTP::USERAGENT 1261=item $AnyEvent::HTTP::USERAGENT
1263 1262
1264The default value for the C<User-Agent> header (the default is 1263The default value for the C<User-Agent> header (the default is
1265C<Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)>). 1264C<Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)>).
1330 # other formats fail in the loop below 1329 # other formats fail in the loop below
1331 1330
1332 for (0..11) { 1331 for (0..11) {
1333 if ($m eq $month[$_]) { 1332 if ($m eq $month[$_]) {
1334 require Time::Local; 1333 require Time::Local;
1335 return Time::Local::timegm ($S, $M, $H, $d, $_, $y); 1334 return eval { Time::Local::timegm ($S, $M, $H, $d, $_, $y) };
1336 } 1335 }
1337 } 1336 }
1338 1337
1339 undef 1338 undef
1340} 1339}
1386 1385
1387 warn stat $fh; 1386 warn stat $fh;
1388 warn -s _; 1387 warn -s _;
1389 if (stat $fh and -s _) { 1388 if (stat $fh and -s _) {
1390 $ofs = -s _; 1389 $ofs = -s _;
1391 warn "-s is ", $ofs;#d# 1390 warn "-s is ", $ofs;
1392 $hdr{"if-unmodified-since"} = AnyEvent::HTTP::format_date +(stat _)[9]; 1391 $hdr{"if-unmodified-since"} = AnyEvent::HTTP::format_date +(stat _)[9];
1393 $hdr{"range"} = "bytes=$ofs-"; 1392 $hdr{"range"} = "bytes=$ofs-";
1394 } 1393 }
1395 1394
1396 http_get $url, 1395 http_get $url,

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines