ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-HTTP/HTTP.pm
(Generate patch)

Comparing AnyEvent-HTTP/HTTP.pm (file contents):
Revision 1.105 by root, Tue May 10 12:33:51 2011 UTC vs.
Revision 1.115 by root, Fri Jan 18 22:55:39 2013 UTC

… …
46use AnyEvent::Util (); 46use AnyEvent::Util ();
47use AnyEvent::Handle (); 47use AnyEvent::Handle ();
48 48
49use base Exporter::; 49use base Exporter::;
50 50
51our $VERSION = '2.11'; 51our $VERSION = '2.15';
52 52
53our @EXPORT = qw(http_get http_post http_head http_request); 53our @EXPORT = qw(http_get http_post http_head http_request);
54 54
55our $USERAGENT = "Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)"; 55our $USERAGENT = "Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)";
56our $MAX_RECURSE = 10; 56our $MAX_RECURSE = 10;
… …
123C<590>-C<599> and the C<Reason> pseudo-header will contain an error 123C<590>-C<599> and the C<Reason> pseudo-header will contain an error
124message. Currently the following status codes are used: 124message. Currently the following status codes are used:
125 125
126=over 4 126=over 4
127 127
128=item 595 - errors during connection etsbalishment, proxy handshake. 128=item 595 - errors during connection establishment, proxy handshake.
129 129
130=item 596 - errors during TLS negotiation, request sending and header processing. 130=item 596 - errors during TLS negotiation, request sending and header processing.
131 131
132=item 597 - errors during body receiving or processing. 132=item 597 - errors during body receiving or processing.
133 133
… …
154 154
155=over 4 155=over 4
156 156
157=item recurse => $count (default: $MAX_RECURSE) 157=item recurse => $count (default: $MAX_RECURSE)
158 158
159Whether to recurse requests or not, e.g. on redirects, authentication 159Whether to recurse requests or not, e.g. on redirects, authentication and
160retries and so on, and how often to do so. 160other retries and so on, and how often to do so.
161 161
162=item headers => hashref 162=item headers => hashref
163 163
164The request headers to use. Currently, C<http_request> may provide its own 164The request headers to use. Currently, C<http_request> may provide its own
165C<Host:>, C<Content-Length:>, C<Connection:> and C<Cookie:> headers and 165C<Host:>, C<Content-Length:>, C<Connection:> and C<Cookie:> headers and
… …
384 384
385Example: do a HTTP HEAD request on https://www.google.com/, use a 385Example: do a HTTP HEAD request on https://www.google.com/, use a
386timeout of 30 seconds. 386timeout of 30 seconds.
387 387
388 http_request 388 http_request
389 GET => "https://www.google.com", 389 HEAD => "https://www.google.com",
390 headers => { "user-agent" => "MySearchClient 1.0" }, 390 headers => { "user-agent" => "MySearchClient 1.0" },
391 timeout => 30, 391 timeout => 30,
392 sub { 392 sub {
393 my ($body, $hdr) = @_; 393 my ($body, $hdr) = @_;
394 use Data::Dumper; 394 use Data::Dumper;
… …
962 my $body = ""; 962 my $body = "";
963 my $on_body = $arg{on_body} || sub { $body .= shift; 1 }; 963 my $on_body = $arg{on_body} || sub { $body .= shift; 1 };
964 964
965 $state{read_chunk} = sub { 965 $state{read_chunk} = sub {
966 $_[1] =~ /^([0-9a-fA-F]+)/ 966 $_[1] =~ /^([0-9a-fA-F]+)/
967 or $finish->(undef, $ae_error => "Garbled chunked transfer encoding"); 967 or return $finish->(undef, $ae_error => "Garbled chunked transfer encoding");
968 968
969 my $len = hex $1; 969 my $len = hex $1;
970 970
971 if ($len) { 971 if ($len) {
972 $cl += $len; 972 $cl += $len;
… …
1050 _destroy_state %state; 1050 _destroy_state %state;
1051 1051
1052 %state = (); 1052 %state = ();
1053 $state{recurse} = 1053 $state{recurse} =
1054 http_request ( 1054 http_request (
1055 $method => $url, 1055 $method => $url,
1056 %arg, 1056 %arg,
1057 recurse => $recurse - 1,
1057 keepalive => 0, 1058 keepalive => 0,
1058 sub { 1059 sub {
1059 %state = (); 1060 %state = ();
1060 &$cb 1061 &$cb
1061 } 1062 }
… …
1138 if ($persistent && $KA_CACHE{$ka_key}) { 1139 if ($persistent && $KA_CACHE{$ka_key}) {
1139 $was_persistent = 1; 1140 $was_persistent = 1;
1140 1141
1141 $state{handle} = ka_fetch $ka_key; 1142 $state{handle} = ka_fetch $ka_key;
1142 $state{handle}->destroyed 1143 $state{handle}->destroyed
1143 and die "got a destructed habndle. pah\n";#d# 1144 and die "AnyEvent::HTTP: unexpectedly got a destructed handle (1), please report.";#d#
1144 $prepare_handle->(); 1145 $prepare_handle->();
1145 $state{handle}->destroyed 1146 $state{handle}->destroyed
1146 and die "got a destructed habndle. pa2\n";#d# 1147 and die "AnyEvent::HTTP: unexpectedly got a destructed handle (2), please report.";#d#
1147 $handle_actual_request->(); 1148 $handle_actual_request->();
1148 $state{handle}->destroyed
1149 and die "got a destructed habndle. pa3\n";#d#
1150 1149
1151 } else { 1150 } else {
1152 my $tcp_connect = $arg{tcp_connect} 1151 my $tcp_connect = $arg{tcp_connect}
1153 || do { require AnyEvent::Socket; \&AnyEvent::Socket::tcp_connect }; 1152 || do { require AnyEvent::Socket; \&AnyEvent::Socket::tcp_connect };
1154 1153
… …
1195Sets the default proxy server to use. The proxy-url must begin with a 1194Sets the default proxy server to use. The proxy-url must begin with a
1196string of the form C<http://host:port>, croaks otherwise. 1195string of the form C<http://host:port>, croaks otherwise.
1197 1196
1198To clear an already-set proxy, use C<undef>. 1197To clear an already-set proxy, use C<undef>.
1199 1198
1200When AnyEvent::HTTP is laoded for the first time it will query the 1199When AnyEvent::HTTP is loaded for the first time it will query the
1201default proxy from the operating system, currently by looking at 1200default proxy from the operating system, currently by looking at
1202C<$ENV{http_proxy>}. 1201C<$ENV{http_proxy>}.
1203 1202
1204=item AnyEvent::HTTP::cookie_jar_expire $jar[, $session_end] 1203=item AnyEvent::HTTP::cookie_jar_expire $jar[, $session_end]
1205 1204
… …
1217 1216
1218The key C<version> has to contain C<1>, otherwise the hash gets 1217The key C<version> has to contain C<1>, otherwise the hash gets
1219emptied. All other keys are hostnames or IP addresses pointing to 1218emptied. All other keys are hostnames or IP addresses pointing to
1220hash-references. The key for these inner hash references is the 1219hash-references. The key for these inner hash references is the
1221server path for which this cookie is meant, and the values are again 1220server path for which this cookie is meant, and the values are again
1222hash-references. The keys of those hash-references is the cookie name, and 1221hash-references. Each key of those hash-references is a cookie name, and
1223the value, you guessed it, is another hash-reference, this time with the 1222the value, you guessed it, is another hash-reference, this time with the
1224key-value pairs from the cookie, except for C<expires> and C<max-age>, 1223key-value pairs from the cookie, except for C<expires> and C<max-age>,
1225which have been replaced by a C<_expires> key that contains the cookie 1224which have been replaced by a C<_expires> key that contains the cookie
1226expiry timestamp. 1225expiry timestamp. Session cookies are indicated by not having an
1226C<_expires> key.
1227 1227
1228Here is an example of a cookie jar with a single cookie, so you have a 1228Here is an example of a cookie jar with a single cookie, so you have a
1229chance of understanding the above paragraph: 1229chance of understanding the above paragraph:
1230 1230
1231 { 1231 {
… …
1255 1255
1256The default value for the C<recurse> request parameter (default: C<10>). 1256The default value for the C<recurse> request parameter (default: C<10>).
1257 1257
1258=item $AnyEvent::HTTP::TIMEOUT 1258=item $AnyEvent::HTTP::TIMEOUT
1259 1259
1260The default timeout for conenction operations (default: C<300>). 1260The default timeout for connection operations (default: C<300>).
1261 1261
1262=item $AnyEvent::HTTP::USERAGENT 1262=item $AnyEvent::HTTP::USERAGENT
1263 1263
1264The default value for the C<User-Agent> header (the default is 1264The default value for the C<User-Agent> header (the default is
1265C<Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)>). 1265C<Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)>).
… …
1330 # other formats fail in the loop below 1330 # other formats fail in the loop below
1331 1331
1332 for (0..11) { 1332 for (0..11) {
1333 if ($m eq $month[$_]) { 1333 if ($m eq $month[$_]) {
1334 require Time::Local; 1334 require Time::Local;
1335 return Time::Local::timegm ($S, $M, $H, $d, $_, $y); 1335 return eval { Time::Local::timegm ($S, $M, $H, $d, $_, $y) };
1336 } 1336 }
1337 } 1337 }
1338 1338
1339 undef 1339 undef
1340} 1340}
… …
1386 1386
1387 warn stat $fh; 1387 warn stat $fh;
1388 warn -s _; 1388 warn -s _;
1389 if (stat $fh and -s _) { 1389 if (stat $fh and -s _) {
1390 $ofs = -s _; 1390 $ofs = -s _;
1391 warn "-s is ", $ofs;#d# 1391 warn "-s is ", $ofs;
1392 $hdr{"if-unmodified-since"} = AnyEvent::HTTP::format_date +(stat _)[9]; 1392 $hdr{"if-unmodified-since"} = AnyEvent::HTTP::format_date +(stat _)[9];
1393 $hdr{"range"} = "bytes=$ofs-"; 1393 $hdr{"range"} = "bytes=$ofs-";
1394 } 1394 }
1395 1395
1396 http_get $url, 1396 http_get $url,

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines