| … | |
… | |
| 48 | use AnyEvent::Socket (); |
48 | use AnyEvent::Socket (); |
| 49 | use AnyEvent::Handle (); |
49 | use AnyEvent::Handle (); |
| 50 | |
50 | |
| 51 | use base Exporter::; |
51 | use base Exporter::; |
| 52 | |
52 | |
| 53 | our $VERSION = '1.01'; |
53 | our $VERSION = '1.03'; |
| 54 | |
54 | |
| 55 | our @EXPORT = qw(http_get http_post http_head http_request); |
55 | our @EXPORT = qw(http_get http_post http_head http_request); |
| 56 | |
56 | |
| 57 | our $USERAGENT = "Mozilla/5.0 (compatible; AnyEvent::HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)"; |
57 | our $USERAGENT = "Mozilla/5.0 (compatible; AnyEvent::HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)"; |
| 58 | our $MAX_RECURSE = 10; |
58 | our $MAX_RECURSE = 10; |
| … | |
… | |
| 93 | The callback will be called with the response data as first argument |
93 | The callback will be called with the response data as first argument |
| 94 | (or C<undef> if it wasn't available due to errors), and a hash-ref with |
94 | (or C<undef> if it wasn't available due to errors), and a hash-ref with |
| 95 | response headers as second argument. |
95 | response headers as second argument. |
| 96 | |
96 | |
| 97 | All the headers in that hash are lowercased. In addition to the response |
97 | All the headers in that hash are lowercased. In addition to the response |
| 98 | headers, the three "pseudo-headers" C<HTTPVersion>, C<Status> and |
98 | headers, the "pseudo-headers" C<HTTPVersion>, C<Status> and C<Reason> |
| 99 | C<Reason> contain the three parts of the HTTP Status-Line of the same |
99 | contain the three parts of the HTTP Status-Line of the same name. The |
|
|
100 | pseudo-header C<URL> contains the original URL (which can differ from the |
|
|
101 | requested URL when following redirects). |
|
|
102 | |
| 100 | name. If the server sends a header multiple lines, then their contents |
103 | If the server sends a header multiple lines, then their contents will be |
| 101 | will be joined together with C<\x00>. |
104 | joined together with C<\x00>. |
| 102 | |
105 | |
| 103 | If an internal error occurs, such as not being able to resolve a hostname, |
106 | If an internal error occurs, such as not being able to resolve a hostname, |
| 104 | then C<$data> will be C<undef>, C<< $headers->{Status} >> will be C<599> |
107 | then C<$data> will be C<undef>, C<< $headers->{Status} >> will be C<599> |
| 105 | and the C<Reason> pseudo-header will contain an error message. |
108 | and the C<Reason> pseudo-header will contain an error message. |
| 106 | |
109 | |
| … | |
… | |
| 232 | while (my ($k, $v) = each %$hdr) { |
235 | while (my ($k, $v) = each %$hdr) { |
| 233 | $hdr{lc $k} = $v; |
236 | $hdr{lc $k} = $v; |
| 234 | } |
237 | } |
| 235 | } |
238 | } |
| 236 | |
239 | |
| 237 | my $recurse = exists $arg{recurse} ? $arg{recurse} : $MAX_RECURSE; |
240 | my $recurse = exists $arg{recurse} ? delete $arg{recurse} : $MAX_RECURSE; |
| 238 | |
241 | |
| 239 | return $cb->(undef, { Status => 599, Reason => "recursion limit reached", URL => $url }) |
242 | return $cb->(undef, { Status => 599, Reason => "recursion limit reached", URL => $url }) |
| 240 | if $recurse < 0; |
243 | if $recurse < 0; |
| 241 | |
244 | |
| 242 | my $proxy = $arg{proxy} || $PROXY; |
245 | my $proxy = $arg{proxy} || $PROXY; |
| … | |
… | |
| 409 | $arg{cookie_jar}{version} = 1; |
412 | $arg{cookie_jar}{version} = 1; |
| 410 | $arg{cookie_jar}{$cdom}{$cpath}{$name} = \%kv; |
413 | $arg{cookie_jar}{$cdom}{$cpath}{$name} = \%kv; |
| 411 | } |
414 | } |
| 412 | } |
415 | } |
| 413 | |
416 | |
| 414 | if ($_[1]{Status} =~ /^30[12]$/ && $recurse) { |
|
|
| 415 | # microsoft and other assholes don't give a shit for following standards, |
417 | # microsoft and other assholes don't give a shit for following standards, |
| 416 | # try to support a common form of broken Location header. |
418 | # try to support a common form of broken Location header. |
| 417 | $_[1]{location} =~ s%^/%$scheme://$uhost:$uport/%; |
419 | $_[1]{location} =~ s%^/%$scheme://$uhost:$uport/% |
|
|
420 | if exists $_[1]{location}; |
| 418 | |
421 | |
|
|
422 | if ($_[1]{Status} =~ /^30[12]$/ && $recurse && $method ne "POST") { |
|
|
423 | # apparently, mozilla et al. just change POST to GET here |
|
|
424 | # more research is needed before we do the same |
| 419 | http_request ($method, $_[1]{location}, %arg, recurse => $recurse - 1, $cb); |
425 | http_request ($method, $_[1]{location}, %arg, recurse => $recurse - 1, $cb); |
|
|
426 | } elsif ($_[1]{Status} == 303 && $recurse) { |
|
|
427 | # even http/1.1 is unlear on how to mutate the method |
|
|
428 | $method = "GET" unless $method eq "HEAD"; |
|
|
429 | http_request ($method => $_[1]{location}, %arg, recurse => $recurse - 1, $cb); |
|
|
430 | } elsif ($_[1]{Status} == 307 && $recurse && $method =~ /^(?:GET|HEAD)$/) { |
|
|
431 | http_request ($method => $_[1]{location}, %arg, recurse => $recurse - 1, $cb); |
| 420 | } else { |
432 | } else { |
| 421 | $cb->($_[0], $_[1]); |
433 | $cb->($_[0], $_[1]); |
| 422 | } |
434 | } |
| 423 | }; |
435 | }; |
| 424 | |
436 | |
| … | |
… | |
| 463 | unshift @_, "HEAD"; |
475 | unshift @_, "HEAD"; |
| 464 | &http_request |
476 | &http_request |
| 465 | } |
477 | } |
| 466 | |
478 | |
| 467 | sub http_post($$@) { |
479 | sub http_post($$@) { |
|
|
480 | my $url = shift; |
| 468 | unshift @_, "POST", "body"; |
481 | unshift @_, "POST", $url, "body"; |
| 469 | &http_request |
482 | &http_request |
| 470 | } |
483 | } |
| 471 | |
484 | |
| 472 | =back |
485 | =back |
| 473 | |
486 | |
