ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-HTTP/HTTP.pm
(Generate patch)

Comparing AnyEvent-HTTP/HTTP.pm (file contents):
Revision 1.118 by root, Mon Nov 18 01:01:02 2013 UTC vs.
Revision 1.121 by root, Tue Apr 7 01:18:20 2015 UTC

46use AnyEvent::Util (); 46use AnyEvent::Util ();
47use AnyEvent::Handle (); 47use AnyEvent::Handle ();
48 48
49use base Exporter::; 49use base Exporter::;
50 50
51our $VERSION = '2.15'; 51our $VERSION = 2.21;
52 52
53our @EXPORT = qw(http_get http_post http_head http_request); 53our @EXPORT = qw(http_get http_post http_head http_request);
54 54
55our $USERAGENT = "Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)"; 55our $USERAGENT = "Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)";
56our $MAX_RECURSE = 10; 56our $MAX_RECURSE = 10;
156 156
157=item recurse => $count (default: $MAX_RECURSE) 157=item recurse => $count (default: $MAX_RECURSE)
158 158
159Whether to recurse requests or not, e.g. on redirects, authentication and 159Whether to recurse requests or not, e.g. on redirects, authentication and
160other retries and so on, and how often to do so. 160other retries and so on, and how often to do so.
161
162Only redirects to http and https URLs are supported. While most common
163redirection forms are handled entirely within this module, some require
164the use of the optional L<URI> module. If it is required but missing, then
165the request will fail with an error.
161 166
162=item headers => hashref 167=item headers => hashref
163 168
164The request headers to use. Currently, C<http_request> may provide its own 169The request headers to use. Currently, C<http_request> may provide its own
165C<Host:>, C<Content-Length:>, C<Connection:> and C<Cookie:> headers and 170C<Host:>, C<Content-Length:>, C<Connection:> and C<Cookie:> headers and
841 # send request 846 # send request
842 $hdl->push_write ( 847 $hdl->push_write (
843 "$method $rpath HTTP/1.1\015\012" 848 "$method $rpath HTTP/1.1\015\012"
844 . (join "", map "\u$_: $hdr{$_}\015\012", grep defined $hdr{$_}, keys %hdr) 849 . (join "", map "\u$_: $hdr{$_}\015\012", grep defined $hdr{$_}, keys %hdr)
845 . "\015\012" 850 . "\015\012"
846 . (delete $arg{body}) 851 . $arg{body}
847 ); 852 );
848 853
849 # return if error occurred during push_write() 854 # return if error occurred during push_write()
850 return unless %state; 855 return unless %state;
851 856
881 886
882 %hdr = (%$hdr, @pseudo); 887 %hdr = (%$hdr, @pseudo);
883 } 888 }
884 889
885 # redirect handling 890 # redirect handling
886 # microsoft and other shitheads don't give a shit for following standards, 891 # relative uri handling forced by microsoft and other shitheads.
887 # try to support some common forms of broken Location headers. 892 # we give our best and fall back to URI if available.
888 if ($hdr{location} !~ /^(?: $ | [^:\/?\#]+ : )/x) { 893 if (exists $hdr{location}) {
894 my $loc = $hdr{location};
895
896 if ($loc =~ m%^//%) { # //
897 $loc = "$rscheme:$loc";
898
899 } elsif ($loc eq "") {
900 $loc = $url;
901
902 } elsif ($loc !~ /^(?: $ | [^:\/?\#]+ : )/x) { # anything "simple"
889 $hdr{location} =~ s/^\.\/+//; 903 $loc =~ s/^\.\/+//;
890 904
905 if ($loc !~ m%^[.?#]%) {
891 my $url = "$rscheme://$uhost:$uport"; 906 my $prefix = "$rscheme://$uhost:$uport";
892 907
893 unless ($hdr{location} =~ s/^\///) { 908 unless ($loc =~ s/^\///) {
894 $url .= $upath; 909 $prefix .= $upath;
895 $url =~ s/\/[^\/]*$//; 910 $prefix =~ s/\/[^\/]*$//;
911 }
912
913 $loc = "$prefix/$loc";
914
915 } elsif (eval { require URI }) { # uri
916 $loc = URI->new_abs ($loc, $url)->as_string;
917
918 } else {
919 return _error %state, $cb, { @pseudo, Status => 599, Reason => "Cannot parse Location (URI module missing)" };
920 #$hdr{Status} = 599;
921 #$hdr{Reason} = "Unparsable Redirect (URI module missing)";
922 #$recurse = 0;
923 }
896 } 924 }
897 925
898 $hdr{location} = "$url/$hdr{location}"; 926 $hdr{location} = $loc;
899 } 927 }
900 928
901 my $redirect; 929 my $redirect;
902 930
903 if ($recurse) { 931 if ($recurse) {
905 933
906 # industry standard is to redirect POST as GET for 934 # industry standard is to redirect POST as GET for
907 # 301, 302 and 303, in contrast to HTTP/1.0 and 1.1. 935 # 301, 302 and 303, in contrast to HTTP/1.0 and 1.1.
908 # also, the UA should ask the user for 301 and 307 and POST, 936 # also, the UA should ask the user for 301 and 307 and POST,
909 # industry standard seems to be to simply follow. 937 # industry standard seems to be to simply follow.
910 # we go with the industry standard. 938 # we go with the industry standard. 308 is defined
939 # by rfc7538
911 if ($status == 301 or $status == 302 or $status == 303) { 940 if ($status == 301 or $status == 302 or $status == 303) {
912 # HTTP/1.1 is unclear on how to mutate the method 941 # HTTP/1.1 is unclear on how to mutate the method
913 $method = "GET" unless $method eq "HEAD"; 942 $method = "GET" unless $method eq "HEAD";
914 $redirect = 1; 943 $redirect = 1;
915 } elsif ($status == 307) { 944 } elsif ($status == 307 or $status == 308) {
916 $redirect = 1; 945 $redirect = 1;
917 } 946 }
918 } 947 }
919 948
920 my $finish = sub { # ($data, $err_status, $err_reason[, $persistent]) 949 my $finish = sub { # ($data, $err_status, $err_reason[, $persistent])
1248save cookies to disk, and you should call this function after loading them 1277save cookies to disk, and you should call this function after loading them
1249again. If you have a long-running program you can additionally call this 1278again. If you have a long-running program you can additionally call this
1250function from time to time. 1279function from time to time.
1251 1280
1252A cookie jar is initially an empty hash-reference that is managed by this 1281A cookie jar is initially an empty hash-reference that is managed by this
1253module. It's format is subject to change, but currently it is like this: 1282module. Its format is subject to change, but currently it is as follows:
1254 1283
1255The key C<version> has to contain C<1>, otherwise the hash gets 1284The key C<version> has to contain C<1>, otherwise the hash gets
1256emptied. All other keys are hostnames or IP addresses pointing to 1285emptied. All other keys are hostnames or IP addresses pointing to
1257hash-references. The key for these inner hash references is the 1286hash-references. The key for these inner hash references is the
1258server path for which this cookie is meant, and the values are again 1287server path for which this cookie is meant, and the values are again
1303C<Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)>). 1332C<Mozilla/5.0 (compatible; U; AnyEvent-HTTP/$VERSION; +http://software.schmorp.de/pkg/AnyEvent)>).
1304 1333
1305=item $AnyEvent::HTTP::MAX_PER_HOST 1334=item $AnyEvent::HTTP::MAX_PER_HOST
1306 1335
1307The maximum number of concurrent connections to the same host (identified 1336The maximum number of concurrent connections to the same host (identified
1308by the hostname). If the limit is exceeded, then the additional requests 1337by the hostname). If the limit is exceeded, then additional requests
1309are queued until previous connections are closed. Both persistent and 1338are queued until previous connections are closed. Both persistent and
1310non-persistent connections are counted in this limit. 1339non-persistent connections are counted in this limit.
1311 1340
1312The default value for this is C<4>, and it is highly advisable to not 1341The default value for this is C<4>, and it is highly advisable to not
1313increase it much. 1342increase it much.

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines