Coro/myhttpd/httpd.pl

use Coro;
use Coro::Semaphore;
use Coro::Event;
use Coro::Socket;
use Coro::Signal;

use HTTP::Date;
use POSIX ();

no utf8;
use bytes;

# at least on my machine, this thingy serves files
# quite a bit faster than apache, ;)
# and quite a bit slower than thttpd :(

$SIG{PIPE} = 'IGNORE';

our $accesslog;

if ($ACCESS_LOG) {
   use IO::Handle;
   open $accesslog, ">>$ACCESS_LOG"
     or die "$ACCESS_LOG: $!";
   $accesslog->autoflush(1);
}

sub slog {
   my $level = shift;
   my $format = shift;
   printf "---: $format\n", @_;
}

our $connections = new Coro::Semaphore $MAX_CONNECTS || 250;
our $httpevent   = new Coro::Signal;

our $wait_factor = 0.95;

our @transfers = (
  (new Coro::Semaphore $MAX_TRANSFERS_SMALL),
  (new Coro::Semaphore $MAX_TRANSFERS_LARGE),
);

my @newcons;
my @pool;

# one "execution thread"
sub handler {
   while () {
      if (@newcons) {
         eval {
            conn->new(@{pop @newcons})->handle;
         };
         slog 1, "$@" if $@ && !ref $@;
         $connections->up;
      } else {
         last if @pool >= $MAX_POOL;
         push @pool, $Coro::current;
         schedule;
      }
   }
}

sub listen_on {
   my $listen = $_[0];

   push @listen_sockets, $listen;

   # the "main thread"
   async {
      slog 1, "accepting connections";
      while () {
         $connections->down;
         push @newcons, [$listen->accept];
         #slog 3, "accepted @$connections ".scalar(@pool);
         if (@pool) {
            (pop @pool)->ready;
         } else {
            async \&handler;
         }

      }
   };
}

my $http_port = new Coro::Socket
        LocalAddr => $SERVER_HOST,
        LocalPort => $SERVER_PORT,
        ReuseAddr => 1,
        Listen => 50,
   or die "unable to start server";

listen_on $http_port;

if ($SERVER_PORT2) {
   my $http_port = new Coro::Socket
           LocalAddr => $SERVER_HOST,
           LocalPort => $SERVER_PORT2,
           ReuseAddr => 1,
           Listen => 50,
      or die "unable to start server";

   listen_on $http_port;
}

our $NOW;
our $HTTP_NOW;

Event->timer(interval => 1, hard => 1, cb => sub {
   $NOW = time;
   $HTTP_NOW = time2str $NOW;
})->now;

package conn;

use Socket;
use HTTP::Date;
use Convert::Scalar 'weaken';
use Linux::AIO;

Linux::AIO::min_parallel $::AIO_PARALLEL;

Event->io(fd => Linux::AIO::poll_fileno,
          poll => 'r', async => 1,
          cb => \&Linux::AIO::poll_cb);

our %conn; # $conn{ip}{self} => connobj
our %uri;  # $uri{ip}{uri}{self}
our %blocked;
our %mimetype;

sub read_mimetypes {
   local *M;
   if (open M, "<mime_types") {
      while (<M>) {
         if (/^([^#]\S+)\t+(\S+)$/) {
            $mimetype{lc $1} = $2;
         }
      }
   } else {
      print "cannot open mime_types\n";
   }
}

read_mimetypes;

sub new {
   my $class = shift;
   my $fh = shift;
   my $peername = shift;
   my $self = bless { fh => $fh }, $class;
   my (undef, $iaddr) = unpack_sockaddr_in $peername
      or $self->err(500, "unable to decode peername");

   $self->{remote_addr} =
      $self->{remote_id} = inet_ntoa $iaddr;
   $self->{time} = $::NOW;

   weaken ($Coro::current->{conn} = $self);

   $::conns++;

   $self;
}

sub DESTROY {
   my $self = shift;
   $::conns--;
   $self->eoconn;
}

# end of connection
sub eoconn {
   my $self = shift;

   # clean up hints
   delete $conn{$self->{remote_id}}{$self*1};
   delete $uri{$self->{remote_id}}{$self->{uri}}{$self*1};

   $httpevent->broadcast;
}

sub slog {
   my $self = shift;
   main::slog($_[0], "$self->{remote_id}> $_[1]");
}

sub response {
   my ($self, $code, $msg, $hdr, $content) = @_;
   my $res = "HTTP/1.1 $code $msg\015\012";

   if (exists $hdr->{Connection}) {
      if ($hdr->{Connection} =~ /close/) {
         $self->{h}{connection} = "close"
      }
   } else {
      if ($self->{version} < 1.1) {
         if ($self->{h}{connection} =~ /keep-alive/i) {
            $hdr->{Connection} = "Keep-Alive";
         } else {
            $self->{h}{connection} = "close"
         }
      }
   }

   $res .= "Date: $HTTP_NOW\015\012";

   while (my ($h, $v) = each %$hdr) {
      $res .= "$h: $v\015\012"
   }
   $res .= "\015\012";

   $res .= $content if defined $content and $self->{method} ne "HEAD";

   my $log = (POSIX::strftime "%Y-%m-%d %H:%M:%S", gmtime $NOW).
             " $self->{remote_id} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}.
             " \"$self->{h}{referer}\"\n";

   print $accesslog $log if $accesslog;
   print STDERR $log;

   $self->{written} +=
      print {$self->{fh}} $res;
}

sub err {
   my $self = shift;
   my ($code, $msg, $hdr, $content) = @_;

   unless (defined $content) {
      $content = "$code $msg\n";
      $hdr->{"Content-Type"} = "text/plain";
      $hdr->{"Content-Length"} = length $content;
   }
   $hdr->{"Connection"} = "close";

   $self->response($code, $msg, $hdr, $content);

   die bless {}, err::;
}

sub handle {
   my $self = shift;
   my $fh = $self->{fh};

   my $host;

   $fh->timeout($::REQ_TIMEOUT);
   while() {
      $self->{reqs}++;

      # read request and parse first line
      my $req = $fh->readline("\015\012\015\012");

      unless (defined $req) {
         if (exists $self->{version}) {
            last;
         } else {
            $self->err(408, "request timeout");
         }
      }

      $self->{h} = {};

      $fh->timeout($::RES_TIMEOUT);

      $req =~ /^(?:\015\012)?
                (GET|HEAD) \040+
                ([^\040]+) \040+
                HTTP\/([0-9]+\.[0-9]+)
                \015\012/gx
         or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });

      $self->{method} = $1;
      $self->{uri} = $2;
      $self->{version} = $3;

      $3 =~ /^1\./
         or $self->err(506, "http protocol version $3 not supported");

      # parse headers
      {
         my (%hdr, $h, $v);

         $hdr{lc $1} .= ",$2"
            while $req =~ /\G
                  ([^:\000-\040]+):
                  [\008\040]*
                  ((?: [^\015\012]+ | \015\012[\008\040] )*)
                  \015\012
               /gxc;

         $req =~ /\G\015\012$/
            or $self->err(400, "bad request");

         $self->{h}{$h} = substr $v, 1
            while ($h, $v) = each %hdr;
      }

      # remote id should be unique per user
      my $id = $self->{remote_addr};

      if (exists $self->{h}{"client-ip"}) {
         $id .= "[".$self->{h}{"client-ip"}."]";
      } elsif (exists $self->{h}{"x-forwarded-for"}) {
         $id .= "[".$self->{h}{"x-forwarded-for"}."]";
      }

      $self->{remote_id} = $id;

      if ($blocked{$id}) {
         $self->err_blocked($blocked{$id})
            if $blocked{$id} > $::NOW;

         delete $blocked{$id};
      }

      if (%{$conn{$id}} >= $::MAX_CONN_IP) {
         my $delay = $::PER_TIMEOUT + $::NOW + 15;
         while (%{$conn{$id}} >= $::MAX_CONN_IP) {
            if ($delay < $::NOW) {
               $self->slog(2, "blocked ip $id");
               $self->err_blocked;
            } else {
               $httpevent->wait;
            }
         }
      }

      # find out server name and port
      if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
         $host = $1;
      } else {
         $host = $self->{h}{host};
      }

      if (defined $host) {
         $self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
      } else {
         ($self->{server_port}, $host)
            = unpack_sockaddr_in $self->{fh}->sockname
               or $self->err(500, "unable to get socket name");
         $host = inet_ntoa $host;
      }

      $self->{server_name} = $host;

      # enter ourselves into various lists
      weaken ($conn{$id}{$self*1} = $self);
      weaken ($uri{$id}{$self->{uri}}{$self*1} = $self);

      eval {
         $self->map_uri;
         $self->respond;
      };

      $self->eoconn;

      die if $@ && !ref $@;

      last if $self->{h}{connection} =~ /close/;

      $httpevent->broadcast;

      $fh->timeout($::PER_TIMEOUT);
   }
}

# uri => path mapping
sub map_uri {
   my $self = shift;
   my $host = $self->{server_name};
   my $uri = $self->{uri};

   # some massaging, also makes it more secure
   $uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
   $uri =~ s%//+%/%g;
   $uri =~ s%/\.(?=/|$)%%g;
   1 while $uri =~ s%/[^/]+/\.\.(?=/|$)%%;

   $uri =~ m%^/?\.\.(?=/|$)%
      and $self->err(400, "bad request");

   $self->{name} = $uri;

   # now do the path mapping
   $self->{path} = "$::DOCROOT/$host$uri";

   $self->access_check;
}

sub _cgi {
   my $self = shift;
   my $path = shift;
   my $fh;

   # no two-way xxx supported
   if (0 == fork) {
      open STDOUT, ">&".fileno($self->{fh});
      if (chdir $::DOCROOT) {
         $ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
         $ENV{HTTP_HOST}       = $self->{server_name};
         $ENV{HTTP_PORT}       = $self->{server_port};
         $ENV{SCRIPT_NAME}     = $self->{name};
         exec $path;
      }
      Coro::State::_exit(0);
   } else {
      die;
   }
}

sub server_hostport {
   $_[0]{server_port} == 80
      ? $_[0]{server_name}
      : "$_[0]{server_name}:$_[0]{server_port}";
}

sub respond {
   my $self = shift;
   my $path = $self->{path};

   if ($self->{name} =~ s%^/internal/([^/]+)%%) {
      if ($::internal{$1}) {
         $::internal{$1}->($self);
      } else {
         $self->err(404, "not found");
      }
   } else {

      stat $path
         or $self->err(404, "not found");

      $self->{stat} = [stat _];

      # idiotic netscape sends idiotic headers AGAIN
      my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
                ? str2time $1 : 0;

      if (-d _ && -r _) {
         # directory
         if ($path !~ /\/$/) {
            # create a redirect to get the trailing "/"
            # we don't try to avoid the :80
            $self->err(301, "moved permanently", { Location =>  "http://".$self->server_hostport."$self->{uri}/" });
         } else {
            $ims < $self->{stat}[9]
               or $self->err(304, "not modified");

            if (-r "$path/index.html") {
               # replace directory "size" by index.html filesize
               $self->{stat}[7] = (stat ($self->{path} .= "/index.html"))[7];
               $self->handle_file;
            } else {
               $self->handle_dir;
            }
         }
      } elsif (-f _ && -r _) {
         -x _ and $self->err(403, "forbidden");
         $self->handle_file;
      } else {
         $self->err(404, "not found");
      }
   }
}

sub handle_dir {
   my $self = shift;
   my $idx = $self->diridx;

   $self->response(200, "ok",
         {
            "Content-Type"   => "text/html",
            "Content-Length" => length $idx,
            #d# directories change all the time, so X-
            "X-Last-Modified"  => time2str ((stat _)[9]),
         },
         $idx);
}

sub handle_file {
   my $self = shift;
   my $length = $self->{stat}[7];
   my $queue = $::transfers[$length >= $::TRANSFER_SMALL];
   my $hdr = {
      "Last-Modified"  => time2str ((stat _)[9]),
   };

   my @code = (200, "ok");
   my ($l, $h);

   if ($self->{h}{range} =~ /^bytes=(.*)$/) {
      for (split /,/, $1) {
         if (/^-(\d+)$/) {
            ($l, $h) = ($length - $1, $length - 1);
         } elsif (/^(\d+)-(\d*)$/) {
            ($l, $h) = ($1, ($2 ne "" || $2 >= $length) ? $2 : $length - 1);
         } else {
            ($l, $h) = (0, $length - 1);
            goto ignore;
         }
         goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
      }
      $hdr->{"Content-Range"} = "bytes */$length";
      $hdr->{"Content-Length"} = $length;
      $self->err(416, "not satisfiable", $hdr, "");

satisfiable:
      # check for segmented downloads
      if ($l && $::NO_SEGMENTED) {
         my $delay = $::NOW + $::PER_TIMEOUT + 15;
         while (%{$uri{$self->{remote_id}}{$self->{uri}}} > 1) {
            if ($delay <= $::NOW) {
               $self->err_segmented_download;
            } else {
               $httpevent->wait;
            }
         }
      }

      $hdr->{"Content-Range"} = "bytes $l-$h/$length";
      @code = (206, "partial content");
      $length = $h - $l + 1;

ignore:
   } else {
      ($l, $h) = (0, $length - 1);
   }

   $self->{path} =~ /\.([^.]+)$/;
   $hdr->{"Content-Type"} = $mimetype{lc $1} || "application/octet-stream";
   $hdr->{"Content-Length"} = $length;

   $self->response(@code, $hdr, "");

   if ($self->{method} eq "GET") {
      $self->{time} = $::NOW;

      my $current = $Coro::current;

      my ($fh, $buf, $r);

      open $fh, "<", $self->{path}
         or die "$self->{path}: late open failure ($!)";

      $h -= $l - 1;

      if (0) { # !AIO
         if ($l) {
            sysseek $fh, $l, 0;
         }
      }
      
      my $transfer; # transfer guard
      my $bufsize = $::WAIT_BUFSIZE; # initial buffer size

      $self->{time} = $::NOW;

      while ($h > 0) {
         unless ($transfer) {
            if ($transfer ||= $queue->timed_guard($::WAIT_INTERVAL)) {
               $bufsize = $::BUFSIZE;
               $self->{time} = $::NOW;
            }
         }

         if (0) { # !AIO
            sysread $fh, $buf, $h > $bufsize ? $bufsize : $h
               or last;
         } else {
            aio_read($fh, $l, ($h > $bufsize ? $bufsize : $h),
                     $buf, 0, sub {
                        $r = $_[0];
                        Coro::ready($current);
                     });
            &Coro::schedule;
            last unless $r;
         }
         my $w = syswrite $self->{fh}, $buf
            or last;
         $::written += $w;
         $self->{written} += $w;
         $l += $r;
      }

      close $fh;
   }
}

1;
Revision:	1.50
Committed:	Wed Nov 28 03:40:15 2001 UTC (22 years, 7 months ago) by root
Content type:	text/plain
Branch:	MAIN
Changes since 1.49:	+7 -4 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.1	use Coro;
2			use Coro::Semaphore;
3			use Coro::Event;
4			use Coro::Socket;
5	root	1.44	use Coro::Signal;
6	root	1.1
7	root	1.32	use HTTP::Date;
8	root	1.47	use POSIX ();
9	root	1.32
10	root	1.1	no utf8;
11			use bytes;
12
13			# at least on my machine, this thingy serves files
14			# quite a bit faster than apache, ;)
15			# and quite a bit slower than thttpd :(
16
17			$SIG{PIPE} = 'IGNORE';
18	root	1.27
19			our $accesslog;
20
21			if ($ACCESS_LOG) {
22			use IO::Handle;
23			open $accesslog, ">>$ACCESS_LOG"
24			or die "$ACCESS_LOG: $!";
25			$accesslog->autoflush(1);
26			}
27
28	root	1.1	sub slog {
29			my $level = shift;
30			my $format = shift;
31			printf "---: $format\n", @_;
32			}
33
34	root	1.32	our $connections = new Coro::Semaphore $MAX_CONNECTS \|\| 250;
35	root	1.44	our $httpevent = new Coro::Signal;
36	root	1.34
37			our $wait_factor = 0.95;
38
39			our @transfers = (
40	root	1.49	(new Coro::Semaphore $MAX_TRANSFERS_SMALL),
41			(new Coro::Semaphore $MAX_TRANSFERS_LARGE),
42	root	1.34	);
43	root	1.1
44	root	1.6	my @newcons;
45	root	1.1	my @pool;
46
47	root	1.2	# one "execution thread"
48	root	1.1	sub handler {
49			while () {
50	root	1.38	if (@newcons) {
51	root	1.1	eval {
52	root	1.38	conn->new(@{pop @newcons})->handle;
53	root	1.1	};
54			slog 1, "$@" if $@ && !ref $@;
55			$connections->up;
56			} else {
57			last if @pool >= $MAX_POOL;
58			push @pool, $Coro::current;
59			schedule;
60			}
61			}
62			}
63
64	root	1.40	sub listen_on {
65			my $listen = $_[0];
66
67			push @listen_sockets, $listen;
68
69			# the "main thread"
70			async {
71			slog 1, "accepting connections";
72			while () {
73			$connections->down;
74			push @newcons, [$listen->accept];
75			#slog 3, "accepted @$connections ".scalar(@pool);
76			if (@pool) {
77			(pop @pool)->ready;
78			} else {
79			async \&handler;
80			}
81
82			}
83			};
84			}
85
86	root	1.4	my $http_port = new Coro::Socket
87			LocalAddr => $SERVER_HOST,
88			LocalPort => $SERVER_PORT,
89			ReuseAddr => 1,
90	root	1.13	Listen => 50,
91	root	1.4	or die "unable to start server";
92
93	root	1.40	listen_on $http_port;
94
95	root	1.41	if ($SERVER_PORT2) {
96			my $http_port = new Coro::Socket
97			LocalAddr => $SERVER_HOST,
98			LocalPort => $SERVER_PORT2,
99			ReuseAddr => 1,
100			Listen => 50,
101			or die "unable to start server";
102	root	1.40
103	root	1.41	listen_on $http_port;
104			}
105	root	1.4
106	root	1.32	our $NOW;
107			our $HTTP_NOW;
108
109			Event->timer(interval => 1, hard => 1, cb => sub {
110			$NOW = time;
111			$HTTP_NOW = time2str $NOW;
112	root	1.34	})->now;
113	root	1.1
114			package conn;
115
116			use Socket;
117			use HTTP::Date;
118	root	1.2	use Convert::Scalar 'weaken';
119	root	1.16	use Linux::AIO;
120
121			Linux::AIO::min_parallel $::AIO_PARALLEL;
122
123			Event->io(fd => Linux::AIO::poll_fileno,
124	root	1.17	poll => 'r', async => 1,
125	root	1.21	cb => \&Linux::AIO::poll_cb);
126	root	1.16
127	root	1.26	our %conn; # $conn{ip}{self} => connobj
128			our %uri; # $uri{ip}{uri}{self}
129	root	1.3	our %blocked;
130	root	1.9	our %mimetype;
131
132			sub read_mimetypes {
133			local *M;
134	root	1.10	if (open M, "<mime_types") {
135	root	1.9	while (<M>) {
136			if (/^([^#]\S+)\t+(\S+)$/) {
137			$mimetype{lc $1} = $2;
138			}
139			}
140			} else {
141	root	1.10	print "cannot open mime_types\n";
142	root	1.9	}
143			}
144	root	1.1
145	root	1.10	read_mimetypes;
146
147	root	1.1	sub new {
148			my $class = shift;
149	root	1.42	my $fh = shift;
150	root	1.6	my $peername = shift;
151	root	1.2	my $self = bless { fh => $fh }, $class;
152	root	1.6	my (undef, $iaddr) = unpack_sockaddr_in $peername
153			or $self->err(500, "unable to decode peername");
154	root	1.7
155	root	1.50	$self->{remote_addr} =
156			$self->{remote_id} = inet_ntoa $iaddr;
157	root	1.11	$self->{time} = $::NOW;
158	root	1.2
159	root	1.49	weaken ($Coro::current->{conn} = $self);
160
161	root	1.13	$::conns++;
162
163	root	1.2	$self;
164			}
165
166			sub DESTROY {
167			my $self = shift;
168	root	1.13	$::conns--;
169	root	1.19	$self->eoconn;
170			}
171
172			# end of connection
173			sub eoconn {
174	root	1.26	my $self = shift;
175	root	1.36
176			# clean up hints
177			delete $conn{$self->{remote_id}}{$self*1};
178			delete $uri{$self->{remote_id}}{$self->{uri}}{$self*1};
179	root	1.44
180			$httpevent->broadcast;
181	root	1.1	}
182
183			sub slog {
184	root	1.4	my $self = shift;
185	root	1.50	main::slog($_[0], "$self->{remote_id}> $_[1]");
186	root	1.1	}
187
188	root	1.4	sub response {
189	root	1.1	my ($self, $code, $msg, $hdr, $content) = @_;
190	root	1.17	my $res = "HTTP/1.1 $code $msg\015\012";
191	root	1.1
192	root	1.46	if (exists $hdr->{Connection}) {
193			if ($hdr->{Connection} =~ /close/) {
194			$self->{h}{connection} = "close"
195			}
196			} else {
197			if ($self->{version} < 1.1) {
198			if ($self->{h}{connection} =~ /keep-alive/i) {
199			$hdr->{Connection} = "Keep-Alive";
200			} else {
201			$self->{h}{connection} = "close"
202			}
203			}
204			}
205	root	1.28
206	root	1.32	$res .= "Date: $HTTP_NOW\015\012";
207	root	1.1
208			while (my ($h, $v) = each %$hdr) {
209			$res .= "$h: $v\015\012"
210			}
211	root	1.10	$res .= "\015\012";
212	root	1.4
213	root	1.13	$res .= $content if defined $content and $self->{method} ne "HEAD";
214	root	1.1
215	root	1.47	my $log = (POSIX::strftime "%Y-%m-%d %H:%M:%S", gmtime $NOW).
216	root	1.50	" $self->{remote_id} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}.
217			" \"$self->{h}{referer}\"\n";
218	root	1.27
219			print $accesslog $log if $accesslog;
220			print STDERR $log;
221	root	1.2
222	root	1.11	$self->{written} +=
223			print {$self->{fh}} $res;
224	root	1.1	}
225
226			sub err {
227			my $self = shift;
228			my ($code, $msg, $hdr, $content) = @_;
229
230			unless (defined $content) {
231	root	1.35	$content = "$code $msg\n";
232	root	1.1	$hdr->{"Content-Type"} = "text/plain";
233			$hdr->{"Content-Length"} = length $content;
234			}
235	root	1.17	$hdr->{"Connection"} = "close";
236	root	1.1
237	root	1.4	$self->response($code, $msg, $hdr, $content);
238	root	1.1
239			die bless {}, err::;
240			}
241
242			sub handle {
243			my $self = shift;
244			my $fh = $self->{fh};
245
246	root	1.29	my $host;
247
248	root	1.17	$fh->timeout($::REQ_TIMEOUT);
249			while() {
250			$self->{reqs}++;
251	root	1.1
252			# read request and parse first line
253			my $req = $fh->readline("\015\012\015\012");
254
255	root	1.17	unless (defined $req) {
256			if (exists $self->{version}) {
257			last;
258			} else {
259			$self->err(408, "request timeout");
260			}
261			}
262
263			$self->{h} = {};
264	root	1.1
265	root	1.17	$fh->timeout($::RES_TIMEOUT);
266	root	1.3
267	root	1.1	$req =~ /^(?:\015\012)?
268			(GET\|HEAD) \040+
269			([^\040]+) \040+
270			HTTP\/([0-9]+\.[0-9]+)
271			\015\012/gx
272	root	1.14	or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });
273	root	1.1
274			$self->{method} = $1;
275			$self->{uri} = $2;
276	root	1.17	$self->{version} = $3;
277
278	root	1.20	$3 =~ /^1\./
279	root	1.17	or $self->err(506, "http protocol version $3 not supported");
280	root	1.1
281			# parse headers
282			{
283			my (%hdr, $h, $v);
284
285			$hdr{lc $1} .= ",$2"
286			while $req =~ /\G
287			([^:\000-\040]+):
288			[\008\040]*
289			((?: [^\015\012]+ \| \015\012[\008\040] )*)
290			\015\012
291			/gxc;
292
293			$req =~ /\G\015\012$/
294			or $self->err(400, "bad request");
295
296			$self->{h}{$h} = substr $v, 1
297			while ($h, $v) = each %hdr;
298			}
299
300	root	1.36	# remote id should be unique per user
301			my $id = $self->{remote_addr};
302
303			if (exists $self->{h}{"client-ip"}) {
304			$id .= "[".$self->{h}{"client-ip"}."]";
305			} elsif (exists $self->{h}{"x-forwarded-for"}) {
306			$id .= "[".$self->{h}{"x-forwarded-for"}."]";
307			}
308
309			$self->{remote_id} = $id;
310
311			if ($blocked{$id}) {
312			$self->err_blocked($blocked{$id})
313			if $blocked{$id} > $::NOW;
314
315			delete $blocked{$id};
316			}
317
318			if (%{$conn{$id}} >= $::MAX_CONN_IP) {
319	root	1.44	my $delay = $::PER_TIMEOUT + $::NOW + 15;
320	root	1.36	while (%{$conn{$id}} >= $::MAX_CONN_IP) {
321	root	1.44	if ($delay < $::NOW) {
322	root	1.36	$self->slog(2, "blocked ip $id");
323			$self->err_blocked;
324			} else {
325	root	1.44	$httpevent->wait;
326	root	1.36	}
327			}
328			}
329
330	root	1.29	# find out server name and port
331			if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
332			$host = $1;
333			} else {
334			$host = $self->{h}{host};
335			}
336
337			if (defined $host) {
338			$self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
339			} else {
340			($self->{server_port}, $host)
341	root	1.43	= unpack_sockaddr_in $self->{fh}->sockname
342	root	1.29	or $self->err(500, "unable to get socket name");
343			$host = inet_ntoa $host;
344			}
345
346			$self->{server_name} = $host;
347
348	root	1.36	# enter ourselves into various lists
349			weaken ($conn{$id}{$self*1} = $self);
350			weaken ($uri{$id}{$self->{uri}}{$self*1} = $self);
351	root	1.1
352	root	1.24	eval {
353			$self->map_uri;
354			$self->respond;
355			};
356
357	root	1.26	$self->eoconn;
358
359	root	1.24	die if $@ && !ref $@;
360	root	1.17
361	root	1.46	last if $self->{h}{connection} =~ /close/;
362	root	1.17
363	root	1.44	$httpevent->broadcast;
364
365	root	1.17	$fh->timeout($::PER_TIMEOUT);
366			}
367	root	1.1	}
368
369			# uri => path mapping
370			sub map_uri {
371			my $self = shift;
372	root	1.29	my $host = $self->{server_name};
373	root	1.1	my $uri = $self->{uri};
374
375			# some massaging, also makes it more secure
376			$uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
377			$uri =~ s%//+%/%g;
378			$uri =~ s%/\.(?=/\|$)%%g;
379			1 while $uri =~ s%/[^/]+/\.\.(?=/\|$)%%;
380
381			$uri =~ m%^/?\.\.(?=/\|$)%
382			and $self->err(400, "bad request");
383
384			$self->{name} = $uri;
385
386			# now do the path mapping
387			$self->{path} = "$::DOCROOT/$host$uri";
388	root	1.7
389			$self->access_check;
390	root	1.1	}
391
392			sub _cgi {
393			my $self = shift;
394			my $path = shift;
395			my $fh;
396
397			# no two-way xxx supported
398			if (0 == fork) {
399			open STDOUT, ">&".fileno($self->{fh});
400			if (chdir $::DOCROOT) {
401			$ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
402	root	1.29	$ENV{HTTP_HOST} = $self->{server_name};
403			$ENV{HTTP_PORT} = $self->{server_port};
404	root	1.1	$ENV{SCRIPT_NAME} = $self->{name};
405	root	1.10	exec $path;
406	root	1.1	}
407			Coro::State::_exit(0);
408			} else {
409	root	1.29	die;
410	root	1.1	}
411			}
412
413	root	1.29	sub server_hostport {
414			$_[0]{server_port} == 80
415			? $_[0]{server_name}
416			: "$_[0]{server_name}:$_[0]{server_port}";
417			}
418
419	root	1.1	sub respond {
420			my $self = shift;
421			my $path = $self->{path};
422
423	root	1.49	if ($self->{name} =~ s%^/internal/([^/]+)%%) {
424			if ($::internal{$1}) {
425			$::internal{$1}->($self);
426			} else {
427			$self->err(404, "not found");
428			}
429			} else {
430	root	1.1
431	root	1.49	stat $path
432			or $self->err(404, "not found");
433	root	1.10
434	root	1.49	$self->{stat} = [stat _];
435	root	1.1
436	root	1.49	# idiotic netscape sends idiotic headers AGAIN
437			my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
438			? str2time $1 : 0;
439
440			if (-d _ && -r _) {
441			# directory
442			if ($path !~ /\/$/) {
443			# create a redirect to get the trailing "/"
444			# we don't try to avoid the :80
445			$self->err(301, "moved permanently", { Location => "http://".$self->server_hostport."$self->{uri}/" });
446	root	1.25	} else {
447	root	1.49	$ims < $self->{stat}[9]
448			or $self->err(304, "not modified");
449
450			if (-r "$path/index.html") {
451			# replace directory "size" by index.html filesize
452			$self->{stat}[7] = (stat ($self->{path} .= "/index.html"))[7];
453			$self->handle_file;
454			} else {
455			$self->handle_dir;
456			}
457	root	1.1	}
458	root	1.49	} elsif (-f _ && -r _) {
459			-x _ and $self->err(403, "forbidden");
460			$self->handle_file;
461			} else {
462			$self->err(404, "not found");
463	root	1.1	}
464			}
465			}
466
467			sub handle_dir {
468			my $self = shift;
469	root	1.10	my $idx = $self->diridx;
470
471			$self->response(200, "ok",
472			{
473			"Content-Type" => "text/html",
474			"Content-Length" => length $idx,
475	root	1.50	#d# directories change all the time, so X-
476			"X-Last-Modified" => time2str ((stat _)[9]),
477	root	1.10	},
478			$idx);
479	root	1.1	}
480
481			sub handle_file {
482			my $self = shift;
483	root	1.34	my $length = $self->{stat}[7];
484			my $queue = $::transfers[$length >= $::TRANSFER_SMALL];
485	root	1.1	my $hdr = {
486			"Last-Modified" => time2str ((stat _)[9]),
487			};
488
489			my @code = (200, "ok");
490			my ($l, $h);
491
492			if ($self->{h}{range} =~ /^bytes=(.*)$/) {
493			for (split /,/, $1) {
494			if (/^-(\d+)$/) {
495			($l, $h) = ($length - $1, $length - 1);
496			} elsif (/^(\d+)-(\d*)$/) {
497			($l, $h) = ($1, ($2 ne "" \|\| $2 >= $length) ? $2 : $length - 1);
498			} else {
499			($l, $h) = (0, $length - 1);
500			goto ignore;
501			}
502	root	1.26	goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
503	root	1.1	}
504			$hdr->{"Content-Range"} = "bytes */$length";
505	root	1.24	$hdr->{"Content-Length"} = $length;
506			$self->err(416, "not satisfiable", $hdr, "");
507	root	1.1
508			satisfiable:
509	root	1.4	# check for segmented downloads
510	root	1.10	if ($l && $::NO_SEGMENTED) {
511	root	1.44	my $delay = $::NOW + $::PER_TIMEOUT + 15;
512	root	1.36	while (%{$uri{$self->{remote_id}}{$self->{uri}}} > 1) {
513	root	1.44	if ($delay <= $::NOW) {
514	root	1.30	$self->err_segmented_download;
515	root	1.29	} else {
516	root	1.46	$httpevent->wait;
517	root	1.29	}
518	root	1.4	}
519			}
520
521	root	1.1	$hdr->{"Content-Range"} = "bytes $l-$h/$length";
522			@code = (206, "partial content");
523			$length = $h - $l + 1;
524
525			ignore:
526			} else {
527			($l, $h) = (0, $length - 1);
528			}
529
530	root	1.9	$self->{path} =~ /\.([^.]+)$/;
531			$hdr->{"Content-Type"} = $mimetype{lc $1} \|\| "application/octet-stream";
532	root	1.1	$hdr->{"Content-Length"} = $length;
533
534	root	1.4	$self->response(@code, $hdr, "");
535	root	1.1
536			if ($self->{method} eq "GET") {
537	root	1.32	$self->{time} = $::NOW;
538
539	root	1.49	my $current = $Coro::current;
540	root	1.35
541	root	1.49	my ($fh, $buf, $r);
542	root	1.32
543	root	1.1	open $fh, "<", $self->{path}
544			or die "$self->{path}: late open failure ($!)";
545
546			$h -= $l - 1;
547
548	root	1.49	if (0) { # !AIO
549	root	1.19	if ($l) {
550			sysseek $fh, $l, 0;
551			}
552			}
553	root	1.48
554			my $transfer; # transfer guard
555			my $bufsize = $::WAIT_BUFSIZE; # initial buffer size
556	root	1.19
557	root	1.49	$self->{time} = $::NOW;
558
559	root	1.1	while ($h > 0) {
560	root	1.48	unless ($transfer) {
561	root	1.49	if ($transfer \|\|= $queue->timed_guard($::WAIT_INTERVAL)) {
562	root	1.48	$bufsize = $::BUFSIZE;
563			$self->{time} = $::NOW;
564			}
565			}
566
567	root	1.49	if (0) { # !AIO
568	root	1.48	sysread $fh, $buf, $h > $bufsize ? $bufsize : $h
569	root	1.19	or last;
570			} else {
571	root	1.48	aio_read($fh, $l, ($h > $bufsize ? $bufsize : $h),
572	root	1.19	$buf, 0, sub {
573			$r = $_[0];
574	root	1.37	Coro::ready($current);
575	root	1.19	});
576			&Coro::schedule;
577			last unless $r;
578			}
579	root	1.37	my $w = syswrite $self->{fh}, $buf
580	root	1.1	or last;
581	root	1.11	$::written += $w;
582			$self->{written} += $w;
583	root	1.16	$l += $r;
584	root	1.1	}
585	root	1.32
586			close $fh;
587	root	1.1	}
588	root	1.7	}
589
590	root	1.2	1;