Coro/myhttpd/httpd.pl

use Coro;
use Coro::Semaphore;
use Coro::Event;
use Coro::Socket;
use Coro::Signal;

use HTTP::Date;
use POSIX ();

no utf8;
use bytes;

# at least on my machine, this thingy serves files
# quite a bit faster than apache, ;)
# and quite a bit slower than thttpd :(

$SIG{PIPE} = 'IGNORE';

our $accesslog;

if ($ACCESS_LOG) {
   use IO::Handle;
   open $accesslog, ">>$ACCESS_LOG"
     or die "$ACCESS_LOG: $!";
   $accesslog->autoflush(1);
}

sub slog {
   my $level = shift;
   my $format = shift;
   printf "---: $format\n", @_;
}

our $connections = new Coro::Semaphore $MAX_CONNECTS || 250;
our $httpevent   = new Coro::Signal;

our $wait_factor = 0.95;

our @transfers = (
  (new Coro::Semaphore $MAX_TRANSFERS_SMALL),
  (new Coro::Semaphore $MAX_TRANSFERS_LARGE),
);

my @newcons;
my @pool;

# one "execution thread"
sub handler {
   while () {
      if (@newcons) {
         eval {
            conn->new(@{pop @newcons})->handle;
         };
         slog 1, "$@" if $@ && !ref $@;
         $connections->up;
      } else {
         last if @pool >= $MAX_POOL;
         push @pool, $Coro::current;
         schedule;
      }
   }
}

sub listen_on {
   my $listen = $_[0];

   push @listen_sockets, $listen;

   # the "main thread"
   async {
      slog 1, "accepting connections";
      while () {
         $connections->down;
         push @newcons, [$listen->accept];
         #slog 3, "accepted @$connections ".scalar(@pool);
         if (@pool) {
            (pop @pool)->ready;
         } else {
            async \&handler;
         }

      }
   };
}

my $http_port = new Coro::Socket
        LocalAddr => $SERVER_HOST,
        LocalPort => $SERVER_PORT,
        ReuseAddr => 1,
        Listen => 50,
   or die "unable to start server";

listen_on $http_port;

if ($SERVER_PORT2) {
   my $http_port = new Coro::Socket
           LocalAddr => $SERVER_HOST,
           LocalPort => $SERVER_PORT2,
           ReuseAddr => 1,
           Listen => 50,
      or die "unable to start server";

   listen_on $http_port;
}

our $NOW;
our $HTTP_NOW;

Event->timer(interval => 1, hard => 1, cb => sub {
   $NOW = time;
   $HTTP_NOW = time2str $NOW;
})->now;

package conn;

use Socket;
use HTTP::Date;
use Convert::Scalar 'weaken';
use Linux::AIO;

Linux::AIO::min_parallel $::AIO_PARALLEL;

Event->io(fd => Linux::AIO::poll_fileno,
          poll => 'r', async => 1,
          cb => \&Linux::AIO::poll_cb);

our %conn; # $conn{ip}{self} => connobj
our %uri;  # $uri{ip}{uri}{self}
our %blocked;
our %mimetype;

sub read_mimetypes {
   local *M;
   if (open M, "<mime_types") {
      while (<M>) {
         if (/^([^#]\S+)\t+(\S+)$/) {
            $mimetype{lc $1} = $2;
         }
      }
   } else {
      print "cannot open mime_types\n";
   }
}

read_mimetypes;

sub new {
   my $class = shift;
   my $fh = shift;
   my $peername = shift;
   my $self = bless { fh => $fh }, $class;
   my (undef, $iaddr) = unpack_sockaddr_in $peername
      or $self->err(500, "unable to decode peername");

   $self->{remote_addr} = inet_ntoa $iaddr;
   $self->{time} = $::NOW;

   weaken ($Coro::current->{conn} = $self);

   $::conns++;

   $self;
}

sub DESTROY {
   my $self = shift;
   $::conns--;
   $self->eoconn;
}

# end of connection
sub eoconn {
   my $self = shift;

   # clean up hints
   delete $conn{$self->{remote_id}}{$self*1};
   delete $uri{$self->{remote_id}}{$self->{uri}}{$self*1};

   $httpevent->broadcast;
}

sub slog {
   my $self = shift;
   main::slog($_[0], ($self->{remote_id} || $self->{remote_addr}) ."> $_[1]");
}

sub response {
   my ($self, $code, $msg, $hdr, $content) = @_;
   my $res = "HTTP/1.1 $code $msg\015\012";

   if (exists $hdr->{Connection}) {
      if ($hdr->{Connection} =~ /close/) {
         $self->{h}{connection} = "close"
      }
   } else {
      if ($self->{version} < 1.1) {
         if ($self->{h}{connection} =~ /keep-alive/i) {
            $hdr->{Connection} = "Keep-Alive";
         } else {
            $self->{h}{connection} = "close"
         }
      }
   }

   $res .= "Date: $HTTP_NOW\015\012";

   while (my ($h, $v) = each %$hdr) {
      $res .= "$h: $v\015\012"
   }
   $res .= "\015\012";

   $res .= $content if defined $content and $self->{method} ne "HEAD";

   my $log = (POSIX::strftime "%Y-%m-%d %H:%M:%S", gmtime $NOW).
             " $self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";

   print $accesslog $log if $accesslog;
   print STDERR $log;

   $self->{written} +=
      print {$self->{fh}} $res;
}

sub err {
   my $self = shift;
   my ($code, $msg, $hdr, $content) = @_;

   unless (defined $content) {
      $content = "$code $msg\n";
      $hdr->{"Content-Type"} = "text/plain";
      $hdr->{"Content-Length"} = length $content;
   }
   $hdr->{"Connection"} = "close";

   $self->response($code, $msg, $hdr, $content);

   die bless {}, err::;
}

sub handle {
   my $self = shift;
   my $fh = $self->{fh};

   my $host;

   $fh->timeout($::REQ_TIMEOUT);
   while() {
      $self->{reqs}++;

      # read request and parse first line
      my $req = $fh->readline("\015\012\015\012");

      unless (defined $req) {
         if (exists $self->{version}) {
            last;
         } else {
            $self->err(408, "request timeout");
         }
      }

      $self->{h} = {};

      $fh->timeout($::RES_TIMEOUT);

      $req =~ /^(?:\015\012)?
                (GET|HEAD) \040+
                ([^\040]+) \040+
                HTTP\/([0-9]+\.[0-9]+)
                \015\012/gx
         or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });

      $self->{method} = $1;
      $self->{uri} = $2;
      $self->{version} = $3;

      $3 =~ /^1\./
         or $self->err(506, "http protocol version $3 not supported");

      # parse headers
      {
         my (%hdr, $h, $v);

         $hdr{lc $1} .= ",$2"
            while $req =~ /\G
                  ([^:\000-\040]+):
                  [\008\040]*
                  ((?: [^\015\012]+ | \015\012[\008\040] )*)
                  \015\012
               /gxc;

         $req =~ /\G\015\012$/
            or $self->err(400, "bad request");

         $self->{h}{$h} = substr $v, 1
            while ($h, $v) = each %hdr;
      }

      # remote id should be unique per user
      my $id = $self->{remote_addr};

      if (exists $self->{h}{"client-ip"}) {
         $id .= "[".$self->{h}{"client-ip"}."]";
      } elsif (exists $self->{h}{"x-forwarded-for"}) {
         $id .= "[".$self->{h}{"x-forwarded-for"}."]";
      }

      $self->{remote_id} = $id;

      if ($blocked{$id}) {
         $self->err_blocked($blocked{$id})
            if $blocked{$id} > $::NOW;

         delete $blocked{$id};
      }

      if (%{$conn{$id}} >= $::MAX_CONN_IP) {
         my $delay = $::PER_TIMEOUT + $::NOW + 15;
         while (%{$conn{$id}} >= $::MAX_CONN_IP) {
            if ($delay < $::NOW) {
               $self->slog(2, "blocked ip $id");
               $self->err_blocked;
            } else {
               $httpevent->wait;
            }
         }
      }

      # find out server name and port
      if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
         $host = $1;
      } else {
         $host = $self->{h}{host};
      }

      if (defined $host) {
         $self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
      } else {
         ($self->{server_port}, $host)
            = unpack_sockaddr_in $self->{fh}->sockname
               or $self->err(500, "unable to get socket name");
         $host = inet_ntoa $host;
      }

      $self->{server_name} = $host;

      # enter ourselves into various lists
      weaken ($conn{$id}{$self*1} = $self);
      weaken ($uri{$id}{$self->{uri}}{$self*1} = $self);

      eval {
         $self->map_uri;
         $self->respond;
      };

      $self->eoconn;

      die if $@ && !ref $@;

      last if $self->{h}{connection} =~ /close/;

      $httpevent->broadcast;

      $fh->timeout($::PER_TIMEOUT);
   }
}

# uri => path mapping
sub map_uri {
   my $self = shift;
   my $host = $self->{server_name};
   my $uri = $self->{uri};

   # some massaging, also makes it more secure
   $uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
   $uri =~ s%//+%/%g;
   $uri =~ s%/\.(?=/|$)%%g;
   1 while $uri =~ s%/[^/]+/\.\.(?=/|$)%%;

   $uri =~ m%^/?\.\.(?=/|$)%
      and $self->err(400, "bad request");

   $self->{name} = $uri;

   # now do the path mapping
   $self->{path} = "$::DOCROOT/$host$uri";

   $self->access_check;
}

sub _cgi {
   my $self = shift;
   my $path = shift;
   my $fh;

   # no two-way xxx supported
   if (0 == fork) {
      open STDOUT, ">&".fileno($self->{fh});
      if (chdir $::DOCROOT) {
         $ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
         $ENV{HTTP_HOST}       = $self->{server_name};
         $ENV{HTTP_PORT}       = $self->{server_port};
         $ENV{SCRIPT_NAME}     = $self->{name};
         exec $path;
      }
      Coro::State::_exit(0);
   } else {
      die;
   }
}

sub server_hostport {
   $_[0]{server_port} == 80
      ? $_[0]{server_name}
      : "$_[0]{server_name}:$_[0]{server_port}";
}

sub respond {
   my $self = shift;
   my $path = $self->{path};

   if ($self->{name} =~ s%^/internal/([^/]+)%%) {
      if ($::internal{$1}) {
         $::internal{$1}->($self);
      } else {
         $self->err(404, "not found");
      }
   } else {

      stat $path
         or $self->err(404, "not found");

      $self->{stat} = [stat _];

      # idiotic netscape sends idiotic headers AGAIN
      my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
                ? str2time $1 : 0;

      if (-d _ && -r _) {
         # directory
         if ($path !~ /\/$/) {
            # create a redirect to get the trailing "/"
            # we don't try to avoid the :80
            $self->err(301, "moved permanently", { Location =>  "http://".$self->server_hostport."$self->{uri}/" });
         } else {
            $ims < $self->{stat}[9]
               or $self->err(304, "not modified");

            if (-r "$path/index.html") {
               # replace directory "size" by index.html filesize
               $self->{stat}[7] = (stat ($self->{path} .= "/index.html"))[7];
               $self->handle_file;
            } else {
               $self->handle_dir;
            }
         }
      } elsif (-f _ && -r _) {
         -x _ and $self->err(403, "forbidden");
         $self->handle_file;
      } else {
         $self->err(404, "not found");
      }
   }
}

sub handle_dir {
   my $self = shift;
   my $idx = $self->diridx;

   $self->response(200, "ok",
         {
            "Content-Type"   => "text/html",
            "Content-Length" => length $idx,
            "Last-Modified"  => time2str ((stat _)[9]),
         },
         $idx);
}

sub handle_file {
   my $self = shift;
   my $length = $self->{stat}[7];
   my $queue = $::transfers[$length >= $::TRANSFER_SMALL];
   my $hdr = {
      "Last-Modified"  => time2str ((stat _)[9]),
   };

   my @code = (200, "ok");
   my ($l, $h);

   if ($self->{h}{range} =~ /^bytes=(.*)$/) {
      for (split /,/, $1) {
         if (/^-(\d+)$/) {
            ($l, $h) = ($length - $1, $length - 1);
         } elsif (/^(\d+)-(\d*)$/) {
            ($l, $h) = ($1, ($2 ne "" || $2 >= $length) ? $2 : $length - 1);
         } else {
            ($l, $h) = (0, $length - 1);
            goto ignore;
         }
         goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
      }
      $hdr->{"Content-Range"} = "bytes */$length";
      $hdr->{"Content-Length"} = $length;
      $self->err(416, "not satisfiable", $hdr, "");

satisfiable:
      # check for segmented downloads
      if ($l && $::NO_SEGMENTED) {
         my $delay = $::NOW + $::PER_TIMEOUT + 15;
         while (%{$uri{$self->{remote_id}}{$self->{uri}}} > 1) {
            if ($delay <= $::NOW) {
               $self->err_segmented_download;
            } else {
               $httpevent->wait;
            }
         }
      }

      $hdr->{"Content-Range"} = "bytes $l-$h/$length";
      @code = (206, "partial content");
      $length = $h - $l + 1;

ignore:
   } else {
      ($l, $h) = (0, $length - 1);
   }

   $self->{path} =~ /\.([^.]+)$/;
   $hdr->{"Content-Type"} = $mimetype{lc $1} || "application/octet-stream";
   $hdr->{"Content-Length"} = $length;

   $self->response(@code, $hdr, "");

   if ($self->{method} eq "GET") {
      $self->{time} = $::NOW;

      my $current = $Coro::current;

      my ($fh, $buf, $r);

      open $fh, "<", $self->{path}
         or die "$self->{path}: late open failure ($!)";

      $h -= $l - 1;

      if (0) { # !AIO
         if ($l) {
            sysseek $fh, $l, 0;
         }
      }
      
      my $transfer; # transfer guard
      my $bufsize = $::WAIT_BUFSIZE; # initial buffer size

      $self->{time} = $::NOW;

      while ($h > 0) {
         unless ($transfer) {
            if ($transfer ||= $queue->timed_guard($::WAIT_INTERVAL)) {
               $bufsize = $::BUFSIZE;
               $self->{time} = $::NOW;
            }
         }

         if (0) { # !AIO
            sysread $fh, $buf, $h > $bufsize ? $bufsize : $h
               or last;
         } else {
            aio_read($fh, $l, ($h > $bufsize ? $bufsize : $h),
                     $buf, 0, sub {
                        $r = $_[0];
                        Coro::ready($current);
                     });
            &Coro::schedule;
            last unless $r;
         }
         my $w = syswrite $self->{fh}, $buf
            or last;
         $::written += $w;
         $self->{written} += $w;
         $l += $r;
      }

      close $fh;
   }
}

1;
Revision:	1.49
Committed:	Wed Nov 28 03:39:46 2001 UTC (22 years, 7 months ago) by root
Content type:	text/plain
Branch:	MAIN
Changes since 1.48:	+46 -41 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.1	use Coro;
2			use Coro::Semaphore;
3			use Coro::Event;
4			use Coro::Socket;
5	root	1.44	use Coro::Signal;
6	root	1.1
7	root	1.32	use HTTP::Date;
8	root	1.47	use POSIX ();
9	root	1.32
10	root	1.1	no utf8;
11			use bytes;
12
13			# at least on my machine, this thingy serves files
14			# quite a bit faster than apache, ;)
15			# and quite a bit slower than thttpd :(
16
17			$SIG{PIPE} = 'IGNORE';
18	root	1.27
19			our $accesslog;
20
21			if ($ACCESS_LOG) {
22			use IO::Handle;
23			open $accesslog, ">>$ACCESS_LOG"
24			or die "$ACCESS_LOG: $!";
25			$accesslog->autoflush(1);
26			}
27
28	root	1.1	sub slog {
29			my $level = shift;
30			my $format = shift;
31			printf "---: $format\n", @_;
32			}
33
34	root	1.32	our $connections = new Coro::Semaphore $MAX_CONNECTS \|\| 250;
35	root	1.44	our $httpevent = new Coro::Signal;
36	root	1.34
37			our $wait_factor = 0.95;
38
39			our @transfers = (
40	root	1.49	(new Coro::Semaphore $MAX_TRANSFERS_SMALL),
41			(new Coro::Semaphore $MAX_TRANSFERS_LARGE),
42	root	1.34	);
43	root	1.1
44	root	1.6	my @newcons;
45	root	1.1	my @pool;
46
47	root	1.2	# one "execution thread"
48	root	1.1	sub handler {
49			while () {
50	root	1.38	if (@newcons) {
51	root	1.1	eval {
52	root	1.38	conn->new(@{pop @newcons})->handle;
53	root	1.1	};
54			slog 1, "$@" if $@ && !ref $@;
55			$connections->up;
56			} else {
57			last if @pool >= $MAX_POOL;
58			push @pool, $Coro::current;
59			schedule;
60			}
61			}
62			}
63
64	root	1.40	sub listen_on {
65			my $listen = $_[0];
66
67			push @listen_sockets, $listen;
68
69			# the "main thread"
70			async {
71			slog 1, "accepting connections";
72			while () {
73			$connections->down;
74			push @newcons, [$listen->accept];
75			#slog 3, "accepted @$connections ".scalar(@pool);
76			if (@pool) {
77			(pop @pool)->ready;
78			} else {
79			async \&handler;
80			}
81
82			}
83			};
84			}
85
86	root	1.4	my $http_port = new Coro::Socket
87			LocalAddr => $SERVER_HOST,
88			LocalPort => $SERVER_PORT,
89			ReuseAddr => 1,
90	root	1.13	Listen => 50,
91	root	1.4	or die "unable to start server";
92
93	root	1.40	listen_on $http_port;
94
95	root	1.41	if ($SERVER_PORT2) {
96			my $http_port = new Coro::Socket
97			LocalAddr => $SERVER_HOST,
98			LocalPort => $SERVER_PORT2,
99			ReuseAddr => 1,
100			Listen => 50,
101			or die "unable to start server";
102	root	1.40
103	root	1.41	listen_on $http_port;
104			}
105	root	1.4
106	root	1.32	our $NOW;
107			our $HTTP_NOW;
108
109			Event->timer(interval => 1, hard => 1, cb => sub {
110			$NOW = time;
111			$HTTP_NOW = time2str $NOW;
112	root	1.34	})->now;
113	root	1.1
114			package conn;
115
116			use Socket;
117			use HTTP::Date;
118	root	1.2	use Convert::Scalar 'weaken';
119	root	1.16	use Linux::AIO;
120
121			Linux::AIO::min_parallel $::AIO_PARALLEL;
122
123			Event->io(fd => Linux::AIO::poll_fileno,
124	root	1.17	poll => 'r', async => 1,
125	root	1.21	cb => \&Linux::AIO::poll_cb);
126	root	1.16
127	root	1.26	our %conn; # $conn{ip}{self} => connobj
128			our %uri; # $uri{ip}{uri}{self}
129	root	1.3	our %blocked;
130	root	1.9	our %mimetype;
131
132			sub read_mimetypes {
133			local *M;
134	root	1.10	if (open M, "<mime_types") {
135	root	1.9	while (<M>) {
136			if (/^([^#]\S+)\t+(\S+)$/) {
137			$mimetype{lc $1} = $2;
138			}
139			}
140			} else {
141	root	1.10	print "cannot open mime_types\n";
142	root	1.9	}
143			}
144	root	1.1
145	root	1.10	read_mimetypes;
146
147	root	1.1	sub new {
148			my $class = shift;
149	root	1.42	my $fh = shift;
150	root	1.6	my $peername = shift;
151	root	1.2	my $self = bless { fh => $fh }, $class;
152	root	1.6	my (undef, $iaddr) = unpack_sockaddr_in $peername
153			or $self->err(500, "unable to decode peername");
154	root	1.7
155	root	1.3	$self->{remote_addr} = inet_ntoa $iaddr;
156	root	1.11	$self->{time} = $::NOW;
157	root	1.2
158	root	1.49	weaken ($Coro::current->{conn} = $self);
159
160	root	1.13	$::conns++;
161
162	root	1.2	$self;
163			}
164
165			sub DESTROY {
166			my $self = shift;
167	root	1.13	$::conns--;
168	root	1.19	$self->eoconn;
169			}
170
171			# end of connection
172			sub eoconn {
173	root	1.26	my $self = shift;
174	root	1.36
175			# clean up hints
176			delete $conn{$self->{remote_id}}{$self*1};
177			delete $uri{$self->{remote_id}}{$self->{uri}}{$self*1};
178	root	1.44
179			$httpevent->broadcast;
180	root	1.1	}
181
182			sub slog {
183	root	1.4	my $self = shift;
184	root	1.29	main::slog($_[0], ($self->{remote_id} \|\| $self->{remote_addr}) ."> $_[1]");
185	root	1.1	}
186
187	root	1.4	sub response {
188	root	1.1	my ($self, $code, $msg, $hdr, $content) = @_;
189	root	1.17	my $res = "HTTP/1.1 $code $msg\015\012";
190	root	1.1
191	root	1.46	if (exists $hdr->{Connection}) {
192			if ($hdr->{Connection} =~ /close/) {
193			$self->{h}{connection} = "close"
194			}
195			} else {
196			if ($self->{version} < 1.1) {
197			if ($self->{h}{connection} =~ /keep-alive/i) {
198			$hdr->{Connection} = "Keep-Alive";
199			} else {
200			$self->{h}{connection} = "close"
201			}
202			}
203			}
204	root	1.28
205	root	1.32	$res .= "Date: $HTTP_NOW\015\012";
206	root	1.1
207			while (my ($h, $v) = each %$hdr) {
208			$res .= "$h: $v\015\012"
209			}
210	root	1.10	$res .= "\015\012";
211	root	1.4
212	root	1.13	$res .= $content if defined $content and $self->{method} ne "HEAD";
213	root	1.1
214	root	1.47	my $log = (POSIX::strftime "%Y-%m-%d %H:%M:%S", gmtime $NOW).
215			" $self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";
216	root	1.27
217			print $accesslog $log if $accesslog;
218			print STDERR $log;
219	root	1.2
220	root	1.11	$self->{written} +=
221			print {$self->{fh}} $res;
222	root	1.1	}
223
224			sub err {
225			my $self = shift;
226			my ($code, $msg, $hdr, $content) = @_;
227
228			unless (defined $content) {
229	root	1.35	$content = "$code $msg\n";
230	root	1.1	$hdr->{"Content-Type"} = "text/plain";
231			$hdr->{"Content-Length"} = length $content;
232			}
233	root	1.17	$hdr->{"Connection"} = "close";
234	root	1.1
235	root	1.4	$self->response($code, $msg, $hdr, $content);
236	root	1.1
237			die bless {}, err::;
238			}
239
240			sub handle {
241			my $self = shift;
242			my $fh = $self->{fh};
243
244	root	1.29	my $host;
245
246	root	1.17	$fh->timeout($::REQ_TIMEOUT);
247			while() {
248			$self->{reqs}++;
249	root	1.1
250			# read request and parse first line
251			my $req = $fh->readline("\015\012\015\012");
252
253	root	1.17	unless (defined $req) {
254			if (exists $self->{version}) {
255			last;
256			} else {
257			$self->err(408, "request timeout");
258			}
259			}
260
261			$self->{h} = {};
262	root	1.1
263	root	1.17	$fh->timeout($::RES_TIMEOUT);
264	root	1.3
265	root	1.1	$req =~ /^(?:\015\012)?
266			(GET\|HEAD) \040+
267			([^\040]+) \040+
268			HTTP\/([0-9]+\.[0-9]+)
269			\015\012/gx
270	root	1.14	or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });
271	root	1.1
272			$self->{method} = $1;
273			$self->{uri} = $2;
274	root	1.17	$self->{version} = $3;
275
276	root	1.20	$3 =~ /^1\./
277	root	1.17	or $self->err(506, "http protocol version $3 not supported");
278	root	1.1
279			# parse headers
280			{
281			my (%hdr, $h, $v);
282
283			$hdr{lc $1} .= ",$2"
284			while $req =~ /\G
285			([^:\000-\040]+):
286			[\008\040]*
287			((?: [^\015\012]+ \| \015\012[\008\040] )*)
288			\015\012
289			/gxc;
290
291			$req =~ /\G\015\012$/
292			or $self->err(400, "bad request");
293
294			$self->{h}{$h} = substr $v, 1
295			while ($h, $v) = each %hdr;
296			}
297
298	root	1.36	# remote id should be unique per user
299			my $id = $self->{remote_addr};
300
301			if (exists $self->{h}{"client-ip"}) {
302			$id .= "[".$self->{h}{"client-ip"}."]";
303			} elsif (exists $self->{h}{"x-forwarded-for"}) {
304			$id .= "[".$self->{h}{"x-forwarded-for"}."]";
305			}
306
307			$self->{remote_id} = $id;
308
309			if ($blocked{$id}) {
310			$self->err_blocked($blocked{$id})
311			if $blocked{$id} > $::NOW;
312
313			delete $blocked{$id};
314			}
315
316			if (%{$conn{$id}} >= $::MAX_CONN_IP) {
317	root	1.44	my $delay = $::PER_TIMEOUT + $::NOW + 15;
318	root	1.36	while (%{$conn{$id}} >= $::MAX_CONN_IP) {
319	root	1.44	if ($delay < $::NOW) {
320	root	1.36	$self->slog(2, "blocked ip $id");
321			$self->err_blocked;
322			} else {
323	root	1.44	$httpevent->wait;
324	root	1.36	}
325			}
326			}
327
328	root	1.29	# find out server name and port
329			if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
330			$host = $1;
331			} else {
332			$host = $self->{h}{host};
333			}
334
335			if (defined $host) {
336			$self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
337			} else {
338			($self->{server_port}, $host)
339	root	1.43	= unpack_sockaddr_in $self->{fh}->sockname
340	root	1.29	or $self->err(500, "unable to get socket name");
341			$host = inet_ntoa $host;
342			}
343
344			$self->{server_name} = $host;
345
346	root	1.36	# enter ourselves into various lists
347			weaken ($conn{$id}{$self*1} = $self);
348			weaken ($uri{$id}{$self->{uri}}{$self*1} = $self);
349	root	1.1
350	root	1.24	eval {
351			$self->map_uri;
352			$self->respond;
353			};
354
355	root	1.26	$self->eoconn;
356
357	root	1.24	die if $@ && !ref $@;
358	root	1.17
359	root	1.46	last if $self->{h}{connection} =~ /close/;
360	root	1.17
361	root	1.44	$httpevent->broadcast;
362
363	root	1.17	$fh->timeout($::PER_TIMEOUT);
364			}
365	root	1.1	}
366
367			# uri => path mapping
368			sub map_uri {
369			my $self = shift;
370	root	1.29	my $host = $self->{server_name};
371	root	1.1	my $uri = $self->{uri};
372
373			# some massaging, also makes it more secure
374			$uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
375			$uri =~ s%//+%/%g;
376			$uri =~ s%/\.(?=/\|$)%%g;
377			1 while $uri =~ s%/[^/]+/\.\.(?=/\|$)%%;
378
379			$uri =~ m%^/?\.\.(?=/\|$)%
380			and $self->err(400, "bad request");
381
382			$self->{name} = $uri;
383
384			# now do the path mapping
385			$self->{path} = "$::DOCROOT/$host$uri";
386	root	1.7
387			$self->access_check;
388	root	1.1	}
389
390			sub _cgi {
391			my $self = shift;
392			my $path = shift;
393			my $fh;
394
395			# no two-way xxx supported
396			if (0 == fork) {
397			open STDOUT, ">&".fileno($self->{fh});
398			if (chdir $::DOCROOT) {
399			$ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
400	root	1.29	$ENV{HTTP_HOST} = $self->{server_name};
401			$ENV{HTTP_PORT} = $self->{server_port};
402	root	1.1	$ENV{SCRIPT_NAME} = $self->{name};
403	root	1.10	exec $path;
404	root	1.1	}
405			Coro::State::_exit(0);
406			} else {
407	root	1.29	die;
408	root	1.1	}
409			}
410
411	root	1.29	sub server_hostport {
412			$_[0]{server_port} == 80
413			? $_[0]{server_name}
414			: "$_[0]{server_name}:$_[0]{server_port}";
415			}
416
417	root	1.1	sub respond {
418			my $self = shift;
419			my $path = $self->{path};
420
421	root	1.49	if ($self->{name} =~ s%^/internal/([^/]+)%%) {
422			if ($::internal{$1}) {
423			$::internal{$1}->($self);
424			} else {
425			$self->err(404, "not found");
426			}
427			} else {
428	root	1.1
429	root	1.49	stat $path
430			or $self->err(404, "not found");
431	root	1.10
432	root	1.49	$self->{stat} = [stat _];
433	root	1.1
434	root	1.49	# idiotic netscape sends idiotic headers AGAIN
435			my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
436			? str2time $1 : 0;
437
438			if (-d _ && -r _) {
439			# directory
440			if ($path !~ /\/$/) {
441			# create a redirect to get the trailing "/"
442			# we don't try to avoid the :80
443			$self->err(301, "moved permanently", { Location => "http://".$self->server_hostport."$self->{uri}/" });
444	root	1.25	} else {
445	root	1.49	$ims < $self->{stat}[9]
446			or $self->err(304, "not modified");
447
448			if (-r "$path/index.html") {
449			# replace directory "size" by index.html filesize
450			$self->{stat}[7] = (stat ($self->{path} .= "/index.html"))[7];
451			$self->handle_file;
452			} else {
453			$self->handle_dir;
454			}
455	root	1.1	}
456	root	1.49	} elsif (-f _ && -r _) {
457			-x _ and $self->err(403, "forbidden");
458			$self->handle_file;
459			} else {
460			$self->err(404, "not found");
461	root	1.1	}
462			}
463			}
464
465			sub handle_dir {
466			my $self = shift;
467	root	1.10	my $idx = $self->diridx;
468
469			$self->response(200, "ok",
470			{
471			"Content-Type" => "text/html",
472			"Content-Length" => length $idx,
473	root	1.47	"Last-Modified" => time2str ((stat _)[9]),
474	root	1.10	},
475			$idx);
476	root	1.1	}
477
478			sub handle_file {
479			my $self = shift;
480	root	1.34	my $length = $self->{stat}[7];
481			my $queue = $::transfers[$length >= $::TRANSFER_SMALL];
482	root	1.1	my $hdr = {
483			"Last-Modified" => time2str ((stat _)[9]),
484			};
485
486			my @code = (200, "ok");
487			my ($l, $h);
488
489			if ($self->{h}{range} =~ /^bytes=(.*)$/) {
490			for (split /,/, $1) {
491			if (/^-(\d+)$/) {
492			($l, $h) = ($length - $1, $length - 1);
493			} elsif (/^(\d+)-(\d*)$/) {
494			($l, $h) = ($1, ($2 ne "" \|\| $2 >= $length) ? $2 : $length - 1);
495			} else {
496			($l, $h) = (0, $length - 1);
497			goto ignore;
498			}
499	root	1.26	goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
500	root	1.1	}
501			$hdr->{"Content-Range"} = "bytes */$length";
502	root	1.24	$hdr->{"Content-Length"} = $length;
503			$self->err(416, "not satisfiable", $hdr, "");
504	root	1.1
505			satisfiable:
506	root	1.4	# check for segmented downloads
507	root	1.10	if ($l && $::NO_SEGMENTED) {
508	root	1.44	my $delay = $::NOW + $::PER_TIMEOUT + 15;
509	root	1.36	while (%{$uri{$self->{remote_id}}{$self->{uri}}} > 1) {
510	root	1.44	if ($delay <= $::NOW) {
511	root	1.30	$self->err_segmented_download;
512	root	1.29	} else {
513	root	1.46	$httpevent->wait;
514	root	1.29	}
515	root	1.4	}
516			}
517
518	root	1.1	$hdr->{"Content-Range"} = "bytes $l-$h/$length";
519			@code = (206, "partial content");
520			$length = $h - $l + 1;
521
522			ignore:
523			} else {
524			($l, $h) = (0, $length - 1);
525			}
526
527	root	1.9	$self->{path} =~ /\.([^.]+)$/;
528			$hdr->{"Content-Type"} = $mimetype{lc $1} \|\| "application/octet-stream";
529	root	1.1	$hdr->{"Content-Length"} = $length;
530
531	root	1.4	$self->response(@code, $hdr, "");
532	root	1.1
533			if ($self->{method} eq "GET") {
534	root	1.32	$self->{time} = $::NOW;
535
536	root	1.49	my $current = $Coro::current;
537	root	1.35
538	root	1.49	my ($fh, $buf, $r);
539	root	1.32
540	root	1.1	open $fh, "<", $self->{path}
541			or die "$self->{path}: late open failure ($!)";
542
543			$h -= $l - 1;
544
545	root	1.49	if (0) { # !AIO
546	root	1.19	if ($l) {
547			sysseek $fh, $l, 0;
548			}
549			}
550	root	1.48
551			my $transfer; # transfer guard
552			my $bufsize = $::WAIT_BUFSIZE; # initial buffer size
553	root	1.19
554	root	1.49	$self->{time} = $::NOW;
555
556	root	1.1	while ($h > 0) {
557	root	1.48	unless ($transfer) {
558	root	1.49	if ($transfer \|\|= $queue->timed_guard($::WAIT_INTERVAL)) {
559	root	1.48	$bufsize = $::BUFSIZE;
560			$self->{time} = $::NOW;
561			}
562			}
563
564	root	1.49	if (0) { # !AIO
565	root	1.48	sysread $fh, $buf, $h > $bufsize ? $bufsize : $h
566	root	1.19	or last;
567			} else {
568	root	1.48	aio_read($fh, $l, ($h > $bufsize ? $bufsize : $h),
569	root	1.19	$buf, 0, sub {
570			$r = $_[0];
571	root	1.37	Coro::ready($current);
572	root	1.19	});
573			&Coro::schedule;
574			last unless $r;
575			}
576	root	1.37	my $w = syswrite $self->{fh}, $buf
577	root	1.1	or last;
578	root	1.11	$::written += $w;
579			$self->{written} += $w;
580	root	1.16	$l += $r;
581	root	1.1	}
582	root	1.32
583			close $fh;
584	root	1.1	}
585	root	1.7	}
586
587	root	1.2	1;