Coro/myhttpd/httpd.pl

use Coro;
use Coro::Semaphore;
use Coro::Event;
use Coro::Socket;
use Coro::Signal;

use HTTP::Date;
use POSIX ();

no utf8;
use bytes;

# at least on my machine, this thingy serves files
# quite a bit faster than apache, ;)
# and quite a bit slower than thttpd :(

$SIG{PIPE} = 'IGNORE';

our $accesslog;

if ($ACCESS_LOG) {
   use IO::Handle;
   open $accesslog, ">>$ACCESS_LOG"
     or die "$ACCESS_LOG: $!";
   $accesslog->autoflush(1);
}

sub slog {
   my $level = shift;
   my $format = shift;
   printf "---: $format\n", @_;
}

our $connections = new Coro::Semaphore $MAX_CONNECTS || 250;
our $httpevent   = new Coro::Signal;

our $wait_factor = 0.95;

our @transfers = (
  [(new Coro::Semaphore $MAX_TRANSFERS_SMALL), 1],
  [(new Coro::Semaphore $MAX_TRANSFERS_LARGE), 1],
);

my @newcons;
my @pool;

# one "execution thread"
sub handler {
   while () {
      if (@newcons) {
         eval {
            conn->new(@{pop @newcons})->handle;
         };
         slog 1, "$@" if $@ && !ref $@;
         $connections->up;
      } else {
         last if @pool >= $MAX_POOL;
         push @pool, $Coro::current;
         schedule;
      }
   }
}

sub listen_on {
   my $listen = $_[0];

   push @listen_sockets, $listen;

   # the "main thread"
   async {
      slog 1, "accepting connections";
      while () {
         $connections->down;
         push @newcons, [$listen->accept];
         #slog 3, "accepted @$connections ".scalar(@pool);
         if (@pool) {
            (pop @pool)->ready;
         } else {
            async \&handler;
         }

      }
   };
}

my $http_port = new Coro::Socket
        LocalAddr => $SERVER_HOST,
        LocalPort => $SERVER_PORT,
        ReuseAddr => 1,
        Listen => 50,
   or die "unable to start server";

listen_on $http_port;

if ($SERVER_PORT2) {
   my $http_port = new Coro::Socket
           LocalAddr => $SERVER_HOST,
           LocalPort => $SERVER_PORT2,
           ReuseAddr => 1,
           Listen => 50,
      or die "unable to start server";

   listen_on $http_port;
}

our $NOW;
our $HTTP_NOW;

Event->timer(interval => 1, hard => 1, cb => sub {
   $NOW = time;
   $HTTP_NOW = time2str $NOW;
})->now;

package conn;

use Socket;
use HTTP::Date;
use Convert::Scalar 'weaken';
use Linux::AIO;

Linux::AIO::min_parallel $::AIO_PARALLEL;

Event->io(fd => Linux::AIO::poll_fileno,
          poll => 'r', async => 1,
          cb => \&Linux::AIO::poll_cb);

our %conn; # $conn{ip}{self} => connobj
our %uri;  # $uri{ip}{uri}{self}
our %blocked;
our %mimetype;

sub read_mimetypes {
   local *M;
   if (open M, "<mime_types") {
      while (<M>) {
         if (/^([^#]\S+)\t+(\S+)$/) {
            $mimetype{lc $1} = $2;
         }
      }
   } else {
      print "cannot open mime_types\n";
   }
}

read_mimetypes;

sub new {
   my $class = shift;
   my $fh = shift;
   my $peername = shift;
   my $self = bless { fh => $fh }, $class;
   my (undef, $iaddr) = unpack_sockaddr_in $peername
      or $self->err(500, "unable to decode peername");

   $self->{remote_addr} = inet_ntoa $iaddr;
   $self->{time} = $::NOW;

   $::conns++;

   $self;
}

sub DESTROY {
   my $self = shift;
   $::conns--;
   $self->eoconn;
}

# end of connection
sub eoconn {
   my $self = shift;

   # clean up hints
   delete $conn{$self->{remote_id}}{$self*1};
   delete $uri{$self->{remote_id}}{$self->{uri}}{$self*1};

   $httpevent->broadcast;
}

sub slog {
   my $self = shift;
   main::slog($_[0], ($self->{remote_id} || $self->{remote_addr}) ."> $_[1]");
}

sub response {
   my ($self, $code, $msg, $hdr, $content) = @_;
   my $res = "HTTP/1.1 $code $msg\015\012";

   if (exists $hdr->{Connection}) {
      if ($hdr->{Connection} =~ /close/) {
         $self->{h}{connection} = "close"
      }
   } else {
      if ($self->{version} < 1.1) {
         if ($self->{h}{connection} =~ /keep-alive/i) {
            $hdr->{Connection} = "Keep-Alive";
         } else {
            $self->{h}{connection} = "close"
         }
      }
   }

   $res .= "Date: $HTTP_NOW\015\012";

   while (my ($h, $v) = each %$hdr) {
      $res .= "$h: $v\015\012"
   }
   $res .= "\015\012";

   $res .= $content if defined $content and $self->{method} ne "HEAD";

   my $log = (POSIX::strftime "%Y-%m-%d %H:%M:%S", gmtime $NOW).
             " $self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";

   print $accesslog $log if $accesslog;
   print STDERR $log;

   $self->{written} +=
      print {$self->{fh}} $res;
}

sub err {
   my $self = shift;
   my ($code, $msg, $hdr, $content) = @_;

   unless (defined $content) {
      $content = "$code $msg\n";
      $hdr->{"Content-Type"} = "text/plain";
      $hdr->{"Content-Length"} = length $content;
   }
   $hdr->{"Connection"} = "close";

   $self->response($code, $msg, $hdr, $content);

   die bless {}, err::;
}

sub handle {
   my $self = shift;
   my $fh = $self->{fh};

   my $host;

   $fh->timeout($::REQ_TIMEOUT);
   while() {
      $self->{reqs}++;

      # read request and parse first line
      my $req = $fh->readline("\015\012\015\012");

      unless (defined $req) {
         if (exists $self->{version}) {
            last;
         } else {
            $self->err(408, "request timeout");
         }
      }

      $self->{h} = {};

      $fh->timeout($::RES_TIMEOUT);

      $req =~ /^(?:\015\012)?
                (GET|HEAD) \040+
                ([^\040]+) \040+
                HTTP\/([0-9]+\.[0-9]+)
                \015\012/gx
         or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });

      $self->{method} = $1;
      $self->{uri} = $2;
      $self->{version} = $3;

      $3 =~ /^1\./
         or $self->err(506, "http protocol version $3 not supported");

      # parse headers
      {
         my (%hdr, $h, $v);

         $hdr{lc $1} .= ",$2"
            while $req =~ /\G
                  ([^:\000-\040]+):
                  [\008\040]*
                  ((?: [^\015\012]+ | \015\012[\008\040] )*)
                  \015\012
               /gxc;

         $req =~ /\G\015\012$/
            or $self->err(400, "bad request");

         $self->{h}{$h} = substr $v, 1
            while ($h, $v) = each %hdr;
      }

      # remote id should be unique per user
      my $id = $self->{remote_addr};

      if (exists $self->{h}{"client-ip"}) {
         $id .= "[".$self->{h}{"client-ip"}."]";
      } elsif (exists $self->{h}{"x-forwarded-for"}) {
         $id .= "[".$self->{h}{"x-forwarded-for"}."]";
      }

      $self->{remote_id} = $id;

      if ($blocked{$id}) {
         $self->err_blocked($blocked{$id})
            if $blocked{$id} > $::NOW;

         delete $blocked{$id};
      }

      if (%{$conn{$id}} >= $::MAX_CONN_IP) {
         my $delay = $::PER_TIMEOUT + $::NOW + 15;
         while (%{$conn{$id}} >= $::MAX_CONN_IP) {
            if ($delay < $::NOW) {
               $self->slog(2, "blocked ip $id");
               $self->err_blocked;
            } else {
               $httpevent->wait;
            }
         }
      }

      # find out server name and port
      if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
         $host = $1;
      } else {
         $host = $self->{h}{host};
      }

      if (defined $host) {
         $self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
      } else {
         ($self->{server_port}, $host)
            = unpack_sockaddr_in $self->{fh}->sockname
               or $self->err(500, "unable to get socket name");
         $host = inet_ntoa $host;
      }

      $self->{server_name} = $host;

      # enter ourselves into various lists
      weaken ($conn{$id}{$self*1} = $self);
      weaken ($uri{$id}{$self->{uri}}{$self*1} = $self);

      eval {
         $self->map_uri;
         $self->respond;
      };

      $self->eoconn;

      die if $@ && !ref $@;

      last if $self->{h}{connection} =~ /close/;

      $httpevent->broadcast;

      $fh->timeout($::PER_TIMEOUT);
   }
}

# uri => path mapping
sub map_uri {
   my $self = shift;
   my $host = $self->{server_name};
   my $uri = $self->{uri};

   # some massaging, also makes it more secure
   $uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
   $uri =~ s%//+%/%g;
   $uri =~ s%/\.(?=/|$)%%g;
   1 while $uri =~ s%/[^/]+/\.\.(?=/|$)%%;

   $uri =~ m%^/?\.\.(?=/|$)%
      and $self->err(400, "bad request");

   $self->{name} = $uri;

   # now do the path mapping
   $self->{path} = "$::DOCROOT/$host$uri";

   $self->access_check;
}

sub _cgi {
   my $self = shift;
   my $path = shift;
   my $fh;

   # no two-way xxx supported
   if (0 == fork) {
      open STDOUT, ">&".fileno($self->{fh});
      if (chdir $::DOCROOT) {
         $ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
         $ENV{HTTP_HOST}       = $self->{server_name};
         $ENV{HTTP_PORT}       = $self->{server_port};
         $ENV{SCRIPT_NAME}     = $self->{name};
         exec $path;
      }
      Coro::State::_exit(0);
   } else {
      die;
   }
}

sub server_hostport {
   $_[0]{server_port} == 80
      ? $_[0]{server_name}
      : "$_[0]{server_name}:$_[0]{server_port}";
}

sub respond {
   my $self = shift;
   my $path = $self->{path};

   stat $path
      or $self->err(404, "not found");

   $self->{stat} = [stat _];

   # idiotic netscape sends idiotic headers AGAIN
   my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
             ? str2time $1 : 0;

   if (-d _ && -r _) {
      # directory
      if ($path !~ /\/$/) {
         # create a redirect to get the trailing "/"
         # we don't try to avoid the :80
         $self->err(301, "moved permanently", { Location =>  "http://".$self->server_hostport."$self->{uri}/" });
      } else {
         $ims < $self->{stat}[9]
            or $self->err(304, "not modified");

         if (-r "$path/index.html") {
            # replace directory "size" by index.html filesize
            $self->{stat}[7] = (stat ($self->{path} .= "/index.html"))[7];
            $self->handle_file;
         } else {
            $self->handle_dir;
         }
      }
   } elsif (-f _ && -r _) {
      -x _ and $self->err(403, "forbidden");
      $self->handle_file;
   } else {
      $self->err(404, "not found");
   }
}

sub handle_dir {
   my $self = shift;
   my $idx = $self->diridx;

   $self->response(200, "ok",
         {
            "Content-Type"   => "text/html",
            "Content-Length" => length $idx,
            "Last-Modified"  => time2str ((stat _)[9]),
         },
         $idx);
}

sub handle_file {
   my $self = shift;
   my $length = $self->{stat}[7];
   my $queue = $::transfers[$length >= $::TRANSFER_SMALL];
   my $hdr = {
      "Last-Modified"  => time2str ((stat _)[9]),
   };

   my @code = (200, "ok");
   my ($l, $h);

   if ($self->{h}{range} =~ /^bytes=(.*)$/) {
      for (split /,/, $1) {
         if (/^-(\d+)$/) {
            ($l, $h) = ($length - $1, $length - 1);
         } elsif (/^(\d+)-(\d*)$/) {
            ($l, $h) = ($1, ($2 ne "" || $2 >= $length) ? $2 : $length - 1);
         } else {
            ($l, $h) = (0, $length - 1);
            goto ignore;
         }
         goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
      }
      $hdr->{"Content-Range"} = "bytes */$length";
      $hdr->{"Content-Length"} = $length;
      $self->err(416, "not satisfiable", $hdr, "");

satisfiable:
      # check for segmented downloads
      if ($l && $::NO_SEGMENTED) {
         my $delay = $::NOW + $::PER_TIMEOUT + 15;
         while (%{$uri{$self->{remote_id}}{$self->{uri}}} > 1) {
            if ($delay <= $::NOW) {
               $self->err_segmented_download;
            } else {
               $httpevent->wait;
            }
         }
      }

      $hdr->{"Content-Range"} = "bytes $l-$h/$length";
      @code = (206, "partial content");
      $length = $h - $l + 1;

ignore:
   } else {
      ($l, $h) = (0, $length - 1);
   }

   $self->{path} =~ /\.([^.]+)$/;
   $hdr->{"Content-Type"} = $mimetype{lc $1} || "application/octet-stream";
   $hdr->{"Content-Length"} = $length;

   $self->response(@code, $hdr, "");

   if ($self->{method} eq "GET") {
      $self->{time} = $::NOW;

      my $fudge = $queue->[0]->waiters;
      $fudge = $fudge ? ($fudge+1)/$fudge : 1;

      $queue->[1] *= $fudge;

      my ($fh, $buf, $r);
      my $current = $Coro::current;
      open $fh, "<", $self->{path}
         or die "$self->{path}: late open failure ($!)";

      $h -= $l - 1;

      if (0) {
         if ($l) {
            sysseek $fh, $l, 0;
         }
      }
      
      my $transfer; # transfer guard
      my $bufsize = $::WAIT_BUFSIZE; # initial buffer size

      while ($h > 0) {
         unless ($transfer) {
            if ($transfer ||= $queue->[0]->timed_guard($::WAIT_INTERVAL)) {
               if ($fudge != 1) {
                  $queue->[1] /= $fudge;
                  $queue->[1] = $queue->[1] * $::wait_factor
                              + ($::NOW - $self->{time}) * (1 - $::wait_factor);
               }
               $bufsize = $::BUFSIZE;
               $self->{time} = $::NOW;
            }
         }

         if (0) {
            sysread $fh, $buf, $h > $bufsize ? $bufsize : $h
               or last;
         } else {
            aio_read($fh, $l, ($h > $bufsize ? $bufsize : $h),
                     $buf, 0, sub {
                        $r = $_[0];
                        Coro::ready($current);
                     });
            &Coro::schedule;
            last unless $r;
         }
         my $w = syswrite $self->{fh}, $buf
            or last;
         $::written += $w;
         $self->{written} += $w;
         $l += $r;
      }

      close $fh;
   }
}

1;
Revision:	1.48
Committed:	Tue Nov 27 03:38:08 2001 UTC (22 years, 7 months ago) by root
Content type:	text/plain
Branch:	MAIN
Changes since 1.47:	+19 -14 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.1	use Coro;
2			use Coro::Semaphore;
3			use Coro::Event;
4			use Coro::Socket;
5	root	1.44	use Coro::Signal;
6	root	1.1
7	root	1.32	use HTTP::Date;
8	root	1.47	use POSIX ();
9	root	1.32
10	root	1.1	no utf8;
11			use bytes;
12
13			# at least on my machine, this thingy serves files
14			# quite a bit faster than apache, ;)
15			# and quite a bit slower than thttpd :(
16
17			$SIG{PIPE} = 'IGNORE';
18	root	1.27
19			our $accesslog;
20
21			if ($ACCESS_LOG) {
22			use IO::Handle;
23			open $accesslog, ">>$ACCESS_LOG"
24			or die "$ACCESS_LOG: $!";
25			$accesslog->autoflush(1);
26			}
27
28	root	1.1	sub slog {
29			my $level = shift;
30			my $format = shift;
31			printf "---: $format\n", @_;
32			}
33
34	root	1.32	our $connections = new Coro::Semaphore $MAX_CONNECTS \|\| 250;
35	root	1.44	our $httpevent = new Coro::Signal;
36	root	1.34
37			our $wait_factor = 0.95;
38
39			our @transfers = (
40	root	1.48	[(new Coro::Semaphore $MAX_TRANSFERS_SMALL), 1],
41			[(new Coro::Semaphore $MAX_TRANSFERS_LARGE), 1],
42	root	1.34	);
43	root	1.1
44	root	1.6	my @newcons;
45	root	1.1	my @pool;
46
47	root	1.2	# one "execution thread"
48	root	1.1	sub handler {
49			while () {
50	root	1.38	if (@newcons) {
51	root	1.1	eval {
52	root	1.38	conn->new(@{pop @newcons})->handle;
53	root	1.1	};
54			slog 1, "$@" if $@ && !ref $@;
55			$connections->up;
56			} else {
57			last if @pool >= $MAX_POOL;
58			push @pool, $Coro::current;
59			schedule;
60			}
61			}
62			}
63
64	root	1.40	sub listen_on {
65			my $listen = $_[0];
66
67			push @listen_sockets, $listen;
68
69			# the "main thread"
70			async {
71			slog 1, "accepting connections";
72			while () {
73			$connections->down;
74			push @newcons, [$listen->accept];
75			#slog 3, "accepted @$connections ".scalar(@pool);
76			if (@pool) {
77			(pop @pool)->ready;
78			} else {
79			async \&handler;
80			}
81
82			}
83			};
84			}
85
86	root	1.4	my $http_port = new Coro::Socket
87			LocalAddr => $SERVER_HOST,
88			LocalPort => $SERVER_PORT,
89			ReuseAddr => 1,
90	root	1.13	Listen => 50,
91	root	1.4	or die "unable to start server";
92
93	root	1.40	listen_on $http_port;
94
95	root	1.41	if ($SERVER_PORT2) {
96			my $http_port = new Coro::Socket
97			LocalAddr => $SERVER_HOST,
98			LocalPort => $SERVER_PORT2,
99			ReuseAddr => 1,
100			Listen => 50,
101			or die "unable to start server";
102	root	1.40
103	root	1.41	listen_on $http_port;
104			}
105	root	1.4
106	root	1.32	our $NOW;
107			our $HTTP_NOW;
108
109			Event->timer(interval => 1, hard => 1, cb => sub {
110			$NOW = time;
111			$HTTP_NOW = time2str $NOW;
112	root	1.34	})->now;
113	root	1.1
114			package conn;
115
116			use Socket;
117			use HTTP::Date;
118	root	1.2	use Convert::Scalar 'weaken';
119	root	1.16	use Linux::AIO;
120
121			Linux::AIO::min_parallel $::AIO_PARALLEL;
122
123			Event->io(fd => Linux::AIO::poll_fileno,
124	root	1.17	poll => 'r', async => 1,
125	root	1.21	cb => \&Linux::AIO::poll_cb);
126	root	1.16
127	root	1.26	our %conn; # $conn{ip}{self} => connobj
128			our %uri; # $uri{ip}{uri}{self}
129	root	1.3	our %blocked;
130	root	1.9	our %mimetype;
131
132			sub read_mimetypes {
133			local *M;
134	root	1.10	if (open M, "<mime_types") {
135	root	1.9	while (<M>) {
136			if (/^([^#]\S+)\t+(\S+)$/) {
137			$mimetype{lc $1} = $2;
138			}
139			}
140			} else {
141	root	1.10	print "cannot open mime_types\n";
142	root	1.9	}
143			}
144	root	1.1
145	root	1.10	read_mimetypes;
146
147	root	1.1	sub new {
148			my $class = shift;
149	root	1.42	my $fh = shift;
150	root	1.6	my $peername = shift;
151	root	1.2	my $self = bless { fh => $fh }, $class;
152	root	1.6	my (undef, $iaddr) = unpack_sockaddr_in $peername
153			or $self->err(500, "unable to decode peername");
154	root	1.7
155	root	1.3	$self->{remote_addr} = inet_ntoa $iaddr;
156	root	1.11	$self->{time} = $::NOW;
157	root	1.2
158	root	1.13	$::conns++;
159
160	root	1.2	$self;
161			}
162
163			sub DESTROY {
164			my $self = shift;
165	root	1.13	$::conns--;
166	root	1.19	$self->eoconn;
167			}
168
169			# end of connection
170			sub eoconn {
171	root	1.26	my $self = shift;
172	root	1.36
173			# clean up hints
174			delete $conn{$self->{remote_id}}{$self*1};
175			delete $uri{$self->{remote_id}}{$self->{uri}}{$self*1};
176	root	1.44
177			$httpevent->broadcast;
178	root	1.1	}
179
180			sub slog {
181	root	1.4	my $self = shift;
182	root	1.29	main::slog($_[0], ($self->{remote_id} \|\| $self->{remote_addr}) ."> $_[1]");
183	root	1.1	}
184
185	root	1.4	sub response {
186	root	1.1	my ($self, $code, $msg, $hdr, $content) = @_;
187	root	1.17	my $res = "HTTP/1.1 $code $msg\015\012";
188	root	1.1
189	root	1.46	if (exists $hdr->{Connection}) {
190			if ($hdr->{Connection} =~ /close/) {
191			$self->{h}{connection} = "close"
192			}
193			} else {
194			if ($self->{version} < 1.1) {
195			if ($self->{h}{connection} =~ /keep-alive/i) {
196			$hdr->{Connection} = "Keep-Alive";
197			} else {
198			$self->{h}{connection} = "close"
199			}
200			}
201			}
202	root	1.28
203	root	1.32	$res .= "Date: $HTTP_NOW\015\012";
204	root	1.1
205			while (my ($h, $v) = each %$hdr) {
206			$res .= "$h: $v\015\012"
207			}
208	root	1.10	$res .= "\015\012";
209	root	1.4
210	root	1.13	$res .= $content if defined $content and $self->{method} ne "HEAD";
211	root	1.1
212	root	1.47	my $log = (POSIX::strftime "%Y-%m-%d %H:%M:%S", gmtime $NOW).
213			" $self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";
214	root	1.27
215			print $accesslog $log if $accesslog;
216			print STDERR $log;
217	root	1.2
218	root	1.11	$self->{written} +=
219			print {$self->{fh}} $res;
220	root	1.1	}
221
222			sub err {
223			my $self = shift;
224			my ($code, $msg, $hdr, $content) = @_;
225
226			unless (defined $content) {
227	root	1.35	$content = "$code $msg\n";
228	root	1.1	$hdr->{"Content-Type"} = "text/plain";
229			$hdr->{"Content-Length"} = length $content;
230			}
231	root	1.17	$hdr->{"Connection"} = "close";
232	root	1.1
233	root	1.4	$self->response($code, $msg, $hdr, $content);
234	root	1.1
235			die bless {}, err::;
236			}
237
238			sub handle {
239			my $self = shift;
240			my $fh = $self->{fh};
241
242	root	1.29	my $host;
243
244	root	1.17	$fh->timeout($::REQ_TIMEOUT);
245			while() {
246			$self->{reqs}++;
247	root	1.1
248			# read request and parse first line
249			my $req = $fh->readline("\015\012\015\012");
250
251	root	1.17	unless (defined $req) {
252			if (exists $self->{version}) {
253			last;
254			} else {
255			$self->err(408, "request timeout");
256			}
257			}
258
259			$self->{h} = {};
260	root	1.1
261	root	1.17	$fh->timeout($::RES_TIMEOUT);
262	root	1.3
263	root	1.1	$req =~ /^(?:\015\012)?
264			(GET\|HEAD) \040+
265			([^\040]+) \040+
266			HTTP\/([0-9]+\.[0-9]+)
267			\015\012/gx
268	root	1.14	or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });
269	root	1.1
270			$self->{method} = $1;
271			$self->{uri} = $2;
272	root	1.17	$self->{version} = $3;
273
274	root	1.20	$3 =~ /^1\./
275	root	1.17	or $self->err(506, "http protocol version $3 not supported");
276	root	1.1
277			# parse headers
278			{
279			my (%hdr, $h, $v);
280
281			$hdr{lc $1} .= ",$2"
282			while $req =~ /\G
283			([^:\000-\040]+):
284			[\008\040]*
285			((?: [^\015\012]+ \| \015\012[\008\040] )*)
286			\015\012
287			/gxc;
288
289			$req =~ /\G\015\012$/
290			or $self->err(400, "bad request");
291
292			$self->{h}{$h} = substr $v, 1
293			while ($h, $v) = each %hdr;
294			}
295
296	root	1.36	# remote id should be unique per user
297			my $id = $self->{remote_addr};
298
299			if (exists $self->{h}{"client-ip"}) {
300			$id .= "[".$self->{h}{"client-ip"}."]";
301			} elsif (exists $self->{h}{"x-forwarded-for"}) {
302			$id .= "[".$self->{h}{"x-forwarded-for"}."]";
303			}
304
305			$self->{remote_id} = $id;
306
307			if ($blocked{$id}) {
308			$self->err_blocked($blocked{$id})
309			if $blocked{$id} > $::NOW;
310
311			delete $blocked{$id};
312			}
313
314			if (%{$conn{$id}} >= $::MAX_CONN_IP) {
315	root	1.44	my $delay = $::PER_TIMEOUT + $::NOW + 15;
316	root	1.36	while (%{$conn{$id}} >= $::MAX_CONN_IP) {
317	root	1.44	if ($delay < $::NOW) {
318	root	1.36	$self->slog(2, "blocked ip $id");
319			$self->err_blocked;
320			} else {
321	root	1.44	$httpevent->wait;
322	root	1.36	}
323			}
324			}
325
326	root	1.29	# find out server name and port
327			if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
328			$host = $1;
329			} else {
330			$host = $self->{h}{host};
331			}
332
333			if (defined $host) {
334			$self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
335			} else {
336			($self->{server_port}, $host)
337	root	1.43	= unpack_sockaddr_in $self->{fh}->sockname
338	root	1.29	or $self->err(500, "unable to get socket name");
339			$host = inet_ntoa $host;
340			}
341
342			$self->{server_name} = $host;
343
344	root	1.36	# enter ourselves into various lists
345			weaken ($conn{$id}{$self*1} = $self);
346			weaken ($uri{$id}{$self->{uri}}{$self*1} = $self);
347	root	1.1
348	root	1.24	eval {
349			$self->map_uri;
350			$self->respond;
351			};
352
353	root	1.26	$self->eoconn;
354
355	root	1.24	die if $@ && !ref $@;
356	root	1.17
357	root	1.46	last if $self->{h}{connection} =~ /close/;
358	root	1.17
359	root	1.44	$httpevent->broadcast;
360
361	root	1.17	$fh->timeout($::PER_TIMEOUT);
362			}
363	root	1.1	}
364
365			# uri => path mapping
366			sub map_uri {
367			my $self = shift;
368	root	1.29	my $host = $self->{server_name};
369	root	1.1	my $uri = $self->{uri};
370
371			# some massaging, also makes it more secure
372			$uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
373			$uri =~ s%//+%/%g;
374			$uri =~ s%/\.(?=/\|$)%%g;
375			1 while $uri =~ s%/[^/]+/\.\.(?=/\|$)%%;
376
377			$uri =~ m%^/?\.\.(?=/\|$)%
378			and $self->err(400, "bad request");
379
380			$self->{name} = $uri;
381
382			# now do the path mapping
383			$self->{path} = "$::DOCROOT/$host$uri";
384	root	1.7
385			$self->access_check;
386	root	1.1	}
387
388			sub _cgi {
389			my $self = shift;
390			my $path = shift;
391			my $fh;
392
393			# no two-way xxx supported
394			if (0 == fork) {
395			open STDOUT, ">&".fileno($self->{fh});
396			if (chdir $::DOCROOT) {
397			$ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
398	root	1.29	$ENV{HTTP_HOST} = $self->{server_name};
399			$ENV{HTTP_PORT} = $self->{server_port};
400	root	1.1	$ENV{SCRIPT_NAME} = $self->{name};
401	root	1.10	exec $path;
402	root	1.1	}
403			Coro::State::_exit(0);
404			} else {
405	root	1.29	die;
406	root	1.1	}
407			}
408
409	root	1.29	sub server_hostport {
410			$_[0]{server_port} == 80
411			? $_[0]{server_name}
412			: "$_[0]{server_name}:$_[0]{server_port}";
413			}
414
415	root	1.1	sub respond {
416			my $self = shift;
417			my $path = $self->{path};
418
419			stat $path
420			or $self->err(404, "not found");
421
422	root	1.10	$self->{stat} = [stat _];
423
424	root	1.1	# idiotic netscape sends idiotic headers AGAIN
425			my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
426			? str2time $1 : 0;
427
428			if (-d _ && -r _) {
429			# directory
430			if ($path !~ /\/$/) {
431			# create a redirect to get the trailing "/"
432	root	1.29	# we don't try to avoid the :80
433			$self->err(301, "moved permanently", { Location => "http://".$self->server_hostport."$self->{uri}/" });
434	root	1.1	} else {
435	root	1.10	$ims < $self->{stat}[9]
436	root	1.1	or $self->err(304, "not modified");
437
438	root	1.25	if (-r "$path/index.html") {
439	root	1.45	# replace directory "size" by index.html filesize
440			$self->{stat}[7] = (stat ($self->{path} .= "/index.html"))[7];
441	root	1.25	$self->handle_file;
442			} else {
443			$self->handle_dir;
444	root	1.1	}
445			}
446			} elsif (-f _ && -r _) {
447			-x _ and $self->err(403, "forbidden");
448			$self->handle_file;
449			} else {
450			$self->err(404, "not found");
451			}
452			}
453
454			sub handle_dir {
455			my $self = shift;
456	root	1.10	my $idx = $self->diridx;
457
458			$self->response(200, "ok",
459			{
460			"Content-Type" => "text/html",
461			"Content-Length" => length $idx,
462	root	1.47	"Last-Modified" => time2str ((stat _)[9]),
463	root	1.10	},
464			$idx);
465	root	1.1	}
466
467			sub handle_file {
468			my $self = shift;
469	root	1.34	my $length = $self->{stat}[7];
470			my $queue = $::transfers[$length >= $::TRANSFER_SMALL];
471	root	1.1	my $hdr = {
472			"Last-Modified" => time2str ((stat _)[9]),
473			};
474
475			my @code = (200, "ok");
476			my ($l, $h);
477
478			if ($self->{h}{range} =~ /^bytes=(.*)$/) {
479			for (split /,/, $1) {
480			if (/^-(\d+)$/) {
481			($l, $h) = ($length - $1, $length - 1);
482			} elsif (/^(\d+)-(\d*)$/) {
483			($l, $h) = ($1, ($2 ne "" \|\| $2 >= $length) ? $2 : $length - 1);
484			} else {
485			($l, $h) = (0, $length - 1);
486			goto ignore;
487			}
488	root	1.26	goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
489	root	1.1	}
490			$hdr->{"Content-Range"} = "bytes */$length";
491	root	1.24	$hdr->{"Content-Length"} = $length;
492			$self->err(416, "not satisfiable", $hdr, "");
493	root	1.1
494			satisfiable:
495	root	1.4	# check for segmented downloads
496	root	1.10	if ($l && $::NO_SEGMENTED) {
497	root	1.44	my $delay = $::NOW + $::PER_TIMEOUT + 15;
498	root	1.36	while (%{$uri{$self->{remote_id}}{$self->{uri}}} > 1) {
499	root	1.44	if ($delay <= $::NOW) {
500	root	1.30	$self->err_segmented_download;
501	root	1.29	} else {
502	root	1.46	$httpevent->wait;
503	root	1.29	}
504	root	1.4	}
505			}
506
507	root	1.1	$hdr->{"Content-Range"} = "bytes $l-$h/$length";
508			@code = (206, "partial content");
509			$length = $h - $l + 1;
510
511			ignore:
512			} else {
513			($l, $h) = (0, $length - 1);
514			}
515
516	root	1.9	$self->{path} =~ /\.([^.]+)$/;
517			$hdr->{"Content-Type"} = $mimetype{lc $1} \|\| "application/octet-stream";
518	root	1.1	$hdr->{"Content-Length"} = $length;
519
520	root	1.4	$self->response(@code, $hdr, "");
521	root	1.1
522			if ($self->{method} eq "GET") {
523	root	1.32	$self->{time} = $::NOW;
524
525	root	1.35	my $fudge = $queue->[0]->waiters;
526			$fudge = $fudge ? ($fudge+1)/$fudge : 1;
527
528			$queue->[1] *= $fudge;
529	root	1.32
530	root	1.16	my ($fh, $buf, $r);
531			my $current = $Coro::current;
532	root	1.1	open $fh, "<", $self->{path}
533			or die "$self->{path}: late open failure ($!)";
534
535			$h -= $l - 1;
536
537	root	1.19	if (0) {
538			if ($l) {
539			sysseek $fh, $l, 0;
540			}
541			}
542	root	1.48
543			my $transfer; # transfer guard
544			my $bufsize = $::WAIT_BUFSIZE; # initial buffer size
545	root	1.19
546	root	1.1	while ($h > 0) {
547	root	1.48	unless ($transfer) {
548			if ($transfer \|\|= $queue->[0]->timed_guard($::WAIT_INTERVAL)) {
549			if ($fudge != 1) {
550			$queue->[1] /= $fudge;
551			$queue->[1] = $queue->[1] * $::wait_factor
552			+ ($::NOW - $self->{time}) * (1 - $::wait_factor);
553			}
554			$bufsize = $::BUFSIZE;
555			$self->{time} = $::NOW;
556			}
557			}
558
559	root	1.19	if (0) {
560	root	1.48	sysread $fh, $buf, $h > $bufsize ? $bufsize : $h
561	root	1.19	or last;
562			} else {
563	root	1.48	aio_read($fh, $l, ($h > $bufsize ? $bufsize : $h),
564	root	1.19	$buf, 0, sub {
565			$r = $_[0];
566	root	1.37	Coro::ready($current);
567	root	1.19	});
568			&Coro::schedule;
569			last unless $r;
570			}
571	root	1.37	my $w = syswrite $self->{fh}, $buf
572	root	1.1	or last;
573	root	1.11	$::written += $w;
574			$self->{written} += $w;
575	root	1.16	$l += $r;
576	root	1.1	}
577	root	1.32
578			close $fh;
579	root	1.1	}
580	root	1.7	}
581
582	root	1.2	1;