ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/cvsroot/Coro/myhttpd/httpd.pl
Revision: 1.44
Committed: Fri Sep 14 12:38:18 2001 UTC (22 years, 9 months ago) by root
Content type: text/plain
Branch: MAIN
Changes since 1.43: +12 -6 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 root 1.1 use Coro;
2     use Coro::Semaphore;
3     use Coro::Event;
4     use Coro::Socket;
5 root 1.44 use Coro::Signal;
6 root 1.1
7 root 1.32 use HTTP::Date;
8    
9 root 1.1 no utf8;
10     use bytes;
11    
12     # at least on my machine, this thingy serves files
13     # quite a bit faster than apache, ;)
14     # and quite a bit slower than thttpd :(
15    
16     $SIG{PIPE} = 'IGNORE';
17 root 1.27
18     our $accesslog;
19    
20     if ($ACCESS_LOG) {
21     use IO::Handle;
22     open $accesslog, ">>$ACCESS_LOG"
23     or die "$ACCESS_LOG: $!";
24     $accesslog->autoflush(1);
25     }
26    
27 root 1.1 sub slog {
28     my $level = shift;
29     my $format = shift;
30     printf "---: $format\n", @_;
31     }
32    
33 root 1.32 our $connections = new Coro::Semaphore $MAX_CONNECTS || 250;
34 root 1.44 our $httpevent = new Coro::Signal;
35 root 1.34
36     our $wait_factor = 0.95;
37    
38     our @transfers = (
39 root 1.35 [(new Coro::Semaphore $MAX_TRANSFERS_SMALL || 50), 1],
40     [(new Coro::Semaphore $MAX_TRANSFERS_LARGE || 50), 1],
41 root 1.34 );
42 root 1.1
43 root 1.6 my @newcons;
44 root 1.1 my @pool;
45    
46 root 1.2 # one "execution thread"
47 root 1.1 sub handler {
48     while () {
49 root 1.38 if (@newcons) {
50 root 1.1 eval {
51 root 1.38 conn->new(@{pop @newcons})->handle;
52 root 1.1 };
53     slog 1, "$@" if $@ && !ref $@;
54     $connections->up;
55     } else {
56     last if @pool >= $MAX_POOL;
57     push @pool, $Coro::current;
58     schedule;
59     }
60     }
61     }
62    
63 root 1.40 sub listen_on {
64     my $listen = $_[0];
65    
66     push @listen_sockets, $listen;
67    
68     # the "main thread"
69     async {
70     slog 1, "accepting connections";
71     while () {
72     $connections->down;
73     push @newcons, [$listen->accept];
74     #slog 3, "accepted @$connections ".scalar(@pool);
75     if (@pool) {
76     (pop @pool)->ready;
77     } else {
78     async \&handler;
79     }
80    
81     }
82     };
83     }
84    
85 root 1.4 my $http_port = new Coro::Socket
86     LocalAddr => $SERVER_HOST,
87     LocalPort => $SERVER_PORT,
88     ReuseAddr => 1,
89 root 1.13 Listen => 50,
90 root 1.4 or die "unable to start server";
91    
92 root 1.40 listen_on $http_port;
93    
94 root 1.41 if ($SERVER_PORT2) {
95     my $http_port = new Coro::Socket
96     LocalAddr => $SERVER_HOST,
97     LocalPort => $SERVER_PORT2,
98     ReuseAddr => 1,
99     Listen => 50,
100     or die "unable to start server";
101 root 1.40
102 root 1.41 listen_on $http_port;
103     }
104 root 1.4
105 root 1.32 our $NOW;
106     our $HTTP_NOW;
107    
108     Event->timer(interval => 1, hard => 1, cb => sub {
109     $NOW = time;
110     $HTTP_NOW = time2str $NOW;
111 root 1.34 })->now;
112 root 1.1
113     package conn;
114    
115     use Socket;
116     use HTTP::Date;
117 root 1.2 use Convert::Scalar 'weaken';
118 root 1.16 use Linux::AIO;
119    
120     Linux::AIO::min_parallel $::AIO_PARALLEL;
121    
122     Event->io(fd => Linux::AIO::poll_fileno,
123 root 1.17 poll => 'r', async => 1,
124 root 1.21 cb => \&Linux::AIO::poll_cb);
125 root 1.16
126 root 1.26 our %conn; # $conn{ip}{self} => connobj
127     our %uri; # $uri{ip}{uri}{self}
128 root 1.3 our %blocked;
129 root 1.9 our %mimetype;
130    
131     sub read_mimetypes {
132     local *M;
133 root 1.10 if (open M, "<mime_types") {
134 root 1.9 while (<M>) {
135     if (/^([^#]\S+)\t+(\S+)$/) {
136     $mimetype{lc $1} = $2;
137     }
138     }
139     } else {
140 root 1.10 print "cannot open mime_types\n";
141 root 1.9 }
142     }
143 root 1.1
144 root 1.10 read_mimetypes;
145    
146 root 1.1 sub new {
147     my $class = shift;
148 root 1.42 my $fh = shift;
149 root 1.6 my $peername = shift;
150 root 1.2 my $self = bless { fh => $fh }, $class;
151 root 1.6 my (undef, $iaddr) = unpack_sockaddr_in $peername
152     or $self->err(500, "unable to decode peername");
153 root 1.7
154 root 1.3 $self->{remote_addr} = inet_ntoa $iaddr;
155 root 1.11 $self->{time} = $::NOW;
156 root 1.2
157 root 1.13 $::conns++;
158    
159 root 1.2 $self;
160     }
161    
162     sub DESTROY {
163     my $self = shift;
164 root 1.13 $::conns--;
165 root 1.19 $self->eoconn;
166     }
167    
168     # end of connection
169     sub eoconn {
170 root 1.26 my $self = shift;
171 root 1.36
172     # clean up hints
173     delete $conn{$self->{remote_id}}{$self*1};
174     delete $uri{$self->{remote_id}}{$self->{uri}}{$self*1};
175 root 1.44
176     $httpevent->broadcast;
177 root 1.1 }
178    
179     sub slog {
180 root 1.4 my $self = shift;
181 root 1.29 main::slog($_[0], ($self->{remote_id} || $self->{remote_addr}) ."> $_[1]");
182 root 1.1 }
183    
184 root 1.4 sub response {
185 root 1.1 my ($self, $code, $msg, $hdr, $content) = @_;
186 root 1.17 my $res = "HTTP/1.1 $code $msg\015\012";
187 root 1.1
188 root 1.42 $self->{h}{connection} = "close" if $hdr->{Connection} =~ /close/;
189 root 1.28
190 root 1.32 $res .= "Date: $HTTP_NOW\015\012";
191 root 1.1
192     while (my ($h, $v) = each %$hdr) {
193     $res .= "$h: $v\015\012"
194     }
195 root 1.10 $res .= "\015\012";
196 root 1.4
197 root 1.13 $res .= $content if defined $content and $self->{method} ne "HEAD";
198 root 1.1
199 root 1.27 my $log = "$self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";
200    
201     print $accesslog $log if $accesslog;
202     print STDERR $log;
203 root 1.2
204 root 1.11 $self->{written} +=
205     print {$self->{fh}} $res;
206 root 1.1 }
207    
208     sub err {
209     my $self = shift;
210     my ($code, $msg, $hdr, $content) = @_;
211    
212     unless (defined $content) {
213 root 1.35 $content = "$code $msg\n";
214 root 1.1 $hdr->{"Content-Type"} = "text/plain";
215     $hdr->{"Content-Length"} = length $content;
216     }
217 root 1.17 $hdr->{"Connection"} = "close";
218 root 1.1
219 root 1.4 $self->response($code, $msg, $hdr, $content);
220 root 1.1
221     die bless {}, err::;
222     }
223    
224     sub handle {
225     my $self = shift;
226     my $fh = $self->{fh};
227    
228 root 1.29 my $host;
229    
230 root 1.17 $fh->timeout($::REQ_TIMEOUT);
231     while() {
232     $self->{reqs}++;
233 root 1.1
234     # read request and parse first line
235     my $req = $fh->readline("\015\012\015\012");
236    
237 root 1.17 unless (defined $req) {
238     if (exists $self->{version}) {
239     last;
240     } else {
241     $self->err(408, "request timeout");
242     }
243     }
244    
245     $self->{h} = {};
246 root 1.1
247 root 1.17 $fh->timeout($::RES_TIMEOUT);
248 root 1.3
249 root 1.1 $req =~ /^(?:\015\012)?
250     (GET|HEAD) \040+
251     ([^\040]+) \040+
252     HTTP\/([0-9]+\.[0-9]+)
253     \015\012/gx
254 root 1.14 or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });
255 root 1.1
256     $self->{method} = $1;
257     $self->{uri} = $2;
258 root 1.17 $self->{version} = $3;
259    
260 root 1.20 $3 =~ /^1\./
261 root 1.17 or $self->err(506, "http protocol version $3 not supported");
262 root 1.1
263     # parse headers
264     {
265     my (%hdr, $h, $v);
266    
267     $hdr{lc $1} .= ",$2"
268     while $req =~ /\G
269     ([^:\000-\040]+):
270     [\008\040]*
271     ((?: [^\015\012]+ | \015\012[\008\040] )*)
272     \015\012
273     /gxc;
274    
275     $req =~ /\G\015\012$/
276     or $self->err(400, "bad request");
277    
278     $self->{h}{$h} = substr $v, 1
279     while ($h, $v) = each %hdr;
280     }
281    
282 root 1.36 # remote id should be unique per user
283     my $id = $self->{remote_addr};
284    
285     if (exists $self->{h}{"client-ip"}) {
286     $id .= "[".$self->{h}{"client-ip"}."]";
287     } elsif (exists $self->{h}{"x-forwarded-for"}) {
288     $id .= "[".$self->{h}{"x-forwarded-for"}."]";
289     }
290    
291     $self->{remote_id} = $id;
292    
293     if ($blocked{$id}) {
294     $self->err_blocked($blocked{$id})
295     if $blocked{$id} > $::NOW;
296    
297     delete $blocked{$id};
298     }
299    
300     if (%{$conn{$id}} >= $::MAX_CONN_IP) {
301 root 1.44 my $delay = $::PER_TIMEOUT + $::NOW + 15;
302 root 1.36 while (%{$conn{$id}} >= $::MAX_CONN_IP) {
303 root 1.44 if ($delay < $::NOW) {
304 root 1.36 $self->slog(2, "blocked ip $id");
305     $self->err_blocked;
306     } else {
307 root 1.44 $httpevent->wait;
308 root 1.36 }
309     }
310     }
311    
312 root 1.29 # find out server name and port
313     if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
314     $host = $1;
315     } else {
316     $host = $self->{h}{host};
317     }
318    
319     if (defined $host) {
320     $self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
321     } else {
322     ($self->{server_port}, $host)
323 root 1.43 = unpack_sockaddr_in $self->{fh}->sockname
324 root 1.29 or $self->err(500, "unable to get socket name");
325     $host = inet_ntoa $host;
326     }
327    
328     $self->{server_name} = $host;
329    
330 root 1.36 # enter ourselves into various lists
331     weaken ($conn{$id}{$self*1} = $self);
332     weaken ($uri{$id}{$self->{uri}}{$self*1} = $self);
333 root 1.1
334 root 1.24 eval {
335     $self->map_uri;
336     $self->respond;
337     };
338    
339 root 1.26 $self->eoconn;
340    
341 root 1.24 die if $@ && !ref $@;
342 root 1.17
343 root 1.29 last if $self->{h}{connection} =~ /close/ || $self->{version} < 1.1;
344 root 1.17
345 root 1.44 $httpevent->broadcast;
346    
347 root 1.17 $fh->timeout($::PER_TIMEOUT);
348     }
349 root 1.1 }
350    
351     # uri => path mapping
352     sub map_uri {
353     my $self = shift;
354 root 1.29 my $host = $self->{server_name};
355 root 1.1 my $uri = $self->{uri};
356    
357     # some massaging, also makes it more secure
358     $uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
359     $uri =~ s%//+%/%g;
360     $uri =~ s%/\.(?=/|$)%%g;
361     1 while $uri =~ s%/[^/]+/\.\.(?=/|$)%%;
362    
363     $uri =~ m%^/?\.\.(?=/|$)%
364     and $self->err(400, "bad request");
365    
366     $self->{name} = $uri;
367    
368     # now do the path mapping
369     $self->{path} = "$::DOCROOT/$host$uri";
370 root 1.7
371     $self->access_check;
372 root 1.1 }
373    
374     sub _cgi {
375     my $self = shift;
376     my $path = shift;
377     my $fh;
378    
379     # no two-way xxx supported
380     if (0 == fork) {
381     open STDOUT, ">&".fileno($self->{fh});
382     if (chdir $::DOCROOT) {
383     $ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
384 root 1.29 $ENV{HTTP_HOST} = $self->{server_name};
385     $ENV{HTTP_PORT} = $self->{server_port};
386 root 1.1 $ENV{SCRIPT_NAME} = $self->{name};
387 root 1.10 exec $path;
388 root 1.1 }
389     Coro::State::_exit(0);
390     } else {
391 root 1.29 die;
392 root 1.1 }
393     }
394    
395 root 1.29 sub server_hostport {
396     $_[0]{server_port} == 80
397     ? $_[0]{server_name}
398     : "$_[0]{server_name}:$_[0]{server_port}";
399     }
400    
401 root 1.1 sub respond {
402     my $self = shift;
403     my $path = $self->{path};
404    
405     stat $path
406     or $self->err(404, "not found");
407    
408 root 1.10 $self->{stat} = [stat _];
409    
410 root 1.1 # idiotic netscape sends idiotic headers AGAIN
411     my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
412     ? str2time $1 : 0;
413    
414     if (-d _ && -r _) {
415     # directory
416     if ($path !~ /\/$/) {
417     # create a redirect to get the trailing "/"
418 root 1.29 # we don't try to avoid the :80
419     $self->err(301, "moved permanently", { Location => "http://".$self->server_hostport."$self->{uri}/" });
420 root 1.1 } else {
421 root 1.10 $ims < $self->{stat}[9]
422 root 1.1 or $self->err(304, "not modified");
423    
424 root 1.25 if (-r "$path/index.html") {
425     $self->{path} .= "/index.html";
426     $self->handle_file;
427     } else {
428     $self->handle_dir;
429 root 1.1 }
430     }
431     } elsif (-f _ && -r _) {
432     -x _ and $self->err(403, "forbidden");
433     $self->handle_file;
434     } else {
435     $self->err(404, "not found");
436     }
437     }
438    
439     sub handle_dir {
440     my $self = shift;
441 root 1.10 my $idx = $self->diridx;
442    
443     $self->response(200, "ok",
444     {
445     "Content-Type" => "text/html",
446     "Content-Length" => length $idx,
447     },
448     $idx);
449 root 1.1 }
450    
451     sub handle_file {
452     my $self = shift;
453 root 1.34 my $length = $self->{stat}[7];
454     my $queue = $::transfers[$length >= $::TRANSFER_SMALL];
455 root 1.1 my $hdr = {
456     "Last-Modified" => time2str ((stat _)[9]),
457     };
458    
459     my @code = (200, "ok");
460     my ($l, $h);
461    
462     if ($self->{h}{range} =~ /^bytes=(.*)$/) {
463     for (split /,/, $1) {
464     if (/^-(\d+)$/) {
465     ($l, $h) = ($length - $1, $length - 1);
466     } elsif (/^(\d+)-(\d*)$/) {
467     ($l, $h) = ($1, ($2 ne "" || $2 >= $length) ? $2 : $length - 1);
468     } else {
469     ($l, $h) = (0, $length - 1);
470     goto ignore;
471     }
472 root 1.26 goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
473 root 1.1 }
474     $hdr->{"Content-Range"} = "bytes */$length";
475 root 1.24 $hdr->{"Content-Length"} = $length;
476     $self->err(416, "not satisfiable", $hdr, "");
477 root 1.1
478     satisfiable:
479 root 1.4 # check for segmented downloads
480 root 1.10 if ($l && $::NO_SEGMENTED) {
481 root 1.44 my $delay = $::NOW + $::PER_TIMEOUT + 15;
482 root 1.36 while (%{$uri{$self->{remote_id}}{$self->{uri}}} > 1) {
483 root 1.44 if ($delay <= $::NOW) {
484 root 1.30 $self->err_segmented_download;
485 root 1.29 } else {
486 root 1.44 $httpevent->broadcast;
487 root 1.29 }
488 root 1.4 }
489     }
490    
491 root 1.1 $hdr->{"Content-Range"} = "bytes $l-$h/$length";
492     @code = (206, "partial content");
493     $length = $h - $l + 1;
494    
495     ignore:
496     } else {
497     ($l, $h) = (0, $length - 1);
498     }
499    
500 root 1.9 $self->{path} =~ /\.([^.]+)$/;
501     $hdr->{"Content-Type"} = $mimetype{lc $1} || "application/octet-stream";
502 root 1.1 $hdr->{"Content-Length"} = $length;
503    
504 root 1.4 $self->response(@code, $hdr, "");
505 root 1.1
506     if ($self->{method} eq "GET") {
507 root 1.32 $self->{time} = $::NOW;
508    
509 root 1.35 my $fudge = $queue->[0]->waiters;
510     $fudge = $fudge ? ($fudge+1)/$fudge : 1;
511    
512     $queue->[1] *= $fudge;
513 root 1.34 my $transfer = $queue->[0]->guard;
514 root 1.32
515 root 1.35 if ($fudge != 1) {
516     $queue->[1] /= $fudge;
517     $queue->[1] = $queue->[1] * $::wait_factor
518     + ($::NOW - $self->{time}) * (1 - $::wait_factor);
519     }
520 root 1.32 $self->{time} = $::NOW;
521 root 1.35
522     $self->{fh}->writable or return;
523 root 1.32
524 root 1.16 my ($fh, $buf, $r);
525     my $current = $Coro::current;
526 root 1.1 open $fh, "<", $self->{path}
527     or die "$self->{path}: late open failure ($!)";
528    
529     $h -= $l - 1;
530    
531 root 1.19 if (0) {
532     if ($l) {
533     sysseek $fh, $l, 0;
534     }
535     }
536    
537 root 1.1 while ($h > 0) {
538 root 1.19 if (0) {
539     sysread $fh, $buf, $h > $::BUFSIZE ? $::BUFSIZE : $h
540     or last;
541     } else {
542     aio_read($fh, $l, ($h > $::BUFSIZE ? $::BUFSIZE : $h),
543     $buf, 0, sub {
544     $r = $_[0];
545 root 1.37 Coro::ready($current);
546 root 1.19 });
547     &Coro::schedule;
548     last unless $r;
549     }
550 root 1.37 my $w = syswrite $self->{fh}, $buf
551 root 1.1 or last;
552 root 1.11 $::written += $w;
553     $self->{written} += $w;
554 root 1.16 $l += $r;
555 root 1.1 }
556 root 1.32
557     close $fh;
558 root 1.1 }
559 root 1.7 }
560    
561 root 1.2 1;