ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/myhttpd/httpd.pl
Revision: 1.45
Committed: Sun Nov 11 03:32:19 2001 UTC (22 years, 8 months ago) by root
Content type: text/plain
Branch: MAIN
Changes since 1.44: +5 -2 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 root 1.1 use Coro;
2     use Coro::Semaphore;
3     use Coro::Event;
4     use Coro::Socket;
5 root 1.44 use Coro::Signal;
6 root 1.1
7 root 1.32 use HTTP::Date;
8    
9 root 1.1 no utf8;
10     use bytes;
11    
12     # at least on my machine, this thingy serves files
13     # quite a bit faster than apache, ;)
14     # and quite a bit slower than thttpd :(
15    
16     $SIG{PIPE} = 'IGNORE';
17 root 1.27
18     our $accesslog;
19    
20     if ($ACCESS_LOG) {
21     use IO::Handle;
22     open $accesslog, ">>$ACCESS_LOG"
23     or die "$ACCESS_LOG: $!";
24     $accesslog->autoflush(1);
25     }
26    
27 root 1.1 sub slog {
28     my $level = shift;
29     my $format = shift;
30     printf "---: $format\n", @_;
31     }
32    
33 root 1.32 our $connections = new Coro::Semaphore $MAX_CONNECTS || 250;
34 root 1.44 our $httpevent = new Coro::Signal;
35 root 1.34
36     our $wait_factor = 0.95;
37    
38     our @transfers = (
39 root 1.35 [(new Coro::Semaphore $MAX_TRANSFERS_SMALL || 50), 1],
40     [(new Coro::Semaphore $MAX_TRANSFERS_LARGE || 50), 1],
41 root 1.34 );
42 root 1.1
43 root 1.6 my @newcons;
44 root 1.1 my @pool;
45    
46 root 1.2 # one "execution thread"
47 root 1.1 sub handler {
48     while () {
49 root 1.38 if (@newcons) {
50 root 1.1 eval {
51 root 1.38 conn->new(@{pop @newcons})->handle;
52 root 1.1 };
53     slog 1, "$@" if $@ && !ref $@;
54     $connections->up;
55     } else {
56     last if @pool >= $MAX_POOL;
57     push @pool, $Coro::current;
58     schedule;
59     }
60     }
61     }
62    
63 root 1.40 sub listen_on {
64     my $listen = $_[0];
65    
66     push @listen_sockets, $listen;
67    
68     # the "main thread"
69     async {
70     slog 1, "accepting connections";
71     while () {
72     $connections->down;
73     push @newcons, [$listen->accept];
74     #slog 3, "accepted @$connections ".scalar(@pool);
75     if (@pool) {
76     (pop @pool)->ready;
77     } else {
78     async \&handler;
79     }
80    
81     }
82     };
83     }
84    
85 root 1.4 my $http_port = new Coro::Socket
86     LocalAddr => $SERVER_HOST,
87     LocalPort => $SERVER_PORT,
88     ReuseAddr => 1,
89 root 1.13 Listen => 50,
90 root 1.4 or die "unable to start server";
91    
92 root 1.40 listen_on $http_port;
93    
94 root 1.41 if ($SERVER_PORT2) {
95     my $http_port = new Coro::Socket
96     LocalAddr => $SERVER_HOST,
97     LocalPort => $SERVER_PORT2,
98     ReuseAddr => 1,
99     Listen => 50,
100     or die "unable to start server";
101 root 1.40
102 root 1.41 listen_on $http_port;
103     }
104 root 1.4
105 root 1.32 our $NOW;
106     our $HTTP_NOW;
107    
108     Event->timer(interval => 1, hard => 1, cb => sub {
109     $NOW = time;
110     $HTTP_NOW = time2str $NOW;
111 root 1.34 })->now;
112 root 1.1
113     package conn;
114    
115     use Socket;
116     use HTTP::Date;
117 root 1.2 use Convert::Scalar 'weaken';
118 root 1.16 use Linux::AIO;
119    
120     Linux::AIO::min_parallel $::AIO_PARALLEL;
121    
122     Event->io(fd => Linux::AIO::poll_fileno,
123 root 1.17 poll => 'r', async => 1,
124 root 1.21 cb => \&Linux::AIO::poll_cb);
125 root 1.16
126 root 1.26 our %conn; # $conn{ip}{self} => connobj
127     our %uri; # $uri{ip}{uri}{self}
128 root 1.3 our %blocked;
129 root 1.9 our %mimetype;
130    
131     sub read_mimetypes {
132     local *M;
133 root 1.10 if (open M, "<mime_types") {
134 root 1.9 while (<M>) {
135     if (/^([^#]\S+)\t+(\S+)$/) {
136     $mimetype{lc $1} = $2;
137     }
138     }
139     } else {
140 root 1.10 print "cannot open mime_types\n";
141 root 1.9 }
142     }
143 root 1.1
144 root 1.10 read_mimetypes;
145    
146 root 1.1 sub new {
147     my $class = shift;
148 root 1.42 my $fh = shift;
149 root 1.6 my $peername = shift;
150 root 1.2 my $self = bless { fh => $fh }, $class;
151 root 1.6 my (undef, $iaddr) = unpack_sockaddr_in $peername
152     or $self->err(500, "unable to decode peername");
153 root 1.7
154 root 1.3 $self->{remote_addr} = inet_ntoa $iaddr;
155 root 1.11 $self->{time} = $::NOW;
156 root 1.2
157 root 1.13 $::conns++;
158    
159 root 1.2 $self;
160     }
161    
162     sub DESTROY {
163     my $self = shift;
164 root 1.13 $::conns--;
165 root 1.19 $self->eoconn;
166     }
167    
168     # end of connection
169     sub eoconn {
170 root 1.26 my $self = shift;
171 root 1.36
172     # clean up hints
173     delete $conn{$self->{remote_id}}{$self*1};
174     delete $uri{$self->{remote_id}}{$self->{uri}}{$self*1};
175 root 1.44
176     $httpevent->broadcast;
177 root 1.1 }
178    
179     sub slog {
180 root 1.4 my $self = shift;
181 root 1.29 main::slog($_[0], ($self->{remote_id} || $self->{remote_addr}) ."> $_[1]");
182 root 1.1 }
183    
184 root 1.4 sub response {
185 root 1.1 my ($self, $code, $msg, $hdr, $content) = @_;
186 root 1.17 my $res = "HTTP/1.1 $code $msg\015\012";
187 root 1.1
188 root 1.45 $self->{h}{connection} = "close"
189     if exists $hdr->{Connection} # to avoid "empty" header lines due to vivification
190     and $hdr->{Connection} =~ /close/;
191 root 1.28
192 root 1.32 $res .= "Date: $HTTP_NOW\015\012";
193 root 1.1
194     while (my ($h, $v) = each %$hdr) {
195     $res .= "$h: $v\015\012"
196     }
197 root 1.10 $res .= "\015\012";
198 root 1.4
199 root 1.13 $res .= $content if defined $content and $self->{method} ne "HEAD";
200 root 1.1
201 root 1.27 my $log = "$self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";
202    
203     print $accesslog $log if $accesslog;
204     print STDERR $log;
205 root 1.2
206 root 1.11 $self->{written} +=
207     print {$self->{fh}} $res;
208 root 1.1 }
209    
210     sub err {
211     my $self = shift;
212     my ($code, $msg, $hdr, $content) = @_;
213    
214     unless (defined $content) {
215 root 1.35 $content = "$code $msg\n";
216 root 1.1 $hdr->{"Content-Type"} = "text/plain";
217     $hdr->{"Content-Length"} = length $content;
218     }
219 root 1.17 $hdr->{"Connection"} = "close";
220 root 1.1
221 root 1.4 $self->response($code, $msg, $hdr, $content);
222 root 1.1
223     die bless {}, err::;
224     }
225    
226     sub handle {
227     my $self = shift;
228     my $fh = $self->{fh};
229    
230 root 1.29 my $host;
231    
232 root 1.17 $fh->timeout($::REQ_TIMEOUT);
233     while() {
234     $self->{reqs}++;
235 root 1.1
236     # read request and parse first line
237     my $req = $fh->readline("\015\012\015\012");
238    
239 root 1.17 unless (defined $req) {
240     if (exists $self->{version}) {
241     last;
242     } else {
243     $self->err(408, "request timeout");
244     }
245     }
246    
247     $self->{h} = {};
248 root 1.1
249 root 1.17 $fh->timeout($::RES_TIMEOUT);
250 root 1.3
251 root 1.1 $req =~ /^(?:\015\012)?
252     (GET|HEAD) \040+
253     ([^\040]+) \040+
254     HTTP\/([0-9]+\.[0-9]+)
255     \015\012/gx
256 root 1.14 or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });
257 root 1.1
258     $self->{method} = $1;
259     $self->{uri} = $2;
260 root 1.17 $self->{version} = $3;
261    
262 root 1.20 $3 =~ /^1\./
263 root 1.17 or $self->err(506, "http protocol version $3 not supported");
264 root 1.1
265     # parse headers
266     {
267     my (%hdr, $h, $v);
268    
269     $hdr{lc $1} .= ",$2"
270     while $req =~ /\G
271     ([^:\000-\040]+):
272     [\008\040]*
273     ((?: [^\015\012]+ | \015\012[\008\040] )*)
274     \015\012
275     /gxc;
276    
277     $req =~ /\G\015\012$/
278     or $self->err(400, "bad request");
279    
280     $self->{h}{$h} = substr $v, 1
281     while ($h, $v) = each %hdr;
282     }
283    
284 root 1.36 # remote id should be unique per user
285     my $id = $self->{remote_addr};
286    
287     if (exists $self->{h}{"client-ip"}) {
288     $id .= "[".$self->{h}{"client-ip"}."]";
289     } elsif (exists $self->{h}{"x-forwarded-for"}) {
290     $id .= "[".$self->{h}{"x-forwarded-for"}."]";
291     }
292    
293     $self->{remote_id} = $id;
294    
295     if ($blocked{$id}) {
296     $self->err_blocked($blocked{$id})
297     if $blocked{$id} > $::NOW;
298    
299     delete $blocked{$id};
300     }
301    
302     if (%{$conn{$id}} >= $::MAX_CONN_IP) {
303 root 1.44 my $delay = $::PER_TIMEOUT + $::NOW + 15;
304 root 1.36 while (%{$conn{$id}} >= $::MAX_CONN_IP) {
305 root 1.44 if ($delay < $::NOW) {
306 root 1.36 $self->slog(2, "blocked ip $id");
307     $self->err_blocked;
308     } else {
309 root 1.44 $httpevent->wait;
310 root 1.36 }
311     }
312     }
313    
314 root 1.29 # find out server name and port
315     if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
316     $host = $1;
317     } else {
318     $host = $self->{h}{host};
319     }
320    
321     if (defined $host) {
322     $self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
323     } else {
324     ($self->{server_port}, $host)
325 root 1.43 = unpack_sockaddr_in $self->{fh}->sockname
326 root 1.29 or $self->err(500, "unable to get socket name");
327     $host = inet_ntoa $host;
328     }
329    
330     $self->{server_name} = $host;
331    
332 root 1.36 # enter ourselves into various lists
333     weaken ($conn{$id}{$self*1} = $self);
334     weaken ($uri{$id}{$self->{uri}}{$self*1} = $self);
335 root 1.1
336 root 1.24 eval {
337     $self->map_uri;
338     $self->respond;
339     };
340    
341 root 1.26 $self->eoconn;
342    
343 root 1.24 die if $@ && !ref $@;
344 root 1.17
345 root 1.29 last if $self->{h}{connection} =~ /close/ || $self->{version} < 1.1;
346 root 1.17
347 root 1.44 $httpevent->broadcast;
348    
349 root 1.17 $fh->timeout($::PER_TIMEOUT);
350     }
351 root 1.1 }
352    
353     # uri => path mapping
354     sub map_uri {
355     my $self = shift;
356 root 1.29 my $host = $self->{server_name};
357 root 1.1 my $uri = $self->{uri};
358    
359     # some massaging, also makes it more secure
360     $uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
361     $uri =~ s%//+%/%g;
362     $uri =~ s%/\.(?=/|$)%%g;
363     1 while $uri =~ s%/[^/]+/\.\.(?=/|$)%%;
364    
365     $uri =~ m%^/?\.\.(?=/|$)%
366     and $self->err(400, "bad request");
367    
368     $self->{name} = $uri;
369    
370     # now do the path mapping
371     $self->{path} = "$::DOCROOT/$host$uri";
372 root 1.7
373     $self->access_check;
374 root 1.1 }
375    
376     sub _cgi {
377     my $self = shift;
378     my $path = shift;
379     my $fh;
380    
381     # no two-way xxx supported
382     if (0 == fork) {
383     open STDOUT, ">&".fileno($self->{fh});
384     if (chdir $::DOCROOT) {
385     $ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
386 root 1.29 $ENV{HTTP_HOST} = $self->{server_name};
387     $ENV{HTTP_PORT} = $self->{server_port};
388 root 1.1 $ENV{SCRIPT_NAME} = $self->{name};
389 root 1.10 exec $path;
390 root 1.1 }
391     Coro::State::_exit(0);
392     } else {
393 root 1.29 die;
394 root 1.1 }
395     }
396    
397 root 1.29 sub server_hostport {
398     $_[0]{server_port} == 80
399     ? $_[0]{server_name}
400     : "$_[0]{server_name}:$_[0]{server_port}";
401     }
402    
403 root 1.1 sub respond {
404     my $self = shift;
405     my $path = $self->{path};
406    
407     stat $path
408     or $self->err(404, "not found");
409    
410 root 1.10 $self->{stat} = [stat _];
411    
412 root 1.1 # idiotic netscape sends idiotic headers AGAIN
413     my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
414     ? str2time $1 : 0;
415    
416     if (-d _ && -r _) {
417     # directory
418     if ($path !~ /\/$/) {
419     # create a redirect to get the trailing "/"
420 root 1.29 # we don't try to avoid the :80
421     $self->err(301, "moved permanently", { Location => "http://".$self->server_hostport."$self->{uri}/" });
422 root 1.1 } else {
423 root 1.10 $ims < $self->{stat}[9]
424 root 1.1 or $self->err(304, "not modified");
425    
426 root 1.25 if (-r "$path/index.html") {
427 root 1.45 # replace directory "size" by index.html filesize
428     $self->{stat}[7] = (stat ($self->{path} .= "/index.html"))[7];
429 root 1.25 $self->handle_file;
430     } else {
431     $self->handle_dir;
432 root 1.1 }
433     }
434     } elsif (-f _ && -r _) {
435     -x _ and $self->err(403, "forbidden");
436     $self->handle_file;
437     } else {
438     $self->err(404, "not found");
439     }
440     }
441    
442     sub handle_dir {
443     my $self = shift;
444 root 1.10 my $idx = $self->diridx;
445    
446     $self->response(200, "ok",
447     {
448     "Content-Type" => "text/html",
449     "Content-Length" => length $idx,
450     },
451     $idx);
452 root 1.1 }
453    
454     sub handle_file {
455     my $self = shift;
456 root 1.34 my $length = $self->{stat}[7];
457     my $queue = $::transfers[$length >= $::TRANSFER_SMALL];
458 root 1.1 my $hdr = {
459     "Last-Modified" => time2str ((stat _)[9]),
460     };
461    
462     my @code = (200, "ok");
463     my ($l, $h);
464    
465     if ($self->{h}{range} =~ /^bytes=(.*)$/) {
466     for (split /,/, $1) {
467     if (/^-(\d+)$/) {
468     ($l, $h) = ($length - $1, $length - 1);
469     } elsif (/^(\d+)-(\d*)$/) {
470     ($l, $h) = ($1, ($2 ne "" || $2 >= $length) ? $2 : $length - 1);
471     } else {
472     ($l, $h) = (0, $length - 1);
473     goto ignore;
474     }
475 root 1.26 goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
476 root 1.1 }
477     $hdr->{"Content-Range"} = "bytes */$length";
478 root 1.24 $hdr->{"Content-Length"} = $length;
479     $self->err(416, "not satisfiable", $hdr, "");
480 root 1.1
481     satisfiable:
482 root 1.4 # check for segmented downloads
483 root 1.10 if ($l && $::NO_SEGMENTED) {
484 root 1.44 my $delay = $::NOW + $::PER_TIMEOUT + 15;
485 root 1.36 while (%{$uri{$self->{remote_id}}{$self->{uri}}} > 1) {
486 root 1.44 if ($delay <= $::NOW) {
487 root 1.30 $self->err_segmented_download;
488 root 1.29 } else {
489 root 1.44 $httpevent->broadcast;
490 root 1.29 }
491 root 1.4 }
492     }
493    
494 root 1.1 $hdr->{"Content-Range"} = "bytes $l-$h/$length";
495     @code = (206, "partial content");
496     $length = $h - $l + 1;
497    
498     ignore:
499     } else {
500     ($l, $h) = (0, $length - 1);
501     }
502    
503 root 1.9 $self->{path} =~ /\.([^.]+)$/;
504     $hdr->{"Content-Type"} = $mimetype{lc $1} || "application/octet-stream";
505 root 1.1 $hdr->{"Content-Length"} = $length;
506    
507 root 1.4 $self->response(@code, $hdr, "");
508 root 1.1
509     if ($self->{method} eq "GET") {
510 root 1.32 $self->{time} = $::NOW;
511    
512 root 1.35 my $fudge = $queue->[0]->waiters;
513     $fudge = $fudge ? ($fudge+1)/$fudge : 1;
514    
515     $queue->[1] *= $fudge;
516 root 1.34 my $transfer = $queue->[0]->guard;
517 root 1.32
518 root 1.35 if ($fudge != 1) {
519     $queue->[1] /= $fudge;
520     $queue->[1] = $queue->[1] * $::wait_factor
521     + ($::NOW - $self->{time}) * (1 - $::wait_factor);
522     }
523 root 1.32 $self->{time} = $::NOW;
524 root 1.35
525     $self->{fh}->writable or return;
526 root 1.32
527 root 1.16 my ($fh, $buf, $r);
528     my $current = $Coro::current;
529 root 1.1 open $fh, "<", $self->{path}
530     or die "$self->{path}: late open failure ($!)";
531    
532     $h -= $l - 1;
533    
534 root 1.19 if (0) {
535     if ($l) {
536     sysseek $fh, $l, 0;
537     }
538     }
539    
540 root 1.1 while ($h > 0) {
541 root 1.19 if (0) {
542     sysread $fh, $buf, $h > $::BUFSIZE ? $::BUFSIZE : $h
543     or last;
544     } else {
545     aio_read($fh, $l, ($h > $::BUFSIZE ? $::BUFSIZE : $h),
546     $buf, 0, sub {
547     $r = $_[0];
548 root 1.37 Coro::ready($current);
549 root 1.19 });
550     &Coro::schedule;
551     last unless $r;
552     }
553 root 1.37 my $w = syswrite $self->{fh}, $buf
554 root 1.1 or last;
555 root 1.11 $::written += $w;
556     $self->{written} += $w;
557 root 1.16 $l += $r;
558 root 1.1 }
559 root 1.32
560     close $fh;
561 root 1.1 }
562 root 1.7 }
563    
564 root 1.2 1;