[ViewVC] Diff of: cvs/Coro/myhttpd/httpd.pl

Comparing Coro/myhttpd/httpd.pl (file contents):
Revision 1.10 by root, Sat Aug 11 16:34:47 2001 UTC vs.
Revision 1.33 by root, Wed Aug 29 01:40:44 2001 UTC

…		…
1	use Coro;	1	use Coro;
2	use Coro::Semaphore;	2	use Coro::Semaphore;
3	use Coro::Event;	3	use Coro::Event;
4	use Coro::Socket;	4	use Coro::Socket;
5		5
		6	use HTTP::Date;
		7
6	no utf8;	8	no utf8;
7	use bytes;	9	use bytes;
		10
		11	our @wait_time = (); # used to calculcate avg. waiting time
		12	our $wait_time_length = 25;
8		13
9	# at least on my machine, this thingy serves files	14	# at least on my machine, this thingy serves files
10	# quite a bit faster than apache, ;)	15	# quite a bit faster than apache, ;)
11	# and quite a bit slower than thttpd :(	16	# and quite a bit slower than thttpd :(
12		17
13	$SIG{PIPE} = 'IGNORE';	18	$SIG{PIPE} = 'IGNORE';
14		19
		20	our $accesslog;
		21
		22	if ($ACCESS_LOG) {
		23	use IO::Handle;
		24	open $accesslog, ">>$ACCESS_LOG"
		25	or die "$ACCESS_LOG: $!";
		26	$accesslog->autoflush(1);
		27	}
		28
15	sub slog {	29	sub slog {
16	my $level = shift;	30	my $level = shift;
17	my $format = shift;	31	my $format = shift;
18	printf "---: $format\n", @_;	32	printf "---: $format\n", @_;
19	}	33	}
20		34
21	my $connections = new Coro::Semaphore $MAX_CONNECTS;	35	our $connections = new Coro::Semaphore $MAX_CONNECTS \|\| 250;
		36	our $transfers = new Coro::Semaphore $MAX_TRANSFER \|\| 50;
22		37
23	my @newcons;	38	my @newcons;
24	my @pool;	39	my @pool;
25		40
26	# one "execution thread"	41	# one "execution thread"
43		58
44	my $http_port = new Coro::Socket	59	my $http_port = new Coro::Socket
45	LocalAddr => $SERVER_HOST,	60	LocalAddr => $SERVER_HOST,
46	LocalPort => $SERVER_PORT,	61	LocalPort => $SERVER_PORT,
47	ReuseAddr => 1,	62	ReuseAddr => 1,
48	Listen => 1,	63	Listen => 50,
49	or die "unable to start server";	64	or die "unable to start server";
50		65
51	push @listen_sockets, $http_port;	66	push @listen_sockets, $http_port;
		67
		68	our $NOW;
		69	our $HTTP_NOW;
		70
		71	Event->timer(interval => 1, hard => 1, cb => sub {
		72	$NOW = time;
		73	$HTTP_NOW = time2str $NOW;
		74	});
52		75
53	# the "main thread"	76	# the "main thread"
54	async {	77	async {
55	slog 1, "accepting connections";	78	slog 1, "accepting connections";
56	while () {	79	while () {
57	$connections->down;	80	$connections->down;
58	push @newcons, [$http_port->accept];	81	push @newcons, [$http_port->accept];
59	#slog 3, "accepted @$connections ".scalar(@pool);	82	#slog 3, "accepted @$connections ".scalar(@pool);
60	$::NOW = time;
61	if (@pool) {	83	if (@pool) {
62	(pop @pool)->ready;	84	(pop @pool)->ready;
63	} else {	85	} else {
64	async \&handler;	86	async \&handler;
65	}	87	}
…		…
70	package conn;	92	package conn;
71		93
72	use Socket;	94	use Socket;
73	use HTTP::Date;	95	use HTTP::Date;
74	use Convert::Scalar 'weaken';	96	use Convert::Scalar 'weaken';
		97	use Linux::AIO;
75		98
		99	Linux::AIO::min_parallel $::AIO_PARALLEL;
		100
		101	my $aio_requests = new Coro::Semaphore $::AIO_PARALLEL * 4;
		102
		103	Event->io(fd => Linux::AIO::poll_fileno,
		104	poll => 'r', async => 1,
		105	cb => \&Linux::AIO::poll_cb);
		106
76	our %conn; # $conn{ip}{fh} => connobj	107	our %conn; # $conn{ip}{self} => connobj
		108	our %uri; # $uri{ip}{uri}{self}
77	our %blocked;	109	our %blocked;
78	our %mimetype;	110	our %mimetype;
79		111
80	sub read_mimetypes {	112	sub read_mimetypes {
81	local *M;	113	local *M;
…		…
99	my $self = bless { fh => $fh }, $class;	131	my $self = bless { fh => $fh }, $class;
100	my (undef, $iaddr) = unpack_sockaddr_in $peername	132	my (undef, $iaddr) = unpack_sockaddr_in $peername
101	or $self->err(500, "unable to decode peername");	133	or $self->err(500, "unable to decode peername");
102		134
103	$self->{remote_addr} = inet_ntoa $iaddr;	135	$self->{remote_addr} = inet_ntoa $iaddr;
		136	$self->{time} = $::NOW;
104		137
105	# enter ourselves into various lists	138	# enter ourselves into various lists
106	weaken ($conn{$self->{remote_addr}}{$self*1} = $self);	139	weaken ($conn{$self->{remote_addr}}{$self*1} = $self);
107		140
		141	$::conns++;
		142
108	$self;	143	$self;
109	}	144	}
110		145
111	sub DESTROY {	146	sub DESTROY {
112	my $self = shift;	147	my $self = shift;
		148
		149	$::conns--;
		150
		151	$self->eoconn;
113	delete $conn{$self->{remote_addr}}{$self*1};	152	delete $conn{$self->{remote_addr}}{$self*1};
		153	}
		154
		155	# end of connection
		156	sub eoconn {
		157	my $self = shift;
114	delete $uri{$self->{uri}}{$self*1};	158	delete $uri{$self->{remote_addr}}{$self->{uri}}{$self*1};
115	}	159	}
116		160
117	sub slog {	161	sub slog {
118	my $self = shift;	162	my $self = shift;
119	main::slog($_[0], "$self->{remote_addr}> $_[1]");	163	main::slog($_[0], ($self->{remote_id} \|\| $self->{remote_addr}) ."> $_[1]");
120	}	164	}
121		165
122	sub response {	166	sub response {
123	my ($self, $code, $msg, $hdr, $content) = @_;	167	my ($self, $code, $msg, $hdr, $content) = @_;
124	my $res = "HTTP/1.0 $code $msg\015\012";	168	my $res = "HTTP/1.1 $code $msg\015\012";
125		169
126	$res .= "Connection: close\015\012";	170	$self->{h}{connection} \|\|= $hdr->{Connection};
127	$res .= "Date: ".(time2str $::NOW)."\015\012"; # slow? nah. :(	171
		172	$res .= "Date: $HTTP_NOW\015\012";
128		173
129	while (my ($h, $v) = each %$hdr) {	174	while (my ($h, $v) = each %$hdr) {
130	$res .= "$h: $v\015\012"	175	$res .= "$h: $v\015\012"
131	}	176	}
132	$res .= "\015\012";	177	$res .= "\015\012";
133		178
134	$res .= $content if defined $content and $self->{method} eq "GET";	179	$res .= $content if defined $content and $self->{method} ne "HEAD";
135		180
136	print STDERR "$self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";#d#	181	my $log = "$self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";
137		182
		183	print $accesslog $log if $accesslog;
		184	print STDERR $log;
		185
		186	$self->{written} +=
138	print {$self->{fh}} $res;	187	print {$self->{fh}} $res;
139	}	188	}
140		189
141	sub err {	190	sub err {
142	my $self = shift;	191	my $self = shift;
143	my ($code, $msg, $hdr, $content) = @_;	192	my ($code, $msg, $hdr, $content) = @_;
…		…
145	unless (defined $content) {	194	unless (defined $content) {
146	$content = "$code $msg";	195	$content = "$code $msg";
147	$hdr->{"Content-Type"} = "text/plain";	196	$hdr->{"Content-Type"} = "text/plain";
148	$hdr->{"Content-Length"} = length $content;	197	$hdr->{"Content-Length"} = length $content;
149	}	198	}
		199	$hdr->{"Connection"} = "close";
150		200
151	$self->response($code, $msg, $hdr, $content);	201	$self->response($code, $msg, $hdr, $content);
152		202
153	die bless {}, err::;	203	die bless {}, err::;
154	}	204	}
155		205
156	sub err_blocked {
157	my $self = shift;
158	my $ip = $self->{remote_addr};
159	my $time = time2str $blocked{$ip} = $::NOW + $::BLOCKTIME;
160
161	Coro::Event::do_timer(after => 5);
162
163	$self->err(403, "too many connections",
164	{
165	"Content-Type" => "text/html",
166	"Retry-After" => $::BLOCKTIME
167	},
168	<<EOF);
169	<html><p>
170	You have been blocked because you opened too many connections. You
171	may retry at</p>
172
173	<p><blockquote>$time.</blockquote></p>
174
175	<p>Until then, each new access will renew the block. You might want to have a
176	look at the <a href="http://www.goof.com/pcg/marc/animefaq.html">FAQ</a>.</p>
177	</html>
178	EOF
179	}
180
181	sub handle {	206	sub handle {
182	my $self = shift;	207	my $self = shift;
183	my $fh = $self->{fh};	208	my $fh = $self->{fh};
184		209
		210	my $host;
		211
		212	$fh->timeout($::REQ_TIMEOUT);
185	#while() {	213	while() {
		214	$self->{reqs}++;
		215
		216	# read request and parse first line
		217	my $req = $fh->readline("\015\012\015\012");
		218
		219	unless (defined $req) {
		220	if (exists $self->{version}) {
		221	last;
		222	} else {
		223	$self->err(408, "request timeout");
		224	}
		225	}
		226
186	$self->{h} = {};	227	$self->{h} = {};
187		228
188	# read request and parse first line
189	$fh->timeout($::REQ_TIMEOUT);
190	my $req = $fh->readline("\015\012\015\012");
191	$fh->timeout($::RES_TIMEOUT);	229	$fh->timeout($::RES_TIMEOUT);
192
193	defined $req or
194	$self->err(408, "request timeout");
195
196	my $ip = $self->{remote_addr};	230	my $ip = $self->{remote_addr};
197		231
198	if ($blocked{$ip}) {	232	if ($blocked{$ip}) {
199	$self->err_blocked($blocked{$ip})	233	$self->err_blocked($blocked{$ip})
200	if $blocked{$ip} > $::NOW;	234	if $blocked{$ip} > $::NOW;
201		235
202	delete $blocked{$ip};	236	delete $blocked{$ip};
203	}	237	}
204		238
205	if (%{$conn{$ip}} > $::MAX_CONN_IP) {	239	if (%{$conn{$ip}} > $::MAX_CONN_IP) {
		240	my $delay = 120;
		241	while (%{$conn{$ip}} > $::MAX_CONN_IP) {
		242	if ($delay <= 0) {
206	$self->slog("blocked ip $ip");	243	$self->slog(2, "blocked ip $ip");
207	$self->err_blocked;	244	$self->err_blocked;
		245	} else {
		246	Coro::Event::do_timer(after => 3);
		247	$delay -= 3;
		248	}
		249	}
208	}	250	}
209		251
210	$req =~ /^(?:\015\012)?	252	$req =~ /^(?:\015\012)?
211	(GET\|HEAD) \040+	253	(GET\|HEAD) \040+
212	([^\040]+) \040+	254	([^\040]+) \040+
213	HTTP\/([0-9]+\.[0-9]+)	255	HTTP\/([0-9]+\.[0-9]+)
214	\015\012/gx	256	\015\012/gx
215	or $self->err(403, "method not allowed", { Allow => "GET,HEAD" });	257	or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });
216
217	$2 ne "1.0"
218	or $self->err(506, "http protocol version not supported");
219		258
220	$self->{method} = $1;	259	$self->{method} = $1;
221	$self->{uri} = $2;	260	$self->{uri} = $2;
		261	$self->{version} = $3;
		262
		263	$3 =~ /^1\./
		264	or $self->err(506, "http protocol version $3 not supported");
222		265
223	# parse headers	266	# parse headers
224	{	267	{
225	my (%hdr, $h, $v);	268	my (%hdr, $h, $v);
226		269
…		…
237		280
238	$self->{h}{$h} = substr $v, 1	281	$self->{h}{$h} = substr $v, 1
239	while ($h, $v) = each %hdr;	282	while ($h, $v) = each %hdr;
240	}	283	}
241		284
		285	# find out server name and port
		286	if ($self->{uri} =~ s/^http:\/\/([^\/?#]*)//i) {
		287	$host = $1;
		288	} else {
		289	$host = $self->{h}{host};
		290	}
		291
		292	if (defined $host) {
242	$self->{server_port} = $self->{h}{host} =~ s/:([0-9]+)$// ? $1 : 80;	293	$self->{server_port} = $host =~ s/:([0-9]+)$// ? $1 : 80;
		294	} else {
		295	($self->{server_port}, $host)
		296	= unpack_sockaddr_in $self->{fh}->getsockname
		297	or $self->err(500, "unable to get socket name");
		298	$host = inet_ntoa $host;
		299	}
243		300
		301	$self->{server_name} = $host;
		302
		303	# remote id should be unique per user
		304	$self->{remote_id} = $self->{remote_addr};
		305
		306	if (exists $self->{h}{"client-ip"}) {
		307	$self->{remote_id} .= "[".$self->{h}{"client-ip"}."]";
		308	} elsif (exists $self->{h}{"x-forwarded-for"}) {
		309	$self->{remote_id} .= "[".$self->{h}{"x-forwarded-for"}."]";
		310	}
		311
244	weaken ($uri{$self->{uri}}{$self*1} = $self);	312	weaken ($uri{$self->{remote_addr}}{$self->{uri}}{$self*1} = $self);
245		313
		314	eval {
246	$self->map_uri;	315	$self->map_uri;
247	$self->respond;	316	$self->respond;
		317	};
		318
		319	$self->eoconn;
		320
		321	die if $@ && !ref $@;
		322
		323	last if $self->{h}{connection} =~ /close/ \|\| $self->{version} < 1.1;
		324
		325	$fh->timeout($::PER_TIMEOUT);
248	#}	326	}
249	}	327	}
250		328
251	# uri => path mapping	329	# uri => path mapping
252	sub map_uri {	330	sub map_uri {
253	my $self = shift;	331	my $self = shift;
254	my $host = $self->{h}{host} \|\| "default";	332	my $host = $self->{server_name};
255	my $uri = $self->{uri};	333	my $uri = $self->{uri};
256		334
257	# some massaging, also makes it more secure	335	# some massaging, also makes it more secure
258	$uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;	336	$uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge;
259	$uri =~ s%//+%/%g;	337	$uri =~ s%//+%/%g;
…		…
269	$self->{path} = "$::DOCROOT/$host$uri";	347	$self->{path} = "$::DOCROOT/$host$uri";
270		348
271	$self->access_check;	349	$self->access_check;
272	}	350	}
273		351
274	sub server_address {
275	my $self = shift;
276	my ($port, $iaddr) = unpack_sockaddr_in $self->{fh}->getsockname
277	or $self->err(500, "unable to get socket name");
278	((inet_ntoa $iaddr), $port);
279	}
280
281	sub server_host {
282	my $self = shift;
283	if (exists $self->{h}{host}) {
284	return $self->{h}{host};
285	} else {
286	return (($self->server_address)[0]);
287	}
288	}
289
290	sub server_hostport {
291	my $self = shift;
292	my ($host, $port);
293	if (exists $self->{h}{host}) {
294	($host, $port) = ($self->{h}{host}, $self->{server_port});
295	} else {
296	($host, $port) = $self->server_address;
297	}
298	$port = $port == 80 ? "" : ":$port";
299	$host.$port;
300	}
301
302	sub _cgi {	352	sub _cgi {
303	my $self = shift;	353	my $self = shift;
304	my $path = shift;	354	my $path = shift;
305	my $fh;	355	my $fh;
306		356
307	# no two-way xxx supported	357	# no two-way xxx supported
308	if (0 == fork) {	358	if (0 == fork) {
309	open STDOUT, ">&".fileno($self->{fh});	359	open STDOUT, ">&".fileno($self->{fh});
310	if (chdir $::DOCROOT) {	360	if (chdir $::DOCROOT) {
311	$ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike	361	$ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
312	$ENV{HTTP_HOST} = $self->server_host;	362	$ENV{HTTP_HOST} = $self->{server_name};
313	$ENV{HTTP_PORT} = $self->{server_host};	363	$ENV{HTTP_PORT} = $self->{server_port};
314	$ENV{SCRIPT_NAME} = $self->{name};	364	$ENV{SCRIPT_NAME} = $self->{name};
315	exec $path;	365	exec $path;
316	}	366	}
317	Coro::State::_exit(0);	367	Coro::State::_exit(0);
318	} else {	368	} else {
		369	die;
319	}	370	}
		371	}
		372
		373	sub server_hostport {
		374	$_[0]{server_port} == 80
		375	? $_[0]{server_name}
		376	: "$_[0]{server_name}:$_[0]{server_port}";
320	}	377	}
321		378
322	sub respond {	379	sub respond {
323	my $self = shift;	380	my $self = shift;
324	my $path = $self->{path};	381	my $path = $self->{path};
…		…
334		391
335	if (-d _ && -r _) {	392	if (-d _ && -r _) {
336	# directory	393	# directory
337	if ($path !~ /\/$/) {	394	if ($path !~ /\/$/) {
338	# create a redirect to get the trailing "/"	395	# create a redirect to get the trailing "/"
339	my $host = $self->server_hostport;	396	# we don't try to avoid the :80
340	$self->err(301, "moved permanently", { Location => "http://$host$self->{uri}/" });	397	$self->err(301, "moved permanently", { Location => "http://".$self->server_hostport."$self->{uri}/" });
341	} else {	398	} else {
342	$ims < $self->{stat}[9]	399	$ims < $self->{stat}[9]
343	or $self->err(304, "not modified");	400	or $self->err(304, "not modified");
344		401
345	if ($self->{method} eq "GET") {
346	if (-r "$path/index.html") {	402	if (-r "$path/index.html") {
347	$self->{path} .= "/index.html";	403	$self->{path} .= "/index.html";
348	$self->handle_file;	404	$self->handle_file;
349	} else {	405	} else {
350	$self->handle_dir;	406	$self->handle_dir;
351	}
352	}	407	}
353	}	408	}
354	} elsif (-f _ && -r _) {	409	} elsif (-f _ && -r _) {
355	-x _ and $self->err(403, "forbidden");	410	-x _ and $self->err(403, "forbidden");
356	$self->handle_file;	411	$self->handle_file;
…		…
389	($l, $h) = ($1, ($2 ne "" \|\| $2 >= $length) ? $2 : $length - 1);	444	($l, $h) = ($1, ($2 ne "" \|\| $2 >= $length) ? $2 : $length - 1);
390	} else {	445	} else {
391	($l, $h) = (0, $length - 1);	446	($l, $h) = (0, $length - 1);
392	goto ignore;	447	goto ignore;
393	}	448	}
394	goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h > $l;	449	goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
395	}	450	}
396	$hdr->{"Content-Range"} = "bytes */$length";	451	$hdr->{"Content-Range"} = "bytes */$length";
		452	$hdr->{"Content-Length"} = $length;
		453	$self->slog(9, "not satisfiable($self->{h}{range}\|".$self->{h}{"user-agent"}.")");
397	$self->err(416, "not satisfiable", $hdr);	454	$self->err(416, "not satisfiable", $hdr, "");
398		455
399	satisfiable:	456	satisfiable:
400	# check for segmented downloads	457	# check for segmented downloads
401	if ($l && $::NO_SEGMENTED) {	458	if ($l && $::NO_SEGMENTED) {
402	if (%{$uri{$self->{uri}}} > 1) {	459	my $delay = 180;
403	$self->slog("segmented download refused\n");	460	while (%{$uri{$self->{remote_addr}}{$self->{uri}}} > 1) {
404	$self->err(400, "segmented downloads are not allowed");	461	if ($delay <= 0) {
		462	$self->err_segmented_download;
		463	} else {
		464	Coro::Event::do_timer(after => 3); $delay -= 3;
		465	}
405	}	466	}
406	}	467	}
407		468
408	$hdr->{"Content-Range"} = "bytes $l-$h/$length";	469	$hdr->{"Content-Range"} = "bytes $l-$h/$length";
409	@code = (206, "partial content");	470	@code = (206, "partial content");
…		…
419	$hdr->{"Content-Length"} = $length;	480	$hdr->{"Content-Length"} = $length;
420		481
421	$self->response(@code, $hdr, "");	482	$self->response(@code, $hdr, "");
422		483
423	if ($self->{method} eq "GET") {	484	if ($self->{method} eq "GET") {
		485	$self->{time} = $::NOW;
		486
		487	my $transfer = $::transfers->guard;
		488	$self->{fh}->writable or return;
		489
		490	push @::wait_time, $::NOW - $self->{time};
		491	shift @::wait_time if @wait_time > $wait_time_length;
		492	$self->{time} = $::NOW;
		493
424	my ($fh, $buf);	494	my ($fh, $buf, $r);
		495	my $current = $Coro::current;
425	open $fh, "<", $self->{path}	496	open $fh, "<", $self->{path}
426	or die "$self->{path}: late open failure ($!)";	497	or die "$self->{path}: late open failure ($!)";
427		498
428	if ($l) {
429	sysseek $fh, $l, 0
430	or die "$self->{path}: cannot seek to $l ($!)";
431	}
432
433	$h -= $l - 1;	499	$h -= $l - 1;
434		500
		501	if (0) {
		502	if ($l) {
		503	sysseek $fh, $l, 0;
		504	}
		505	}
		506
435	while ($h > 0) {	507	while ($h > 0) {
		508	if (0) {
436	$h -= sysread $fh, $buf, $h > $::BUFSIZE ? $::BUFSIZE : $h;	509	sysread $fh, $buf, $h > $::BUFSIZE ? $::BUFSIZE : $h
		510	or last;
		511	} else {
		512	undef $buf;
		513	$aio_requests->down;
		514	aio_read($fh, $l, ($h > $::BUFSIZE ? $::BUFSIZE : $h),
		515	$buf, 0, sub {
		516	$r = $_[0];
		517	$current->ready;
		518	});
		519	&Coro::schedule;
		520	$aio_requests->up;
		521	last unless $r;
		522	}
437	$self->{fh}->syswrite($buf)	523	my $w = $self->{fh}->syswrite($buf)
438	or last;	524	or last;
		525	$::written += $w;
		526	$self->{written} += $w;
		527	$l += $r;
439	}	528	}
440	}
441		529
442	close $fh;	530	close $fh;
		531	}
443	}	532	}
444		533
445	1;	534	1;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Coro/myhttpd/httpd.pl (file contents): Revision 1.10 by root, Sat Aug 11 16:34:47 2001 UTC vs. Revision 1.33 by root, Wed Aug 29 01:40:44 2001 UTC

Diff Legend

Comparing Coro/myhttpd/httpd.pl (file contents):
Revision 1.10 by root, Sat Aug 11 16:34:47 2001 UTC vs.
Revision 1.33 by root, Wed Aug 29 01:40:44 2001 UTC