[ViewVC] Diff of: cvs/Coro/myhttpd/httpd.pl

Comparing Coro/myhttpd/httpd.pl (file contents):
Revision 1.4 by root, Fri Aug 10 04:16:41 2001 UTC vs.
Revision 1.28 by root, Mon Aug 20 16:58:19 2001 UTC

…		…
9	# at least on my machine, this thingy serves files	9	# at least on my machine, this thingy serves files
10	# quite a bit faster than apache, ;)	10	# quite a bit faster than apache, ;)
11	# and quite a bit slower than thttpd :(	11	# and quite a bit slower than thttpd :(
12		12
13	$SIG{PIPE} = 'IGNORE';	13	$SIG{PIPE} = 'IGNORE';
14		14
		15	our $accesslog;
		16
		17	if ($ACCESS_LOG) {
		18	use IO::Handle;
		19	open $accesslog, ">>$ACCESS_LOG"
		20	or die "$ACCESS_LOG: $!";
		21	$accesslog->autoflush(1);
		22	}
		23
15	sub slog {	24	sub slog {
16	my $level = shift;	25	my $level = shift;
17	my $format = shift;	26	my $format = shift;
18	printf "---: $format\n", @_;	27	printf "---: $format\n", @_;
19	}	28	}
20		29
21	my $connections = new Coro::Semaphore $MAX_CONNECTS;	30	my $connections = new Coro::Semaphore $MAX_CONNECTS;
22		31
23	my @fh;	32	my @newcons;
24	my @pool;	33	my @pool;
25		34
26	# one "execution thread"	35	# one "execution thread"
27	sub handler {	36	sub handler {
28	while () {	37	while () {
29	my $fh = pop @fh;	38	my $new = pop @newcons;
30	if ($fh) {	39	if ($new) {
31	eval {	40	eval {
32	conn->new($fh)->handle;	41	conn->new(@$new)->handle;
33	};	42	};
34	close $fh;
35	slog 1, "$@" if $@ && !ref $@;	43	slog 1, "$@" if $@ && !ref $@;
36	$connections->up;	44	$connections->up;
37	} else {	45	} else {
38	last if @pool >= $MAX_POOL;	46	last if @pool >= $MAX_POOL;
39	push @pool, $Coro::current;	47	push @pool, $Coro::current;
…		…
44		52
45	my $http_port = new Coro::Socket	53	my $http_port = new Coro::Socket
46	LocalAddr => $SERVER_HOST,	54	LocalAddr => $SERVER_HOST,
47	LocalPort => $SERVER_PORT,	55	LocalPort => $SERVER_PORT,
48	ReuseAddr => 1,	56	ReuseAddr => 1,
49	Listen => 1,	57	Listen => 50,
50	or die "unable to start server";	58	or die "unable to start server";
51		59
52	push @listen_sockets, $http_port;	60	push @listen_sockets, $http_port;
53		61
54	# the "main thread"	62	# the "main thread"
55	async {	63	async {
56	slog 1, "accepting connections";	64	slog 1, "accepting connections";
57	while () {	65	while () {
58	$connections->down;	66	$connections->down;
59	push @fh, $http_port->accept;	67	push @newcons, [$http_port->accept];
60	#slog 3, "accepted @$connections ".scalar(@pool);	68	#slog 3, "accepted @$connections ".scalar(@pool);
61	$::NOW = time;	69	$::NOW = time;
62	if (@pool) {	70	if (@pool) {
63	(pop @pool)->ready;	71	(pop @pool)->ready;
64	} else {	72	} else {
…		…
71	package conn;	79	package conn;
72		80
73	use Socket;	81	use Socket;
74	use HTTP::Date;	82	use HTTP::Date;
75	use Convert::Scalar 'weaken';	83	use Convert::Scalar 'weaken';
		84	use Linux::AIO;
76		85
		86	Linux::AIO::min_parallel $::AIO_PARALLEL;
		87
		88	Event->io(fd => Linux::AIO::poll_fileno,
		89	poll => 'r', async => 1,
		90	cb => \&Linux::AIO::poll_cb);
		91
77	our %conn; # $conn{ip}{fh} => connobj	92	our %conn; # $conn{ip}{self} => connobj
		93	our %uri; # $uri{ip}{uri}{self}
78	our %blocked;	94	our %blocked;
		95	our %mimetype;
		96
		97	sub read_mimetypes {
		98	local *M;
		99	if (open M, "<mime_types") {
		100	while (<M>) {
		101	if (/^([^#]\S+)\t+(\S+)$/) {
		102	$mimetype{lc $1} = $2;
		103	}
		104	}
		105	} else {
		106	print "cannot open mime_types\n";
		107	}
		108	}
		109
		110	read_mimetypes;
79		111
80	sub new {	112	sub new {
81	my $class = shift;	113	my $class = shift;
		114	my $peername = shift;
82	my $fh = shift;	115	my $fh = shift;
83	my $self = bless { fh => $fh }, $class;	116	my $self = bless { fh => $fh }, $class;
84	my (undef, $iaddr) = unpack_sockaddr_in $fh->getpeername	117	my (undef, $iaddr) = unpack_sockaddr_in $peername
85	or $self->err(500, "unable to get peername");	118	or $self->err(500, "unable to decode peername");
		119
86	$self->{remote_addr} = inet_ntoa $iaddr;	120	$self->{remote_addr} = inet_ntoa $iaddr;
		121	$self->{time} = $::NOW;
87		122
88	# enter ourselves into various lists	123	# enter ourselves into various lists
89	weaken ($conn{$self->{remote_addr}}{$self*1} = $self);	124	weaken ($conn{$self->{remote_addr}}{$self*1} = $self);
90		125
		126	$::conns++;
		127
91	$self;	128	$self;
92	}	129	}
93		130
94	sub DESTROY {	131	sub DESTROY {
95	my $self = shift;	132	my $self = shift;
		133
		134	$::conns--;
		135
		136	$self->eoconn;
96	delete $conn{$self->{remote_addr}}{$self*1};	137	delete $conn{$self->{remote_addr}}{$self*1};
		138	}
		139
		140	# end of connection
		141	sub eoconn {
		142	my $self = shift;
97	delete $uri{$self->{uri}}{$self*1};	143	delete $uri{$self->{remote_addr}}{$self->{uri}}{$self*1};
98	}	144	}
99		145
100	sub slog {	146	sub slog {
101	my $self = shift;	147	my $self = shift;
102	main::slog($_[0], "$self->{remote_addr}> $_[1]");	148	main::slog($_[0], "$self->{remote_addr}> $_[1]");
103	}	149	}
104		150
105	sub response {	151	sub response {
106	my ($self, $code, $msg, $hdr, $content) = @_;	152	my ($self, $code, $msg, $hdr, $content) = @_;
107	my $res = "HTTP/1.0 $code $msg\015\012";	153	my $res = "HTTP/1.1 $code $msg\015\012";
108		154
109	$res .= "Connection: close\015\012";	155	$self->{h}{connection} \|\|= $hdr->{Connection};
		156
110	$res .= "Date: ".(time2str $::NOW)."\015\012"; # slow? nah. :(	157	$res .= "Date: ".(time2str $::NOW)."\015\012"; # slow? nah. :(
111		158
112	while (my ($h, $v) = each %$hdr) {	159	while (my ($h, $v) = each %$hdr) {
113	$res .= "$h: $v\015\012"	160	$res .= "$h: $v\015\012"
114	}	161	}
		162	$res .= "\015\012";
115		163
116	$res .= "\015\012$content" if defined $content;	164	$res .= $content if defined $content and $self->{method} ne "HEAD";
117		165
118	print STDERR "$self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";#d#	166	my $log = "$self->{remote_addr} \"$self->{uri}\" $code ".$hdr->{"Content-Length"}." \"$self->{h}{referer}\"\n";
119		167
		168	print $accesslog $log if $accesslog;
		169	print STDERR $log;
		170
		171	$self->{written} +=
120	print {$self->{fh}} $res;	172	print {$self->{fh}} $res;
121	}	173	}
122		174
123	sub err {	175	sub err {
124	my $self = shift;	176	my $self = shift;
125	my ($code, $msg, $hdr, $content) = @_;	177	my ($code, $msg, $hdr, $content) = @_;
…		…
127	unless (defined $content) {	179	unless (defined $content) {
128	$content = "$code $msg";	180	$content = "$code $msg";
129	$hdr->{"Content-Type"} = "text/plain";	181	$hdr->{"Content-Type"} = "text/plain";
130	$hdr->{"Content-Length"} = length $content;	182	$hdr->{"Content-Length"} = length $content;
131	}	183	}
		184	$hdr->{"Connection"} = "close";
132		185
133	$self->response($code, $msg, $hdr, $content);	186	$self->response($code, $msg, $hdr, $content);
134		187
135	die bless {}, err::;	188	die bless {}, err::;
136	}	189	}
137		190
138	sub err_blocked {	191	sub err_blocked {
139	my $self = shift;	192	my $self = shift;
140	my $ip = $self->{remote_addr};	193	my $ip = $self->{remote_addr};
141	my $time = time2str $blocked{$ip} = $::NOW + $::BLOCKTIME;	194	my $time = time2str $blocked{$ip} = $::NOW + $::BLOCKTIME;
		195
		196	Coro::Event::do_timer(after => 20*rand);
		197
142	$self->err(403, "too many connections",	198	$self->err(401, "too many connections",
143	{	199	{
144	"Content-Type" => "text/html",	200	"Content-Type" => "text/html",
145	"Retry-After" => $::BLOCKTIME	201	"Retry-After" => $::BLOCKTIME,
		202	"Warning" => "Please do NOT retry, you have been blocked",
		203	"WWW-Authenticate" => "Basic realm=\"Please do NOT retry, you have been blocked\"",
		204	"Connection" => "close",
146	},	205	},
147	<<EOF);	206	<<EOF);
148	<html><p>	207	<html>
		208	<head>
		209	<title>Too many connections</title>
		210	</head>
		211	<body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000">
		212
149	You have been blocked because you opened too many connections. You	213	<p>You have been blocked because you opened too many connections. You
150	may retry at</p>	214	may retry at</p>
151		215
152	<p><blockquote>$time.</blockquote></p>	216	<p><blockquote>$time.</blockquote></p>
153		217
154	<p>Until then, each new access will renew the block. You might want to have a	218	<p>Until then, each new access will renew the block. You might want to have a
155	look at the <a href="http://www.goof.com/pcg/marc/animefaq.html">FAQ</a>.</p>	219	look at the <a href="http://www.goof.com/pcg/marc/animefaq.html#connectionlimit">FAQ</a>.</p>
156	</html>	220
		221	</body></html>
157	EOF	222	EOF
158	}	223	}
159		224
160	sub handle {	225	sub handle {
161	my $self = shift;	226	my $self = shift;
162	my $fh = $self->{fh};	227	my $fh = $self->{fh};
163		228
		229	$fh->timeout($::REQ_TIMEOUT);
164	#while() {	230	while() {
		231	$self->{reqs}++;
		232
		233	# read request and parse first line
		234	my $req = $fh->readline("\015\012\015\012");
		235
		236	unless (defined $req) {
		237	if (exists $self->{version}) {
		238	last;
		239	} else {
		240	$self->err(408, "request timeout");
		241	}
		242	}
		243
165	$self->{h} = {};	244	$self->{h} = {};
166		245
167	# read request and parse first line
168	$fh->timeout($::REQ_TIMEOUT);
169	my $req = $fh->readline("\015\012\015\012");
170	$fh->timeout($::RES_TIMEOUT);	246	$fh->timeout($::RES_TIMEOUT);
171
172	defined $req or
173	$self->err(408, "request timeout");
174
175	my $ip = $self->{remote_addr};	247	my $ip = $self->{remote_addr};
176		248
177	if ($blocked{$ip}) {	249	if ($blocked{$ip}) {
178	$self->err_blocked($blocked{$ip})	250	$self->err_blocked($blocked{$ip})
179	if $blocked{$ip} > $::NOW;	251	if $blocked{$ip} > $::NOW;
180		252
181	delete $blocked{$ip};	253	delete $blocked{$ip};
182	}	254	}
183		255
184	if (%{$conn{$ip}} > $::MAX_CONN_IP) {	256	if (%{$conn{$ip}} > $::MAX_CONN_IP) {
185	$self->slog("blocked ip $ip");	257	$self->slog(2, "blocked ip $ip");
186	$self->err_blocked;	258	$self->err_blocked;
187	}	259	}
188		260
189	$req =~ /^(?:\015\012)?	261	$req =~ /^(?:\015\012)?
190	(GET\|HEAD) \040+	262	(GET\|HEAD) \040+
191	([^\040]+) \040+	263	([^\040]+) \040+
192	HTTP\/([0-9]+\.[0-9]+)	264	HTTP\/([0-9]+\.[0-9]+)
193	\015\012/gx	265	\015\012/gx
194	or $self->err(403, "method not allowed", { Allow => "GET,HEAD" });	266	or $self->err(405, "method not allowed", { Allow => "GET,HEAD" });
195
196	$2 ne "1.0"
197	or $self->err(506, "http protocol version not supported");
198		267
199	$self->{method} = $1;	268	$self->{method} = $1;
200	$self->{uri} = $2;	269	$self->{uri} = $2;
		270	$self->{version} = $3;
		271
		272	$3 =~ /^1\./
		273	or $self->err(506, "http protocol version $3 not supported");
201		274
202	# parse headers	275	# parse headers
203	{	276	{
204	my (%hdr, $h, $v);	277	my (%hdr, $h, $v);
205		278
…		…
218	while ($h, $v) = each %hdr;	291	while ($h, $v) = each %hdr;
219	}	292	}
220		293
221	$self->{server_port} = $self->{h}{host} =~ s/:([0-9]+)$// ? $1 : 80;	294	$self->{server_port} = $self->{h}{host} =~ s/:([0-9]+)$// ? $1 : 80;
222		295
223	weaken ($uri{$self->{uri}}{$self*1} = $self);	296	weaken ($uri{$self->{remote_addr}}{$self->{uri}}{$self*1} = $self);
224		297
		298	eval {
225	$self->map_uri;	299	$self->map_uri;
226
227	Coro::Event::do_timer(after => 5);
228
229	$self->respond;	300	$self->respond;
		301	};
		302
		303	$self->eoconn;
		304
		305	die if $@ && !ref $@;
		306
		307	last if $self->{h}{connection} =~ /close/ \|\| $self->{version} lt "1.1";
		308
		309	$self->slog(9, "persistent connection [".$self->{h}{"user-agent"}."][$self->{reqs}]");
		310	$fh->timeout($::PER_TIMEOUT);
230	#}	311	}
231	}	312	}
232		313
233	# uri => path mapping	314	# uri => path mapping
234	sub map_uri {	315	sub map_uri {
235	my $self = shift;	316	my $self = shift;
…		…
247		328
248	$self->{name} = $uri;	329	$self->{name} = $uri;
249		330
250	# now do the path mapping	331	# now do the path mapping
251	$self->{path} = "$::DOCROOT/$host$uri";	332	$self->{path} = "$::DOCROOT/$host$uri";
		333
		334	$self->access_check;
252	}	335	}
253		336
254	sub server_address {	337	sub server_address {
255	my $self = shift;	338	my $self = shift;
256	my ($port, $iaddr) = unpack_sockaddr_in $self->{fh}->getsockname	339	my ($port, $iaddr) = unpack_sockaddr_in $self->{fh}->getsockname
…		…
290	if (chdir $::DOCROOT) {	373	if (chdir $::DOCROOT) {
291	$ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike	374	$ENV{SERVER_SOFTWARE} = "thttpd-myhttpd"; # we are thttpd-alike
292	$ENV{HTTP_HOST} = $self->server_host;	375	$ENV{HTTP_HOST} = $self->server_host;
293	$ENV{HTTP_PORT} = $self->{server_host};	376	$ENV{HTTP_PORT} = $self->{server_host};
294	$ENV{SCRIPT_NAME} = $self->{name};	377	$ENV{SCRIPT_NAME} = $self->{name};
295	exec $::INDEXPROG;	378	exec $path;
296	}	379	}
297	Coro::State::_exit(0);	380	Coro::State::_exit(0);
298	} else {	381	} else {
299	}	382	}
300	}	383	}
…		…
303	my $self = shift;	386	my $self = shift;
304	my $path = $self->{path};	387	my $path = $self->{path};
305		388
306	stat $path	389	stat $path
307	or $self->err(404, "not found");	390	or $self->err(404, "not found");
		391
		392	$self->{stat} = [stat _];
308		393
309	# idiotic netscape sends idiotic headers AGAIN	394	# idiotic netscape sends idiotic headers AGAIN
310	my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/	395	my $ims = $self->{h}{"if-modified-since"} =~ /^([^;]+)/
311	? str2time $1 : 0;	396	? str2time $1 : 0;
312		397
…		…
315	if ($path !~ /\/$/) {	400	if ($path !~ /\/$/) {
316	# create a redirect to get the trailing "/"	401	# create a redirect to get the trailing "/"
317	my $host = $self->server_hostport;	402	my $host = $self->server_hostport;
318	$self->err(301, "moved permanently", { Location => "http://$host$self->{uri}/" });	403	$self->err(301, "moved permanently", { Location => "http://$host$self->{uri}/" });
319	} else {	404	} else {
320	$ims < (stat _)[9]	405	$ims < $self->{stat}[9]
321	or $self->err(304, "not modified");	406	or $self->err(304, "not modified");
322		407
323	if ($self->{method} eq "GET") {
324	if (-r "$path/index.html") {	408	if (-r "$path/index.html") {
325	$self->{path} .= "/index.html";	409	$self->{path} .= "/index.html";
326	$self->handle_file;	410	$self->handle_file;
327	} else {	411	} else {
328	$self->handle_dir;	412	$self->handle_dir;
329	}
330	}	413	}
331	}	414	}
332	} elsif (-f _ && -r _) {	415	} elsif (-f _ && -r _) {
333	-x _ and $self->err(403, "forbidden");	416	-x _ and $self->err(403, "forbidden");
334	$self->handle_file;	417	$self->handle_file;
…		…
337	}	420	}
338	}	421	}
339		422
340	sub handle_dir {	423	sub handle_dir {
341	my $self = shift;	424	my $self = shift;
342	$self->_cgi($::INDEXPROG);	425	my $idx = $self->diridx;
		426
		427	$self->response(200, "ok",
		428	{
		429	"Content-Type" => "text/html",
		430	"Content-Length" => length $idx,
		431	},
		432	$idx);
343	}	433	}
344		434
345	sub handle_file {	435	sub handle_file {
346	my $self = shift;	436	my $self = shift;
347	my $length = -s _;	437	my $length = -s _;
…		…
360	($l, $h) = ($1, ($2 ne "" \|\| $2 >= $length) ? $2 : $length - 1);	450	($l, $h) = ($1, ($2 ne "" \|\| $2 >= $length) ? $2 : $length - 1);
361	} else {	451	} else {
362	($l, $h) = (0, $length - 1);	452	($l, $h) = (0, $length - 1);
363	goto ignore;	453	goto ignore;
364	}	454	}
365	goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h > $l;	455	goto satisfiable if $l >= 0 && $l < $length && $h >= 0 && $h >= $l;
366	}	456	}
367	$hdr->{"Content-Range"} = "bytes */$length";	457	$hdr->{"Content-Range"} = "bytes */$length";
		458	$hdr->{"Content-Length"} = $length;
		459	$self->slog(9, "not satisfiable($self->{h}{range}\|".$self->{h}{"user-agent"}.")");
368	$self->err(416, "not satisfiable", $hdr);	460	$self->err(416, "not satisfiable", $hdr, "");
369		461
370	satisfiable:	462	satisfiable:
371	# check for segmented downloads	463	# check for segmented downloads
372	if ($l && $NO_SEGMENTED) {	464	if ($l && $::NO_SEGMENTED) {
373	if (%{$uri{$self->{uri}}} > 1) {	465	if (%{$uri{$self->{remote_addr}}{$self->{uri}}} > 1) {
374	$self->slog("segmented download refused\n");
375	$self->err(400, "segmented downloads are not allowed");	466	$self->err(400, "segmented downloads are not allowed",
		467	{ "Content-Type" => "text/html", Connection => "close" }, <<EOF);
		468	<html>
		469	<head>
		470	<title>Segmented downloads are not allowed</title>
		471	</head>
		472	<body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000">
		473
		474	<p>Segmented downloads are not allowed on this server. Please refer to the
		475	<a href="http://www.goof.com/pcg/marc/animefaq.html#segmented_downloads">FAQ</a>.</p>
		476
		477	</body></html>
		478	EOF
		479	EOF
376	}	480	}
377	}	481	}
378		482
379	$hdr->{"Content-Range"} = "bytes $l-$h/$length";	483	$hdr->{"Content-Range"} = "bytes $l-$h/$length";
380	@code = (206, "partial content");	484	@code = (206, "partial content");
…		…
383	ignore:	487	ignore:
384	} else {	488	} else {
385	($l, $h) = (0, $length - 1);	489	($l, $h) = (0, $length - 1);
386	}	490	}
387		491
388	if ($self->{path} =~ /\.html$/) {	492	$self->{path} =~ /\.([^.]+)$/;
389	$hdr->{"Content-Type"} = "text/html";
390	} else {
391	$hdr->{"Content-Type"} = "application/octet-stream";	493	$hdr->{"Content-Type"} = $mimetype{lc $1} \|\| "application/octet-stream";
392	}
393
394	$hdr->{"Content-Length"} = $length;	494	$hdr->{"Content-Length"} = $length;
395		495
396	$self->response(@code, $hdr, "");	496	$self->response(@code, $hdr, "");
397		497
398	if ($self->{method} eq "GET") {	498	if ($self->{method} eq "GET") {
399	my ($fh, $buf);	499	my ($fh, $buf, $r);
		500	my $current = $Coro::current;
400	open $fh, "<", $self->{path}	501	open $fh, "<", $self->{path}
401	or die "$self->{path}: late open failure ($!)";	502	or die "$self->{path}: late open failure ($!)";
402		503
403	if ($l) {
404	sysseek $fh, $l, 0
405	or die "$self->{path}: cannot seek to $l ($!)";
406	}
407
408	$h -= $l - 1;	504	$h -= $l - 1;
409		505
		506	if (0) {
		507	if ($l) {
		508	sysseek $fh, $l, 0;
		509	}
		510	}
		511
410	while ($h > 0) {	512	while ($h > 0) {
411	$h -= sysread $fh, $buf, $h > 16384 ? 16384 : $h;	513	if (0) {
412	print {$self->{fh}} $buf	514	sysread $fh, $buf, $h > $::BUFSIZE ? $::BUFSIZE : $h
		515	or last;
		516	} else {
		517	aio_read($fh, $l, ($h > $::BUFSIZE ? $::BUFSIZE : $h),
		518	$buf, 0, sub {
		519	$r = $_[0];
		520	$current->ready;
		521	});
		522	&Coro::schedule;
		523	last unless $r;
		524	}
		525	my $w = $self->{fh}->syswrite($buf)
413	or last;	526	or last;
414	cede;	527	$::written += $w;
		528	$self->{written} += $w;
		529	$l += $r;
415	}	530	}
416	}	531	}
417		532
418	close $fh;	533	close $fh;
419	}	534	}

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Coro/myhttpd/httpd.pl (file contents): Revision 1.4 by root, Fri Aug 10 04:16:41 2001 UTC vs. Revision 1.28 by root, Mon Aug 20 16:58:19 2001 UTC

Diff Legend

Comparing Coro/myhttpd/httpd.pl (file contents):
Revision 1.4 by root, Fri Aug 10 04:16:41 2001 UTC vs.
Revision 1.28 by root, Mon Aug 20 16:58:19 2001 UTC