server/ext/tcp_http.ext

#! perl # optional depends=tcp

# http server - this tries to speak enough of http 1.1 (and 1.0)
# to work with browsers. it does not even attempt to be a complete
# implementation, although it should be mostly correct for that it does.

sub send {
   my $self = $_[0];

   if (length $self->{wbuf}) {
      $self->{wbuf} .= $_[1];
   } else {
      $self->{wbuf} .= $_[1];

      my $len = syswrite $self->{fh}, $self->{wbuf};
      substr $self->{wbuf}, 0, $len, "";

      $self->{ww} = AE::io $self->{fh}, 1, sub {
         my $len = syswrite $self->{fh}, $self->{wbuf};
         substr $self->{wbuf}, 0, $len, "";

         delete $self->{ww} unless $len; # in case of errors, stop
         delete $self->{ww} unless length $self->{wbuf};
      } if length $self->{wbuf};
   }
}

sub fatal {
   my ($self) = @_;

   $self->send ("HTTP/1.1 500 internal error\015\012");
}

sub respond {
   $_[0]->send ("HTTP/1.1 $_[1]\015\012"
                . "content-length: " . (0 + length $_[2]) . "\015\012"
                . "access-control-allow-origin: *\015\012"
                . $_[0]{ohdr}
                . "$_[3]\015\012" . ($_[0]{give_head} ? "" : $_[2]));
}

my $cache_headers = "cache-control: public, max-age=8640000\015\012"
                    . "etag: \"0\"\015\012";

my $revalidate_headers = "cache-control: public, max-age=60, must-revalidate\015\012";

my $nocache_headers = "cache-control: no-cache, max-age=0\015\012";

sub content_type($$) {
   return "content-type: image/png\015\012"                             if $_[1] =~ /^\x89PNG/;
   return "content-type: image/jpeg\015\012"                            if $_[1] =~ /^......JFIF/s;
   return "content-type: audio/wav\015\012"                             if $_[1] =~ /^RIFF/;
   return "content-type: audio/ogg\015\012"                             if $_[1] =~ /^OggS/;
   return "content-type: text/css; charset=utf-8\015\012"               if $_[0] =~ /\.css$/;
   return "content-type: application/javascript; charset=utf-8\015\012" if $_[0] =~ /\.js$/;
   return "content-type: text/html; charset=utf-8\015\012"              if $_[1] =~ /^</;

   "content-type: text/plain; charset=utf-8\015\012"
}

sub handle_con {
   my ($self) = @_;

   my ($method, $uri, $http, $req, $close, $len);

   while () {
      while ($self->{rbuf} =~ s/^( (?: [^\015]+ | . )+? \015\012)\015\012//xs) {
         $req = $1;

         # we ignore headers atm.

         $req =~ m%^(\S+) (\S+) HTTP/([0-9.]+)\015\012%ig
            or return $self->respond ("400 bad request");

         $method = uc $1;
         $uri    = $2;
         $http   = $3;

         $uri =~ s%^http://[^/]*%%i; # just in case
         $uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge; # %-decode

         if (0) {
         my %hdr;

         $hdr{lc $1} .= ",$2"
            while $req =~ /\G
                  ([^:\000-\037]*):
                  [\011\040]*
                  ((?: [^\012]+ | \012[\011\040] )*)
                  \012
               /gxc;

         $req =~ /\G$/
           or return $self->respond ("400 bad request");

         # remove the "," prefix we added to all headers above
         substr $_, 0, 1, ""
            for values %hdr;
         }

         if ($http == 1.0) {
            if ($req =~ /^connection\s*:\s*keep-alive/mi) {
               $self->{ohdr} = "connection: keep-alive\015\012";
            } else {
               $self->{ohdr} = "connection: close\015\012";
               $close = 1;
            }
         }

         $self->{give_head} = $method eq "HEAD"
            and $method = "GET";

         cf::debug "HTTP $method: $self->{id} $uri";

         if ($method ne "GET") {
            $self->respond ("405 no $method");
            next;
         }

         # not needed for GET, but who knows
         $self->send ("HTTP/1.1 100 go on\015\012")
            if $req =~ /^expect:.*\b100-continue\b/i;

         if ($uri =~ m%^/([0-9a-f]+)(M?)$%) { # faces
            my $want_meta = $2;
            my $idx = $cf::face::HASH{pack "H*", $1};

            $idx
               or do { $self->respond ("404 illegal face name"), next };

            if ($req =~ /if-none-match/i) { # dirtiest hack evar
               $self->respond ("304 not modified", "", $cache_headers);
               next;
            }

            my $type = cf::face::get_type $idx;
            my $data = cf::face::get_data $idx;

            (my $meta, $data) = unpack "(w/a*)*", $data
               if $type & 1;

            if ($want_meta) {
               if ($type & 1) {
                  $self->respond ("200 OK", $meta, "content-type: text/plain; charset=utf-8\015\012" . $cache_headers);
               } else {
                  $self->respond ("404 type $type has no metadata");
               }
            } else {
               $self->respond ("200 OK", $data, (content_type $uri, $data) . $cache_headers);
            }

         } elsif (my $idx = (cf::face::find "res/http$uri") || (cf::face::find "res/http${uri}index.html")) {
            my $data =              cf::face::get_data $idx;
            my $csum = unpack "H*", cf::face::get_csum $idx;
            my $hdr  = "etag: \"$csum\"\015\012" . $revalidate_headers;

            if ($req =~ /if-none-match: "$csum"/i) { # dirtiest hack evar
               $self->respond ("304 not modified", "", $hdr);
               next;
            }

            $self->respond ("200 OK", $data, (content_type $uri, $data) . $hdr);

         } elsif (cf::face::find "res/http$uri/index.html") {
            $self->respond ("302 dirslash", "", "location: $uri/\015\012" . $nocache_headers);

         } elsif ($uri eq "/debug") { # for debugging
            my @body = <<EOF;
<html><head><style>
th:nth-child(1) { text-align: right; }
th:nth-child(2) { text-align: left;  }
th:nth-child(3) { text-align: right; }
th:nth-child(4) { text-align: left;  }
th:nth-child(5) { text-align: left;  }
td:nth-child(1) { text-align: right;  font-family: monospace;}
td:nth-child(2) { text-align: left;   font-family: monospace;}
td:nth-child(3) { text-align: right;  font-family: monospace;}
td:nth-child(4) { text-align: left;  }
td:nth-child(5) { text-align: left;  }
</style><body>
EOF
            for my $type (6, 5, 4, 3, 2, 1, 0) {
               push @body, "<h1>$type</h1><table><tr><th>#</th><th>csum</th><th>size</th><th>name</th><th>meta</th></tr>";

               for (1 .. cf::face::faces_size - 1) {
                  cf::cede_to_tick;

                  next if $type != cf::face::get_type $_;
                  my $name = cf::face::get_name $_;
                  my $id   = unpack "H*", cf::face::get_csum $_, 0;
                  push @body, "<tr><td>$_</td><td>$id</td><td>$cf::face::SIZE[0][$_]</td><td><a href='$id'>$name</a></td>";
                  push @body, "<td><a href='${id}M'>meta</a>" if $type & 1;
                  push @body, "</tr>";
               }

               push @body, "</table>";
            }

            push @body, "</body></html>";

            my $body = join "", @body;
            utf8::encode $body;
            $self->respond ("200 OK", $body, "content-type: text/html; charset=utf-8\015\012");

         } else {
            $self->respond ("404 not found");
         }

         cf::cede_to_tick;
      }

      return if $close; # http 1.0 only currently
      return if length $self->{rbuf} > 8192; # headers too long

      Coro::AnyEvent::readable $self->{fh}, 6;

      $len = sysread $self->{fh}, $self->{rbuf}, 4096, length $self->{rbuf};

      return if $len <= 0;
   };
}

our $DETECTOR = ext::tcp::register http => 64, sub {
   # regex avoids conflict with websockets, which use /ws
   m{^(?i:GET|HEAD|OPTIONS) \  (?! (?i:http://[^/]+)? /ws \  ) }x
}, sub {
   my $self = bless {
      id   => $_[0],
      fh   => $_[1],
      rbuf => $_[2],
      wbuf => "",
   };

   $self->{async} = Coro::async_pool {
      $Coro::current->nice (4);
      $Coro::current->{desc} = "http $self->{id}";

      $self->handle_con;
   };
};

cf::register_exticmd http_faceurl => sub {
   my ($ns) = @_;

   "/"
};

Revision:	1.17
Committed:	Wed Jan 11 15:13:45 2017 UTC (7 years, 4 months ago) by root
Branch:	MAIN
Changes since 1.16:	+16 -5 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.1	#! perl # optional depends=tcp
2
3	root	1.14	# http server - this tries to speak enough of http 1.1 (and 1.0)
4	root	1.9	# to work with browsers. it does not even attempt to be a complete
5			# implementation, although it should be mostly correct for that it does.
6	root	1.1
7			sub send {
8			my $self = $_[0];
9
10	root	1.9	if (length $self->{wbuf}) {
11			$self->{wbuf} .= $_[1];
12			} else {
13			$self->{wbuf} .= $_[1];
14	root	1.1
15			my $len = syswrite $self->{fh}, $self->{wbuf};
16			substr $self->{wbuf}, 0, $len, "";
17
18	root	1.9	$self->{ww} = AE::io $self->{fh}, 1, sub {
19			my $len = syswrite $self->{fh}, $self->{wbuf};
20			substr $self->{wbuf}, 0, $len, "";
21
22	root	1.13	delete $self->{ww} unless $len; # in case of errors, stop
23	root	1.11	delete $self->{ww} unless length $self->{wbuf};
24	root	1.9	} if length $self->{wbuf};
25			}
26	root	1.1	}
27
28			sub fatal {
29			my ($self) = @_;
30
31			$self->send ("HTTP/1.1 500 internal error\015\012");
32			}
33
34			sub respond {
35			$_[0]->send ("HTTP/1.1 $_[1]\015\012"
36			. "content-length: " . (0 + length $_[2]) . "\015\012"
37			. "access-control-allow-origin: *\015\012"
38	root	1.6	. $_[0]{ohdr}
39	root	1.9	. "$_[3]\015\012" . ($_[0]{give_head} ? "" : $_[2]));
40	root	1.1	}
41
42	root	1.17	my $cache_headers = "cache-control: public, max-age=8640000\015\012"
43	root	1.1	. "etag: \"0\"\015\012";
44
45	root	1.17	my $revalidate_headers = "cache-control: public, max-age=60, must-revalidate\015\012";
46
47			my $nocache_headers = "cache-control: no-cache, max-age=0\015\012";
48
49	root	1.15	sub content_type($$) {
50	root	1.16	return "content-type: image/png\015\012" if $_[1] =~ /^\x89PNG/;
51			return "content-type: image/jpeg\015\012" if $_[1] =~ /^......JFIF/s;
52			return "content-type: audio/wav\015\012" if $_[1] =~ /^RIFF/;
53			return "content-type: audio/ogg\015\012" if $_[1] =~ /^OggS/;
54			return "content-type: text/css; charset=utf-8\015\012" if $_[0] =~ /\.css$/;
55			return "content-type: application/javascript; charset=utf-8\015\012" if $_[0] =~ /\.js$/;
56			return "content-type: text/html; charset=utf-8\015\012" if $_[1] =~ /^</;
57	root	1.1
58	root	1.16	"content-type: text/plain; charset=utf-8\015\012"
59	root	1.1	}
60
61	root	1.9	sub handle_con {
62	root	1.1	my ($self) = @_;
63
64	root	1.9	my ($method, $uri, $http, $req, $close, $len);
65	root	1.1
66	root	1.9	while () {
67			while ($self->{rbuf} =~ s/^( (?: [^\015]+ \| . )+? \015\012)\015\012//xs) {
68			$req = $1;
69
70			# we ignore headers atm.
71
72			$req =~ m%^(\S+) (\S+) HTTP/([0-9.]+)\015\012%ig
73			or return $self->respond ("400 bad request");
74
75			$method = uc $1;
76			$uri = $2;
77			$http = $3;
78
79			$uri =~ s%^http://[^/]*%%i; # just in case
80			$uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge; # %-decode
81
82	root	1.14	if (0) {
83			my %hdr;
84
85			$hdr{lc $1} .= ",$2"
86			while $req =~ /\G
87			([^:\000-\037]*):
88			[\011\040]*
89			((?: [^\012]+ \| \012[\011\040] )*)
90			\012
91			/gxc;
92
93			$req =~ /\G$/
94			or return $self->respond ("400 bad request");
95
96			# remove the "," prefix we added to all headers above
97			substr $_, 0, 1, ""
98			for values %hdr;
99			}
100	root	1.9
101			if ($http == 1.0) {
102			if ($req =~ /^connection\s:\skeep-alive/mi) {
103			$self->{ohdr} = "connection: keep-alive\015\012";
104			} else {
105			$self->{ohdr} = "connection: close\015\012";
106			$close = 1;
107			}
108			}
109	root	1.1
110	root	1.9	$self->{give_head} = $method eq "HEAD"
111			and $method = "GET";
112	root	1.1
113	root	1.9	cf::debug "HTTP $method: $self->{id} $uri";
114	root	1.6
115	root	1.9	if ($method ne "GET") {
116			$self->respond ("405 no $method");
117			next;
118	root	1.6	}
119	root	1.1
120	root	1.9	# not needed for GET, but who knows
121			$self->send ("HTTP/1.1 100 go on\015\012")
122			if $req =~ /^expect:.*\b100-continue\b/i;
123
124			if ($uri =~ m%^/([0-9a-f]+)(M?)$%) { # faces
125			my $want_meta = $2;
126	root	1.12	my $idx = $cf::face::HASH{pack "H*", $1};
127	root	1.9
128			$idx
129			or do { $self->respond ("404 illegal face name"), next };
130
131			if ($req =~ /if-none-match/i) { # dirtiest hack evar
132			$self->respond ("304 not modified", "", $cache_headers);
133			next;
134			}
135	root	1.1
136	root	1.12	my $type = cf::face::get_type $idx;
137			my $data = cf::face::get_data $idx;
138	root	1.1
139	root	1.9	(my $meta, $data) = unpack "(w/a)", $data
140			if $type & 1;
141	root	1.1
142	root	1.9	if ($want_meta) {
143			if ($type & 1) {
144	root	1.16	$self->respond ("200 OK", $meta, "content-type: text/plain; charset=utf-8\015\012" . $cache_headers);
145	root	1.9	} else {
146			$self->respond ("404 type $type has no metadata");
147			}
148			} else {
149	root	1.15	$self->respond ("200 OK", $data, (content_type $uri, $data) . $cache_headers);
150	root	1.9	}
151	root	1.1
152	root	1.9	} elsif (my $idx = (cf::face::find "res/http$uri") \|\| (cf::face::find "res/http${uri}index.html")) {
153	root	1.17	my $data = cf::face::get_data $idx;
154			my $csum = unpack "H*", cf::face::get_csum $idx;
155			my $hdr = "etag: \"$csum\"\015\012" . $revalidate_headers;
156
157			if ($req =~ /if-none-match: "$csum"/i) { # dirtiest hack evar
158			$self->respond ("304 not modified", "", $hdr);
159			next;
160			}
161
162			$self->respond ("200 OK", $data, (content_type $uri, $data) . $hdr);
163	root	1.9
164			} elsif (cf::face::find "res/http$uri/index.html") {
165	root	1.17	$self->respond ("302 dirslash", "", "location: $uri/\015\012" . $nocache_headers);
166	root	1.1
167	root	1.9	} elsif ($uri eq "/debug") { # for debugging
168	root	1.14	my @body = <<EOF;
169			<html><head><style>
170			th:nth-child(1) { text-align: right; }
171			th:nth-child(2) { text-align: left; }
172			th:nth-child(3) { text-align: right; }
173			th:nth-child(4) { text-align: left; }
174			th:nth-child(5) { text-align: left; }
175			td:nth-child(1) { text-align: right; font-family: monospace;}
176			td:nth-child(2) { text-align: left; font-family: monospace;}
177			td:nth-child(3) { text-align: right; font-family: monospace;}
178			td:nth-child(4) { text-align: left; }
179			td:nth-child(5) { text-align: left; }
180			</style><body>
181			EOF
182	root	1.9	for my $type (6, 5, 4, 3, 2, 1, 0) {
183	root	1.12	push @body, "<h1>$type</h1><table><tr><th>#</th><th>csum</th><th>size</th><th>name</th><th>meta</th></tr>";
184	root	1.1
185	root	1.9	for (1 .. cf::face::faces_size - 1) {
186			cf::cede_to_tick;
187
188			next if $type != cf::face::get_type $_;
189			my $name = cf::face::get_name $_;
190	root	1.12	my $id = unpack "H*", cf::face::get_csum $_, 0;
191			push @body, "<tr><td>$_</td><td>$id</td><td>$cf::face::SIZE[0][$_]</td><td><a href='$id'>$name</a></td>";
192			push @body, "<td><a href='${id}M'>meta</a>" if $type & 1;
193			push @body, "</tr>";
194	root	1.9	}
195	root	1.12
196			push @body, "</table>";
197	root	1.1	}
198	root	1.9
199			push @body, "</body></html>";
200
201			my $body = join "", @body;
202			utf8::encode $body;
203	root	1.16	$self->respond ("200 OK", $body, "content-type: text/html; charset=utf-8\015\012");
204	root	1.9
205	root	1.1	} else {
206	root	1.9	$self->respond ("404 not found");
207	root	1.1	}
208
209	root	1.9	cf::cede_to_tick;
210			}
211	root	1.1
212	root	1.9	return if $close; # http 1.0 only currently
213			return if length $self->{rbuf} > 8192; # headers too long
214	root	1.1
215	root	1.9	Coro::AnyEvent::readable $self->{fh}, 6;
216	root	1.1
217	root	1.9	$len = sysread $self->{fh}, $self->{rbuf}, 4096, length $self->{rbuf};
218	root	1.1
219	root	1.9	return if $len <= 0;
220			};
221	root	1.1	}
222
223			our $DETECTOR = ext::tcp::register http => 64, sub {
224			# regex avoids conflict with websockets, which use /ws
225	root	1.2	m{^(?i:GET\|HEAD\|OPTIONS) \ (?! (?i:http://[^/]+)? /ws \ ) }x
226	root	1.1	}, sub {
227			my $self = bless {
228			id => $_[0],
229			fh => $_[1],
230			rbuf => $_[2],
231			wbuf => "",
232			};
233
234	root	1.9	$self->{async} = Coro::async_pool {
235			$Coro::current->nice (4);
236			$Coro::current->{desc} = "http $self->{id}";
237	root	1.1
238	root	1.9	$self->handle_con;
239	root	1.1	};
240			};
241
242			cf::register_exticmd http_faceurl => sub {
243			my ($ns) = @_;
244
245			"/"
246			};
247