server/ext/tcp_http.ext

#! perl # optional depends=tcp

# http server - this tries to speak enough of http 1.1 (and 1.0)
# to work with browsers. it does not even attempt to be a complete
# implementation, although it should be mostly correct for that it does.

sub send {
   my $self = $_[0];

   if (length $self->{wbuf}) {
      $self->{wbuf} .= $_[1];
   } else {
      $self->{wbuf} .= $_[1];

      my $len = syswrite $self->{fh}, $self->{wbuf};
      substr $self->{wbuf}, 0, $len, "";

      $self->{ww} = AE::io $self->{fh}, 1, sub {
         my $len = syswrite $self->{fh}, $self->{wbuf};
         substr $self->{wbuf}, 0, $len, "";

         delete $self->{ww} unless $len; # in case of errors, stop
         delete $self->{ww} unless length $self->{wbuf};
      } if length $self->{wbuf};
   }
}

sub fatal {
   my ($self) = @_;

   $self->send ("HTTP/1.1 500 internal error\015\012");
}

sub respond {
   $_[0]->send ("HTTP/1.1 $_[1]\015\012"
                . "content-length: " . (0 + length $_[2]) . "\015\012"
                . "access-control-allow-origin: *\015\012"
                . $_[0]{ohdr}
                . "$_[3]\015\012" . ($_[0]{give_head} ? "" : $_[2]));
}

my $cache_headers = "cache-control: max-age=8640000\015\012"
                    . "etag: \"0\"\015\012";

sub content_type($$) {
   return "content-type: image/png\015\012"  if $_[1] =~ /^\x89PNG/;
   return "content-type: image/jpeg\015\012" if $_[1] =~ /^......JFIF/s;
   return "content-type: audio/wav\015\012"  if $_[1] =~ /^RIFF/;
   return "content-type: audio/ogg\015\012"  if $_[1] =~ /^OggS/;
   return "content-type: text/html\015\012"  if $_[1] =~ /^</;
   return "content-type: text/css\015\012"   if $_[0] =~ /\.css$/;

   "content-type: text/plain\015\012"
}

sub handle_con {
   my ($self) = @_;

   my ($method, $uri, $http, $req, $close, $len);

   while () {
      while ($self->{rbuf} =~ s/^( (?: [^\015]+ | . )+? \015\012)\015\012//xs) {
         $req = $1;

         # we ignore headers atm.

         $req =~ m%^(\S+) (\S+) HTTP/([0-9.]+)\015\012%ig
            or return $self->respond ("400 bad request");

         $method = uc $1;
         $uri    = $2;
         $http   = $3;

         $uri =~ s%^http://[^/]*%%i; # just in case
         $uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge; # %-decode

         if (0) {
         my %hdr;

         $hdr{lc $1} .= ",$2"
            while $req =~ /\G
                  ([^:\000-\037]*):
                  [\011\040]*
                  ((?: [^\012]+ | \012[\011\040] )*)
                  \012
               /gxc;

         $req =~ /\G$/
           or return $self->respond ("400 bad request");

         # remove the "," prefix we added to all headers above
         substr $_, 0, 1, ""
            for values %hdr;
         }

         if ($http == 1.0) {
            if ($req =~ /^connection\s*:\s*keep-alive/mi) {
               $self->{ohdr} = "connection: keep-alive\015\012";
            } else {
               $self->{ohdr} = "connection: close\015\012";
               $close = 1;
            }
         }

         $self->{give_head} = $method eq "HEAD"
            and $method = "GET";

         cf::debug "HTTP $method: $self->{id} $uri";

         if ($method ne "GET") {
            $self->respond ("405 no $method");
            next;
         }

         # not needed for GET, but who knows
         $self->send ("HTTP/1.1 100 go on\015\012")
            if $req =~ /^expect:.*\b100-continue\b/i;

         if ($uri =~ m%^/([0-9a-f]+)(M?)$%) { # faces
            my $want_meta = $2;
            my $idx = $cf::face::HASH{pack "H*", $1};

            $idx
               or do { $self->respond ("404 illegal face name"), next };

            if ($req =~ /if-none-match/i) { # dirtiest hack evar
               $self->respond ("304 not modified", "", $cache_headers);
               next;
            }

            my $type = cf::face::get_type $idx;
            my $data = cf::face::get_data $idx;

            (my $meta, $data) = unpack "(w/a*)*", $data
               if $type & 1;

            if ($want_meta) {
               if ($type & 1) {
                  $self->respond ("200 OK", $meta, "content-type: text/plain\015\012" . $cache_headers);
               } else {
                  $self->respond ("404 type $type has no metadata");
               }
            } else {
               $self->respond ("200 OK", $data, (content_type $uri, $data) . $cache_headers);
            }

         } elsif (my $idx = (cf::face::find "res/http$uri") || (cf::face::find "res/http${uri}index.html")) {
            # TODO: use etag (shudder)
            my $data = cf::face::get_data $idx;
            $self->respond ("200 OK", $data, (content_type $uri, $data) . $cache_headers);

         } elsif (cf::face::find "res/http$uri/index.html") {
            $self->respond ("302 dirslash", "", "location: $uri/\015\012");

         } elsif ($uri eq "/debug") { # for debugging
            my @body = <<EOF;
<html><head><style>
th:nth-child(1) { text-align: right; }
th:nth-child(2) { text-align: left;  }
th:nth-child(3) { text-align: right; }
th:nth-child(4) { text-align: left;  }
th:nth-child(5) { text-align: left;  }
td:nth-child(1) { text-align: right;  font-family: monospace;}
td:nth-child(2) { text-align: left;   font-family: monospace;}
td:nth-child(3) { text-align: right;  font-family: monospace;}
td:nth-child(4) { text-align: left;  }
td:nth-child(5) { text-align: left;  }
</style><body>
EOF
            for my $type (6, 5, 4, 3, 2, 1, 0) {
               push @body, "<h1>$type</h1><table><tr><th>#</th><th>csum</th><th>size</th><th>name</th><th>meta</th></tr>";

               for (1 .. cf::face::faces_size - 1) {
                  cf::cede_to_tick;

                  next if $type != cf::face::get_type $_;
                  my $name = cf::face::get_name $_;
                  my $id   = unpack "H*", cf::face::get_csum $_, 0;
                  push @body, "<tr><td>$_</td><td>$id</td><td>$cf::face::SIZE[0][$_]</td><td><a href='$id'>$name</a></td>";
                  push @body, "<td><a href='${id}M'>meta</a>" if $type & 1;
                  push @body, "</tr>";
               }

               push @body, "</table>";
            }

            push @body, "</body></html>";

            my $body = join "", @body;
            utf8::encode $body;
            $self->respond ("200 OK", $body, "content-type: text/html\015\012");

         } else {
            $self->respond ("404 not found");
         }

         cf::cede_to_tick;
      }

      return if $close; # http 1.0 only currently
      return if length $self->{rbuf} > 8192; # headers too long

      Coro::AnyEvent::readable $self->{fh}, 6;

      $len = sysread $self->{fh}, $self->{rbuf}, 4096, length $self->{rbuf};

      return if $len <= 0;
   };
}

our $DETECTOR = ext::tcp::register http => 64, sub {
   # regex avoids conflict with websockets, which use /ws
   m{^(?i:GET|HEAD|OPTIONS) \  (?! (?i:http://[^/]+)? /ws \  ) }x
}, sub {
   my $self = bless {
      id   => $_[0],
      fh   => $_[1],
      rbuf => $_[2],
      wbuf => "",
   };

   $self->{async} = Coro::async_pool {
      $Coro::current->nice (4);
      $Coro::current->{desc} = "http $self->{id}";

      $self->handle_con;
   };
};

cf::register_exticmd http_faceurl => sub {
   my ($ns) = @_;

   "/"
};

Revision:	1.15
Committed:	Mon Jan 9 16:23:53 2017 UTC (7 years, 4 months ago) by root
Branch:	MAIN
Changes since 1.14:	+9 -8 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.1	#! perl # optional depends=tcp
2
3	root	1.14	# http server - this tries to speak enough of http 1.1 (and 1.0)
4	root	1.9	# to work with browsers. it does not even attempt to be a complete
5			# implementation, although it should be mostly correct for that it does.
6	root	1.1
7			sub send {
8			my $self = $_[0];
9
10	root	1.9	if (length $self->{wbuf}) {
11			$self->{wbuf} .= $_[1];
12			} else {
13			$self->{wbuf} .= $_[1];
14	root	1.1
15			my $len = syswrite $self->{fh}, $self->{wbuf};
16			substr $self->{wbuf}, 0, $len, "";
17
18	root	1.9	$self->{ww} = AE::io $self->{fh}, 1, sub {
19			my $len = syswrite $self->{fh}, $self->{wbuf};
20			substr $self->{wbuf}, 0, $len, "";
21
22	root	1.13	delete $self->{ww} unless $len; # in case of errors, stop
23	root	1.11	delete $self->{ww} unless length $self->{wbuf};
24	root	1.9	} if length $self->{wbuf};
25			}
26	root	1.1	}
27
28			sub fatal {
29			my ($self) = @_;
30
31			$self->send ("HTTP/1.1 500 internal error\015\012");
32			}
33
34			sub respond {
35			$_[0]->send ("HTTP/1.1 $_[1]\015\012"
36			. "content-length: " . (0 + length $_[2]) . "\015\012"
37			. "access-control-allow-origin: *\015\012"
38	root	1.6	. $_[0]{ohdr}
39	root	1.9	. "$_[3]\015\012" . ($_[0]{give_head} ? "" : $_[2]));
40	root	1.1	}
41
42			my $cache_headers = "cache-control: max-age=8640000\015\012"
43			. "etag: \"0\"\015\012";
44
45	root	1.15	sub content_type($$) {
46			return "content-type: image/png\015\012" if $_[1] =~ /^\x89PNG/;
47			return "content-type: image/jpeg\015\012" if $_[1] =~ /^......JFIF/s;
48			return "content-type: audio/wav\015\012" if $_[1] =~ /^RIFF/;
49			return "content-type: audio/ogg\015\012" if $_[1] =~ /^OggS/;
50			return "content-type: text/html\015\012" if $_[1] =~ /^</;
51			return "content-type: text/css\015\012" if $_[0] =~ /\.css$/;
52	root	1.1
53			"content-type: text/plain\015\012"
54			}
55
56	root	1.9	sub handle_con {
57	root	1.1	my ($self) = @_;
58
59	root	1.9	my ($method, $uri, $http, $req, $close, $len);
60	root	1.1
61	root	1.9	while () {
62			while ($self->{rbuf} =~ s/^( (?: [^\015]+ \| . )+? \015\012)\015\012//xs) {
63			$req = $1;
64
65			# we ignore headers atm.
66
67			$req =~ m%^(\S+) (\S+) HTTP/([0-9.]+)\015\012%ig
68			or return $self->respond ("400 bad request");
69
70			$method = uc $1;
71			$uri = $2;
72			$http = $3;
73
74			$uri =~ s%^http://[^/]*%%i; # just in case
75			$uri =~ s/%([0-9a-fA-F][0-9a-fA-F])/chr hex $1/ge; # %-decode
76
77	root	1.14	if (0) {
78			my %hdr;
79
80			$hdr{lc $1} .= ",$2"
81			while $req =~ /\G
82			([^:\000-\037]*):
83			[\011\040]*
84			((?: [^\012]+ \| \012[\011\040] )*)
85			\012
86			/gxc;
87
88			$req =~ /\G$/
89			or return $self->respond ("400 bad request");
90
91			# remove the "," prefix we added to all headers above
92			substr $_, 0, 1, ""
93			for values %hdr;
94			}
95	root	1.9
96			if ($http == 1.0) {
97			if ($req =~ /^connection\s:\skeep-alive/mi) {
98			$self->{ohdr} = "connection: keep-alive\015\012";
99			} else {
100			$self->{ohdr} = "connection: close\015\012";
101			$close = 1;
102			}
103			}
104	root	1.1
105	root	1.9	$self->{give_head} = $method eq "HEAD"
106			and $method = "GET";
107	root	1.1
108	root	1.9	cf::debug "HTTP $method: $self->{id} $uri";
109	root	1.6
110	root	1.9	if ($method ne "GET") {
111			$self->respond ("405 no $method");
112			next;
113	root	1.6	}
114	root	1.1
115	root	1.9	# not needed for GET, but who knows
116			$self->send ("HTTP/1.1 100 go on\015\012")
117			if $req =~ /^expect:.*\b100-continue\b/i;
118
119			if ($uri =~ m%^/([0-9a-f]+)(M?)$%) { # faces
120			my $want_meta = $2;
121	root	1.12	my $idx = $cf::face::HASH{pack "H*", $1};
122	root	1.9
123			$idx
124			or do { $self->respond ("404 illegal face name"), next };
125
126			if ($req =~ /if-none-match/i) { # dirtiest hack evar
127			$self->respond ("304 not modified", "", $cache_headers);
128			next;
129			}
130	root	1.1
131	root	1.12	my $type = cf::face::get_type $idx;
132			my $data = cf::face::get_data $idx;
133	root	1.1
134	root	1.9	(my $meta, $data) = unpack "(w/a)", $data
135			if $type & 1;
136	root	1.1
137	root	1.9	if ($want_meta) {
138			if ($type & 1) {
139			$self->respond ("200 OK", $meta, "content-type: text/plain\015\012" . $cache_headers);
140			} else {
141			$self->respond ("404 type $type has no metadata");
142			}
143			} else {
144	root	1.15	$self->respond ("200 OK", $data, (content_type $uri, $data) . $cache_headers);
145	root	1.9	}
146	root	1.1
147	root	1.9	} elsif (my $idx = (cf::face::find "res/http$uri") \|\| (cf::face::find "res/http${uri}index.html")) {
148			# TODO: use etag (shudder)
149	root	1.12	my $data = cf::face::get_data $idx;
150	root	1.15	$self->respond ("200 OK", $data, (content_type $uri, $data) . $cache_headers);
151	root	1.9
152			} elsif (cf::face::find "res/http$uri/index.html") {
153			$self->respond ("302 dirslash", "", "location: $uri/\015\012");
154	root	1.1
155	root	1.9	} elsif ($uri eq "/debug") { # for debugging
156	root	1.14	my @body = <<EOF;
157			<html><head><style>
158			th:nth-child(1) { text-align: right; }
159			th:nth-child(2) { text-align: left; }
160			th:nth-child(3) { text-align: right; }
161			th:nth-child(4) { text-align: left; }
162			th:nth-child(5) { text-align: left; }
163			td:nth-child(1) { text-align: right; font-family: monospace;}
164			td:nth-child(2) { text-align: left; font-family: monospace;}
165			td:nth-child(3) { text-align: right; font-family: monospace;}
166			td:nth-child(4) { text-align: left; }
167			td:nth-child(5) { text-align: left; }
168			</style><body>
169			EOF
170	root	1.9	for my $type (6, 5, 4, 3, 2, 1, 0) {
171	root	1.12	push @body, "<h1>$type</h1><table><tr><th>#</th><th>csum</th><th>size</th><th>name</th><th>meta</th></tr>";
172	root	1.1
173	root	1.9	for (1 .. cf::face::faces_size - 1) {
174			cf::cede_to_tick;
175
176			next if $type != cf::face::get_type $_;
177			my $name = cf::face::get_name $_;
178	root	1.12	my $id = unpack "H*", cf::face::get_csum $_, 0;
179			push @body, "<tr><td>$_</td><td>$id</td><td>$cf::face::SIZE[0][$_]</td><td><a href='$id'>$name</a></td>";
180			push @body, "<td><a href='${id}M'>meta</a>" if $type & 1;
181			push @body, "</tr>";
182	root	1.9	}
183	root	1.12
184			push @body, "</table>";
185	root	1.1	}
186	root	1.9
187			push @body, "</body></html>";
188
189			my $body = join "", @body;
190			utf8::encode $body;
191			$self->respond ("200 OK", $body, "content-type: text/html\015\012");
192
193	root	1.1	} else {
194	root	1.9	$self->respond ("404 not found");
195	root	1.1	}
196
197	root	1.9	cf::cede_to_tick;
198			}
199	root	1.1
200	root	1.9	return if $close; # http 1.0 only currently
201			return if length $self->{rbuf} > 8192; # headers too long
202	root	1.1
203	root	1.9	Coro::AnyEvent::readable $self->{fh}, 6;
204	root	1.1
205	root	1.9	$len = sysread $self->{fh}, $self->{rbuf}, 4096, length $self->{rbuf};
206	root	1.1
207	root	1.9	return if $len <= 0;
208			};
209	root	1.1	}
210
211			our $DETECTOR = ext::tcp::register http => 64, sub {
212			# regex avoids conflict with websockets, which use /ws
213	root	1.2	m{^(?i:GET\|HEAD\|OPTIONS) \ (?! (?i:http://[^/]+)? /ws \ ) }x
214	root	1.1	}, sub {
215			my $self = bless {
216			id => $_[0],
217			fh => $_[1],
218			rbuf => $_[2],
219			wbuf => "",
220			};
221
222	root	1.9	$self->{async} = Coro::async_pool {
223			$Coro::current->nice (4);
224			$Coro::current->{desc} = "http $self->{id}";
225	root	1.1
226	root	1.9	$self->handle_con;
227	root	1.1	};
228			};
229
230			cf::register_exticmd http_faceurl => sub {
231			my ($ns) = @_;
232
233			"/"
234			};
235