ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Transport.pm
Revision: 1.62
Committed: Sun Nov 8 23:49:40 2009 UTC (14 years, 6 months ago) by root
Branch: MAIN
Changes since 1.61: +1 -1 lines
Log Message:
*** empty log message ***

File Contents

# Content
1 =head1 NAME
2
3 AnyEvent::MP::Transport - actual transport protocol handler
4
5 =head1 SYNOPSIS
6
7 use AnyEvent::MP::Transport;
8
9 =head1 DESCRIPTION
10
11 This module implements (and documents) the actual transport protocol for
12 AEMP.
13
14 See the "PROTOCOL" section below if you want to write another client for
15 this protocol.
16
17 =head1 FUNCTIONS/METHODS
18
19 =over 4
20
21 =cut
22
23 package AnyEvent::MP::Transport;
24
25 use common::sense;
26
27 use Scalar::Util ();
28 use List::Util ();
29 use MIME::Base64 ();
30 use Storable ();
31 use JSON::XS ();
32
33 use Digest::MD6 ();
34 use Digest::HMAC_MD6 ();
35
36 use AE ();
37 use AnyEvent::Socket ();
38 use AnyEvent::Handle 4.92 ();
39
40 use AnyEvent::MP::Config ();
41
42 our $PROTOCOL_VERSION = 1;
43
44 our @HOOK_CONNECT; # called at connect/accept time
45 our @HOOK_GREETING; # called at greeting1 time
46 our @HOOK_CONNECTED; # called at data phase
47 our @HOOK_DESTROY; # called at destroy time
48 our %HOOK_PROTOCOL = (
49 "aemp-dataconn" => sub {
50 require AnyEvent::MP::DataConn;
51 &AnyEvent::MP::DataConn::_inject;
52 },
53 );
54
55 =item $listener = mp_listener $host, $port, <constructor-args>
56
57 Creates a listener on the given host/port using
58 C<AnyEvent::Socket::tcp_server>.
59
60 See C<new>, below, for constructor arguments.
61
62 Defaults for peerhost, peerport and fh are provided.
63
64 =cut
65
66 sub mp_server($$;%) {
67 my ($host, $port, %arg) = @_;
68
69 AnyEvent::Socket::tcp_server $host, $port, sub {
70 my ($fh, $host, $port) = @_;
71
72 my $tp = new AnyEvent::MP::Transport
73 fh => $fh,
74 peerhost => $host,
75 peerport => $port,
76 %arg,
77 ;
78 $tp->{keepalive} = $tp;
79 }, delete $arg{prepare}
80 }
81
82 =item $guard = mp_connect $host, $port, <constructor-args>, $cb->($transport)
83
84 =cut
85
86 sub mp_connect {
87 my $release = pop;
88 my ($host, $port, @args) = @_;
89
90 new AnyEvent::MP::Transport
91 connect => [$host, $port],
92 peerhost => $host,
93 peerport => $port,
94 release => $release,
95 @args,
96 ;
97 }
98
99 =item new AnyEvent::MP::Transport
100
101 # immediately starts negotiation
102 my $transport = new AnyEvent::MP::Transport
103 # mandatory
104 fh => $filehandle,
105 local_id => $identifier,
106 on_recv => sub { receive-callback },
107 on_error => sub { error-callback },
108
109 # optional
110 on_eof => sub { clean-close-callback },
111 on_connect => sub { successful-connect-callback },
112 greeting => { key => value },
113
114 # tls support
115 tls_ctx => AnyEvent::TLS,
116 peername => $peername, # for verification
117 ;
118
119 =cut
120
121 sub new {
122 my ($class, %arg) = @_;
123
124 my $self = bless \%arg, $class;
125
126 {
127 Scalar::Util::weaken (my $self = $self);
128
129 my $config = $AnyEvent::MP::Kernel::CONFIG;
130
131 my $timeout = $config->{monitor_timeout};
132 my $lframing = $config->{data_format};
133 my $auth_snd = $config->{auth_offer};
134 my $auth_rcv = $config->{auth_accept};
135
136 $self->{secret} = $config->{secret}
137 unless exists $self->{secret};
138
139 my $secret = $self->{secret};
140
141 if (exists $config->{cert}) {
142 $self->{tls_ctx} = {
143 sslv2 => 0,
144 sslv3 => 0,
145 tlsv1 => 1,
146 verify => 1,
147 cert => $config->{cert},
148 ca_cert => $config->{cert},
149 verify_require_client_cert => 1,
150 };
151 }
152
153 $self->{hdl} = new AnyEvent::Handle
154 +($self->{fh} ? (fh => $self->{fh}) : (connect => $self->{connect})),
155 autocork => 1,
156 no_delay => 1,
157 keepalive => 1,
158 on_error => sub {
159 $self->error ($_[2]);
160 },
161 rtimeout => $timeout,
162 ;
163
164 my $greeting_kv = $self->{local_greeting} ||= {};
165
166 $greeting_kv->{tls} = "1.0" if $self->{tls_ctx};
167 $greeting_kv->{provider} = "AE-$AnyEvent::MP::VERSION"; # MP.pm might not be loaded, so best effort :(
168 $greeting_kv->{peeraddr} = AnyEvent::Socket::format_hostport $self->{peerhost}, $self->{peerport};
169 $greeting_kv->{timeout} = $self->{timeout};
170
171 my $protocol = $self->{protocol} || "aemp";
172
173 # can modify greeting_kv
174 $_->($self) for $protocol eq "aemp" ? @HOOK_CONNECT : ();
175
176 # send greeting
177 my $lgreeting1 = "$protocol;$PROTOCOL_VERSION"
178 . ";$AnyEvent::MP::Kernel::NODE"
179 . ";" . (join ",", @$auth_rcv)
180 . ";" . (join ",", @$lframing)
181 . (join "", map ";$_=$greeting_kv->{$_}", keys %$greeting_kv);
182
183 my $lgreeting2 = MIME::Base64::encode_base64 AnyEvent::MP::Kernel::nonce (66), "";
184
185 $self->{hdl}->push_write ("$lgreeting1\012$lgreeting2\012");
186
187 # expect greeting
188 $self->{hdl}->rbuf_max (4 * 1024);
189 $self->{hdl}->push_read (line => sub {
190 my $rgreeting1 = $_[1];
191
192 my ($aemp, $version, $rnode, $auths, $framings, @kv) = split /;/, $rgreeting1;
193
194 $self->{remote_node} = $rnode;
195
196 $self->{remote_greeting} = {
197 map /^([^=]+)(?:=(.*))?/ ? ($1 => $2) : (),
198 @kv
199 };
200
201 # maybe upgrade the protocol
202 if ($protocol eq "aemp" and $aemp =~ /^aemp-\w+$/) {
203 # maybe check for existence of the protocol handler?
204 $self->{protocol} = $protocol = $aemp;
205 }
206
207 $_->($self) for $protocol eq "aemp" ? @HOOK_GREETING : ();
208
209 if ($aemp ne $protocol and $aemp ne "aemp") {
210 return $self->error ("unparsable greeting, expected '$protocol', got '$aemp'");
211 } elsif ($version != $PROTOCOL_VERSION) {
212 return $self->error ("version mismatch (we: $PROTOCOL_VERSION, they: $version)");
213 } elsif ($protocol eq "aemp") {
214 if ($rnode eq $AnyEvent::MP::Kernel::NODE) {
215 return $self->error ("I refuse to talk to myself");
216 } elsif ($AnyEvent::MP::Kernel::NODE{$rnode} && $AnyEvent::MP::Kernel::NODE{$rnode}{transport}) {
217 return $self->error ("$rnode already connected, not connecting again.");
218 }
219 }
220
221 # read nonce
222 $self->{hdl}->push_read (line => sub {
223 my $rgreeting2 = $_[1];
224
225 "$lgreeting1\012$lgreeting2" ne "$rgreeting1\012$rgreeting2" # echo attack?
226 or return $self->error ("authentication error, echo attack?");
227
228 my $tls = $self->{tls_ctx} && 1 == int $self->{remote_greeting}{tls};
229
230 my $s_auth;
231 for my $auth_ (split /,/, $auths) {
232 if (grep $auth_ eq $_, @$auth_snd and ($auth_ !~ /^tls_/ or $tls)) {
233 $s_auth = $auth_;
234 last;
235 }
236 }
237
238 defined $s_auth
239 or return $self->error ("$auths: no common auth type supported");
240
241 my $s_framing;
242 for my $framing_ (split /,/, $framings) {
243 if (grep $framing_ eq $_, @$lframing) {
244 $s_framing = $framing_;
245 last;
246 }
247 }
248
249 defined $s_framing
250 or return $self->error ("$framings: no common framing method supported");
251
252 my $key;
253 my $lauth;
254
255 if ($tls) {
256 $self->{tls} = $lgreeting2 lt $rgreeting2 ? "connect" : "accept";
257 $self->{hdl}->starttls ($self->{tls}, $self->{tls_ctx});
258
259 $lauth =
260 $s_auth eq "tls_anon" ? ""
261 : $s_auth eq "tls_md6_64_256" ? Digest::MD6::md6_hex "$lgreeting1\012$lgreeting2\012$rgreeting1\012$rgreeting2\012"
262 : return $self->error ("$s_auth: fatal, selected unsupported snd auth method");
263
264 } elsif (length $secret) {
265 return $self->error ("$s_auth: fatal, selected unsupported snd auth method")
266 unless $s_auth eq "hmac_md6_64_256"; # hardcoded atm.
267
268 $key = Digest::MD6::md6 $secret;
269 # we currently only support hmac_md6_64_256
270 $lauth = Digest::HMAC_MD6::hmac_md6_hex $key, "$lgreeting1\012$lgreeting2\012$rgreeting1\012$rgreeting2\012", 64, 256;
271
272 } else {
273 return $self->error ("unable to handshake TLS and no shared secret configured");
274 }
275
276 $self->{hdl}->push_write ("$s_auth;$lauth;$s_framing\012");
277
278 # read the authentication response
279 $self->{hdl}->push_read (line => sub {
280 my ($hdl, $rline) = @_;
281
282 my ($auth_method, $rauth2, $r_framing) = split /;/, $rline;
283
284 my $rauth =
285 $auth_method eq "hmac_md6_64_256" ? Digest::HMAC_MD6::hmac_md6_hex $key, "$rgreeting1\012$rgreeting2\012$lgreeting1\012$lgreeting2\012", 64, 256
286 : $auth_method eq "cleartext" ? unpack "H*", $secret
287 : $auth_method eq "tls_anon" ? ($tls ? "" : "\012\012") # \012\012 never matches
288 : $auth_method eq "tls_md6_64_256" ? ($tls ? Digest::MD6::md6_hex "$rgreeting1\012$rgreeting2\012$lgreeting1\012$lgreeting2\012" : "\012\012")
289 : return $self->error ("$auth_method: fatal, selected unsupported rcv auth method");
290
291 if ($rauth2 ne $rauth) {
292 return $self->error ("authentication failure/shared secret mismatch");
293 }
294
295 $self->{s_framing} = $s_framing;
296
297 $hdl->rbuf_max (undef);
298
299 # we rely on TCP retransmit timeouts and keepalives
300 $self->{hdl}->rtimeout (undef);
301
302 $self->{remote_greeting}{untrusted} = 1
303 if $auth_method eq "tls_anon";
304
305 $self->connected;
306
307 if ($protocol eq "aemp") {
308 # listener-less node need to continuously probe
309 unless (@$AnyEvent::MP::Kernel::LISTENER) {
310 $self->{hdl}->wtimeout ($timeout);
311 $self->{hdl}->on_wtimeout (sub { $self->send ([]) });
312 }
313
314 # receive handling
315 my $src_node = $self->{node};
316 my $rmsg; $rmsg = $self->{rmsg} = sub {
317 $_[0]->push_read ($r_framing => $rmsg);
318
319 local $AnyEvent::MP::Kernel::SRCNODE = $src_node;
320 AnyEvent::MP::Kernel::_inject (@{ $_[1] });
321 };
322 $hdl->push_read ($r_framing => $rmsg);
323
324 Scalar::Util::weaken $rmsg;
325 Scalar::Util::weaken $src_node;
326 }
327 });
328 });
329 });
330 }
331
332 $self
333 }
334
335 sub error {
336 my ($self, $msg) = @_;
337
338 delete $self->{keepalive};
339
340 if ($self->{protocol}) {
341 $HOOK_PROTOCOL{$self->{protocol}}->($self, $msg);
342 } else {
343 $AnyEvent::MP::Kernel::WARN->(9, "$self->{peerhost}:$self->{peerport} $msg");#d#
344
345 $self->{node}->transport_error (transport_error => $self->{node}{id}, $msg)
346 if $self->{node} && $self->{node}{transport} == $self;
347 }
348
349 (delete $self->{release})->()
350 if exists $self->{release};
351
352 # $AnyEvent::MP::Kernel::WARN->(7, "$self->{peerhost}:$self->{peerport}: $msg");
353 $self->destroy;
354 }
355
356 sub connected {
357 my ($self) = @_;
358
359 delete $self->{keepalive};
360
361 if ($self->{protocol}) {
362 $self->{hdl}->on_error (undef);
363 $HOOK_PROTOCOL{$self->{protocol}}->($self, undef);
364 } else {
365 $AnyEvent::MP::Kernel::WARN->(9, "$self->{peerhost}:$self->{peerport} connected as $self->{remote_node}");
366
367 my $node = AnyEvent::MP::Kernel::add_node ($self->{remote_node});
368 Scalar::Util::weaken ($self->{node} = $node);
369 $node->transport_connect ($self);
370
371 $_->($self) for @HOOK_CONNECTED;
372 }
373
374 (delete $self->{release})->()
375 if exists $self->{release};
376 }
377
378 sub send {
379 $_[0]{hdl}->push_write ($_[0]{s_framing} => $_[1]);
380 }
381
382 sub destroy {
383 my ($self) = @_;
384
385 (delete $self->{release})->()
386 if exists $self->{release};
387
388 $self->{hdl}->destroy
389 if $self->{hdl};
390
391 $_->($self) for $self->{protocol} ? () : @HOOK_DESTROY;
392 }
393
394 sub DESTROY {
395 my ($self) = @_;
396
397 $self->destroy;
398 }
399
400 =back
401
402 =head1 PROTOCOL
403
404 The AEMP protocol is comparatively simple, and consists of three phases
405 which are symmetrical for both sides: greeting (followed by optionally
406 switching to TLS mode), authentication and packet exchange.
407
408 The protocol is designed to allow both full-text and binary streams.
409
410 The greeting consists of two text lines that are ended by either an ASCII
411 CR LF pair, or a single ASCII LF (recommended).
412
413 =head2 GREETING
414
415 All the lines until after authentication must not exceed 4kb in length,
416 including line delimiter. Afterwards there is no limit on the packet size
417 that can be received.
418
419 =head3 First Greeting Line
420
421 Example:
422
423 aemp;0;rain;tls_md6_64_256,hmac_md6_64_256,tls_anon,cleartext;json,storable;timeout=12;peeraddr=10.0.0.1:48082
424
425 The first line contains strings separated (not ended) by C<;>
426 characters. The first five strings are fixed by the protocol, the
427 remaining strings are C<KEY=VALUE> pairs. None of them may contain C<;>
428 characters themselves (when escaping is needed, use C<%3b> to represent
429 C<;> and C<%25> to represent C<%>)-
430
431 The fixed strings are:
432
433 =over 4
434
435 =item protocol identification
436
437 The constant C<aemp> to identify this protocol.
438
439 =item protocol version
440
441 The protocol version supported by this end, currently C<1>. If the
442 versions don't match then no communication is possible. Minor extensions
443 are supposed to be handled through additional key-value pairs.
444
445 =item the node ID
446
447 This is the node ID of the connecting node.
448
449 =item the acceptable authentication methods
450
451 A comma-separated list of authentication methods supported by the
452 node. Note that AnyEvent::MP supports a C<hex_secret> authentication
453 method that accepts a clear-text password (hex-encoded), but will not use
454 this authentication method itself.
455
456 The receiving side should choose the first authentication method it
457 supports.
458
459 =item the acceptable framing formats
460
461 A comma-separated list of packet encoding/framing formats understood. The
462 receiving side should choose the first framing format it supports for
463 sending packets (which might be different from the format it has to accept).
464
465 =back
466
467 The remaining arguments are C<KEY=VALUE> pairs. The following key-value
468 pairs are known at this time:
469
470 =over 4
471
472 =item provider=<module-version>
473
474 The software provider for this implementation. For AnyEvent::MP, this is
475 C<AE-0.0> or whatever version it currently is at.
476
477 =item peeraddr=<host>:<port>
478
479 The peer address (socket address of the other side) as seen locally.
480
481 =item tls=<major>.<minor>
482
483 Indicates that the other side supports TLS (version should be 1.0) and
484 wishes to do a TLS handshake.
485
486 =back
487
488 =head3 Second Greeting Line
489
490 After this greeting line there will be a second line containing a
491 cryptographic nonce, i.e. random data of high quality. To keep the
492 protocol text-only, these are usually 32 base64-encoded octets, but
493 it could be anything that doesn't contain any ASCII CR or ASCII LF
494 characters.
495
496 I<< The two nonces B<must> be different, and an aemp implementation
497 B<must> check and fail when they are identical >>.
498
499 Example of a nonce line (yes, it's random-looking because it is random
500 data):
501
502 2XYhdG7/O6epFa4wuP0ujAEx1rXYWRcOypjUYK7eF6yWAQr7gwIN9m/2+mVvBrTPXz5GJDgfGm9d8QRABAbmAP/s
503
504 =head2 TLS handshake
505
506 I<< If, after the handshake, both sides indicate interest in TLS, then the
507 connection B<must> use TLS, or fail to continue. >>
508
509 Both sides compare their nonces, and the side who sent the lower nonce
510 value ("string" comparison on the raw octet values) becomes the client,
511 and the one with the higher nonce the server.
512
513 =head2 AUTHENTICATION PHASE
514
515 After the greeting is received (and the optional TLS handshake),
516 the authentication phase begins, which consists of sending a single
517 C<;>-separated line with three fixed strings and any number of
518 C<KEY=VALUE> pairs.
519
520 The three fixed strings are:
521
522 =over 4
523
524 =item the authentication method chosen
525
526 This must be one of the methods offered by the other side in the greeting.
527
528 Note that all methods starting with C<tls_> are only valid I<iff> TLS was
529 successfully handshaked (and to be secure the implementation must enforce
530 this).
531
532 The currently supported authentication methods are:
533
534 =over 4
535
536 =item cleartext
537
538 This is simply the shared secret, lowercase-hex-encoded. This method is of
539 course very insecure if TLS is not used (and not completely secure even
540 if TLS is used), which is why this module will accept, but not generate,
541 cleartext auth replies.
542
543 =item hmac_md6_64_256
544
545 This method uses an MD6 HMAC with 64 bit blocksize and 256 bit hash, and
546 requires a shared secret. It is the preferred auth method when a shared
547 secret is available.
548
549 First, the shared secret is hashed with MD6:
550
551 key = MD6 (secret)
552
553 This secret is then used to generate the "local auth reply", by taking
554 the two local greeting lines and the two remote greeting lines (without
555 line endings), appending \012 to all of them, concatenating them and
556 calculating the MD6 HMAC with the key:
557
558 lauth = HMAC_MD6 key, "lgreeting1\012lgreeting2\012rgreeting1\012rgreeting2\012"
559
560 This authentication token is then lowercase-hex-encoded and sent to the
561 other side.
562
563 Then the remote auth reply is generated using the same method, but local
564 and remote greeting lines swapped:
565
566 rauth = HMAC_MD6 key, "rgreeting1\012rgreeting2\012lgreeting1\012lgreeting2\012"
567
568 This is the token that is expected from the other side.
569
570 =item tls_anon
571
572 This type is only valid I<iff> TLS was enabled and the TLS handshake
573 was successful. It has no authentication data, as the server/client
574 certificate was successfully verified.
575
576 This authentication type is somewhat insecure, as it allows a
577 man-in-the-middle attacker to change some of the connection parameters
578 (such as the framing format), although there is no known attack that
579 exploits this in a way that is worse than just denying the service.
580
581 By default, this implementation accepts but never generates this auth
582 reply.
583
584 =item tls_md6_64_256
585
586 This type is only valid I<iff> TLS was enabled and the TLS handshake was
587 successful.
588
589 This authentication type simply calculates:
590
591 lauth = MD6 "rgreeting1\012rgreeting2\012lgreeting1\012lgreeting2\012"
592
593 and lowercase-hex encodes the result and sends it as authentication
594 data. No shared secret is required (authentication is done by TLS). The
595 checksum exists only to make tinkering with the greeting hard.
596
597 =back
598
599 =item the authentication data
600
601 The authentication data itself, usually base64 or hex-encoded data, see
602 above.
603
604 =item the framing protocol chosen
605
606 This must be one of the framing protocols offered by the other side in the
607 greeting. Each side must accept the choice of the other side, and generate
608 packets in the format it chose itself.
609
610 =back
611
612 Example of an authentication reply:
613
614 hmac_md6_64_256;363d5175df38bd9eaddd3f6ca18aa1c0c4aa22f0da245ac638d048398c26b8d3;json
615
616 =head2 DATA PHASE
617
618 After this, packets get exchanged using the chosen framing protocol. It is
619 quite possible that both sides use a different framing protocol.
620
621 =head2 FULL EXAMPLE
622
623 This is an actual protocol dump of a handshake, followed by a single data
624 packet. The greater than/less than lines indicate the direction of the
625 transfer only.
626
627 > aemp;0;anon/57Cs1CggVJjzYaQp13XXg4;tls_md6_64_256,hmac_md6_64_256,tls_anon,cleartext;json,storable;provider=AE-0.8;timeout=12;peeraddr=10.0.0.17:4040
628 > yLgdG1ov/02shVkVQer3wzeuywZK+oraTdEQBmIqWHaegxSGDG4g+HqogLQbvdypFOsoDWJ1Sh4ImV4DMhvUBwTK
629
630 < aemp;0;ruth;tls_md6_64_256,hmac_md6_64_256,tls_anon,cleartext;json,storable;provider=AE-0.8;timeout=12;peeraddr=10.0.0.1:37108
631 < +xMQXP8ElfNmuvEhsmcp+s2wCJOuQAsPxSg3d2Ewhs6gBnJz+ypVdWJ/wAVrXqlIJfLeVS/CBy4gEGkyWHSuVb1L
632
633 > hmac_md6_64_256;5ad913855742ae5a03a5aeb7eafa4c78629de136bed6acd73eea36c9e98df44a;json
634
635 < hmac_md6_64_256;84cd590976f794914c2ca26dac3a207a57a6798b9171289c114de07cf0c20401;json
636 < ["","AnyEvent::MP::_spawn","57Cs1CggVJjzYaQp13XXg4.c","AnyEvent::MP::Global::connect",0,"anon/57Cs1CggVJjzYaQp13XXg4"]
637 ...
638
639 The shared secret in use was C<8ugxrtw6H5tKnfPWfaSr4HGhE8MoJXmzTT1BWq7sLutNcD0IbXprQlZjIbl7MBKoeklG3IEfY9GlJthC0pENzk>.
640
641 =head2 MONITORING
642
643 Monitoring the connection itself is transport-specific. For TCP, all
644 connection monitoring is currently left to TCP retransmit time-outs
645 on a busy link, and TCP keepalive (which should be enabled) for idle
646 connections.
647
648 This is not sufficient for listener-less nodes, however: they need
649 to regularly send data (30 seconds, or the monitoring interval, is
650 recommended), so TCP actively probes.
651
652 Future implementations of AnyEvent::Transport might query the kernel TCP
653 buffer after a write timeout occurs, and if it is non-empty, shut down the
654 connections, but this is an area of future research :)
655
656 =head2 NODE PROTOCOL
657
658 The transport simply transfers messages, but to implement a full node, a
659 special node port must exist that understands a number of requests.
660
661 If you are interested in implementing this, drop us a note so we finish
662 the documentation.
663
664 =head1 SEE ALSO
665
666 L<AnyEvent::MP>.
667
668 =head1 AUTHOR
669
670 Marc Lehmann <schmorp@schmorp.de>
671 http://home.schmorp.de/
672
673 =cut
674
675 1
676