ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Transport.pm
(Generate patch)

Comparing AnyEvent-MP/MP/Transport.pm (file contents):
Revision 1.4 by root, Sat Aug 1 15:04:31 2009 UTC vs.
Revision 1.25 by root, Thu Aug 6 10:21:48 2009 UTC

1=head1 NAME 1=head1 NAME
2 2
3AnyEvent::MP::Transport - actual transport protocol 3AnyEvent::MP::Transport - actual transport protocol handler
4 4
5=head1 SYNOPSIS 5=head1 SYNOPSIS
6 6
7 use AnyEvent::MP::Transport; 7 use AnyEvent::MP::Transport;
8 8
9=head1 DESCRIPTION 9=head1 DESCRIPTION
10 10
11This is the superclass for MP transports, most of which is considered an 11This implements the actual transport protocol for MP (it represents a
12implementation detail. 12single link), most of which is considered an implementation detail.
13 13
14Future versions might document the actual protocol. 14See the "PROTOCOL" section below if you want to write another client for
15this protocol.
15 16
16=head1 FUNCTIONS/METHODS 17=head1 FUNCTIONS/METHODS
17 18
18=over 4 19=over 4
19 20
26use Scalar::Util; 27use Scalar::Util;
27use MIME::Base64 (); 28use MIME::Base64 ();
28use Storable (); 29use Storable ();
29use JSON::XS (); 30use JSON::XS ();
30 31
32use Digest::MD6 ();
33use Digest::HMAC_MD6 ();
34
31use AE (); 35use AE ();
32use AnyEvent::Socket (); 36use AnyEvent::Socket ();
33use AnyEvent::Handle (); 37use AnyEvent::Handle ();
34 38
35use AnyEvent::MP::Util ();
36
37use base Exporter::; 39use base Exporter::;
38 40
39our $VERSION = '0.0'; 41our $VERSION = '0.0';
40our $PROTOCOL_VERSION = 0; 42our $PROTOCOL_VERSION = 0;
41 43
44Creates a listener on the given host/port using 46Creates a listener on the given host/port using
45C<AnyEvent::Socket::tcp_server>. 47C<AnyEvent::Socket::tcp_server>.
46 48
47See C<new>, below, for constructor arguments. 49See C<new>, below, for constructor arguments.
48 50
49Defaults for peerhost, peerport, fh and tls are provided. 51Defaults for peerhost, peerport and fh are provided.
50 52
51=cut 53=cut
52 54
53sub mp_server($$@) { 55sub mp_server($$@) {
54 my $cb = pop; 56 my $cb = pop;
59 61
60 $cb->(new AnyEvent::MP::Transport 62 $cb->(new AnyEvent::MP::Transport
61 fh => $fh, 63 fh => $fh,
62 peerhost => $host, 64 peerhost => $host,
63 peerport => $port, 65 peerport => $port,
64 tls => "accept",
65 @args, 66 @args,
66 ); 67 );
67 } 68 }
68} 69}
69 70
83 $cb->(new AnyEvent::MP::Transport 84 $cb->(new AnyEvent::MP::Transport
84 fh => $fh, 85 fh => $fh,
85 peername => $host, 86 peername => $host,
86 peerhost => $nhost, 87 peerhost => $nhost,
87 peerport => $nport, 88 peerport => $nport,
88 tls => "accept",
89 @args, 89 @args,
90 ); 90 );
91 } 91 }
92} 92}
93 93
106 on_eof => sub { clean-close-callback }, 106 on_eof => sub { clean-close-callback },
107 on_connect => sub { successful-connect-callback }, 107 on_connect => sub { successful-connect-callback },
108 greeting => { key => value }, 108 greeting => { key => value },
109 109
110 # tls support 110 # tls support
111 tls => "accept|connect",
112 tls_ctx => AnyEvent::TLS, 111 tls_ctx => AnyEvent::TLS,
113 peername => $peername, # for verification 112 peername => $peername, # for verification
114 ; 113 ;
115 114
116=cut 115=cut
117 116
118our @FRAMING_WANT = qw(json storable);#d##TODO# 117our @FRAMINGS = qw(json storable); # the framing types we accept and send, in order of preference
118our @AUTH_SND = qw(hmac_md6_64_256); # auth types we send
119our @AUTH_RCV = (@AUTH_SND, qw(cleartext)); # auth types we accept
120
121#AnyEvent::Handle::register_write_type mp_record => sub {
122#};
119 123
120sub new { 124sub new {
121 my ($class, %arg) = @_; 125 my ($class, %arg) = @_;
122 126
123 my $self = bless \%arg, $class; 127 my $self = bless \%arg, $class;
125 $self->{queue} = []; 129 $self->{queue} = [];
126 130
127 { 131 {
128 Scalar::Util::weaken (my $self = $self); 132 Scalar::Util::weaken (my $self = $self);
129 133
130 if (exists $arg{connect}) { 134 $arg{secret} = AnyEvent::MP::Base::default_secret ()
131 $arg{tls} ||= "connect"; 135 unless exists $arg{secret};
132 $arg{tls_ctx} ||= { sslv2 => 0, sslv3 => 0, tlsv1 => 1, verify => 1 }; 136
137 $arg{timeout} = 30
138 unless exists $arg{timeout};
139
140 my $keepalive = (int $arg{timeout} * 0.75) || 1;
141
142 my $secret = $arg{secret};
143
144 if ($secret =~ /-----BEGIN RSA PRIVATE KEY-----.*-----END RSA PRIVATE KEY-----.*-----BEGIN CERTIFICATE-----.*-----END CERTIFICATE-----/s) {
145 # assume TLS mode
146 $arg{tls_ctx} = {
147 sslv2 => 0,
148 sslv3 => 0,
149 tlsv1 => 1,
150 verify => 1,
151 cert => $secret,
152 ca_cert => $secret,
153 verify_require_client_cert => 1,
154 };
133 } 155 }
134
135 $arg{secret} = AnyEvent::MP::default_secret ()
136 unless exists $arg{secret};
137 156
138 $self->{hdl} = new AnyEvent::Handle 157 $self->{hdl} = new AnyEvent::Handle
139 fh => delete $arg{fh}, 158 fh => delete $arg{fh},
140 rbuf_max => 64 * 1024,
141 autocork => 1, 159 autocork => 1,
142 no_delay => 1, 160 no_delay => 1,
143 on_error => sub { 161 on_error => sub {
144 $self->error ($_[2]); 162 $self->error ($_[2]);
145 }, 163 },
164 timeout => $AnyEvent::MP::Base::CONNECT_TIMEOUT,
146 peername => delete $arg{peername}, 165 peername => delete $arg{peername},
147 ; 166 ;
148 167
149 my $secret = $arg{secret};
150 my $greeting_kv = $self->{greeting} ||= {}; 168 my $greeting_kv = $self->{greeting} ||= {};
169
170 $self->{local_node} = $AnyEvent::MP::Base::NODE;
171
151 $greeting_kv->{"tls1.0"} ||= $arg{tls} 172 $greeting_kv->{"tls"} = "1.0" if $arg{tls_ctx};
152 if exists $arg{tls} && $arg{tls_ctx};
153 $greeting_kv->{provider} = "AE-$VERSION"; 173 $greeting_kv->{provider} = "AE-$VERSION";
174 $greeting_kv->{peeraddr} = AnyEvent::Socket::format_hostport $self->{peerhost}, $self->{peerport};
175 $greeting_kv->{maxidle} = $keepalive;
154 176
155 # send greeting 177 # send greeting
156 my $lgreeting = "aemp;$PROTOCOL_VERSION;$PROTOCOL_VERSION" # version, min 178 my $lgreeting1 = "aemp;$PROTOCOL_VERSION"
157 . ";$AnyEvent::MP::UNIQ" 179 . ";$AnyEvent::MP::Base::UNIQ"
158 . ";$AnyEvent::MP::NODE" 180 . ";$self->{local_node}"
159 . ";" . (MIME::Base64::encode_base64 AnyEvent::MP::Util::nonce 33, "") 181 . ";" . (join ",", @AUTH_RCV)
160 . ";hmac_md6_64_256" # hardcoded atm. 182 . ";" . (join ",", @FRAMINGS)
161 . ";json" # hardcoded atm.
162 . ";$self->{peerhost};$self->{peerport}"
163 . (join "", map ";$_=$greeting_kv->{$_}", keys %$greeting_kv); 183 . (join "", map ";$_=$greeting_kv->{$_}", keys %$greeting_kv);
164 184
185 my $lgreeting2 = MIME::Base64::encode_base64 AnyEvent::MP::Base::nonce (33), "";
186
165 $self->{hdl}->push_write ("$lgreeting\012"); 187 $self->{hdl}->push_write ("$lgreeting1\012$lgreeting2\012");
166 188
167 # expect greeting 189 # expect greeting
190 $self->{hdl}->rbuf_max (4 * 1024);
168 $self->{hdl}->push_read (line => sub { 191 $self->{hdl}->push_read (line => sub {
169 my $rgreeting = $_[1]; 192 my $rgreeting1 = $_[1];
170 193
171 my ($aemp, $version, $version_min, $uniq, $rnode, undef, $auth, $framing, $peerport, $peerhost, @kv) = split /;/, $rgreeting; 194 my ($aemp, $version, $uniq, $rnode, $auths, $framings, @kv) = split /;/, $rgreeting1;
172 195
173 if ($aemp ne "aemp") { 196 if ($aemp ne "aemp") {
174 return $self->error ("unparsable greeting"); 197 return $self->error ("unparsable greeting");
175 } elsif ($version_min > $PROTOCOL_VERSION) { 198 } elsif ($version != $PROTOCOL_VERSION) {
176 return $self->error ("version mismatch (we: $PROTOCOL_VERSION, they: $version_min .. $version)"); 199 return $self->error ("version mismatch (we: $PROTOCOL_VERSION, they: $version)");
177 } elsif ($auth ne "hmac_md6_64_256") {
178 return $self->error ("unsupported auth method ($auth)");
179 } elsif ($framing ne "json") {
180 return $self->error ("unsupported framing method ($auth)");
181 } 200 }
201
202 my $s_auth;
203 for my $auth_ (split /,/, $auths) {
204 if (grep $auth_ eq $_, @AUTH_SND) {
205 $s_auth = $auth_;
206 last;
207 }
208 }
209
210 defined $s_auth
211 or return $self->error ("$auths: no common auth type supported");
212
213 die unless $s_auth eq "hmac_md6_64_256"; # hardcoded atm.
214
215 my $s_framing;
216 for my $framing_ (split /,/, $framings) {
217 if (grep $framing_ eq $_, @FRAMINGS) {
218 $s_framing = $framing_;
219 last;
220 }
221 }
222
223 defined $s_framing
224 or return $self->error ("$framings: no common framing method supported");
182 225
183 $self->{remote_uniq} = $uniq; 226 $self->{remote_uniq} = $uniq;
184 $self->{remote_node} = $rnode; 227 $self->{remote_node} = $rnode;
185 228
186 $self->{remote_greeting} = { 229 $self->{remote_greeting} = {
187 map /^([^=]+)(?:=(.*))?/ ? ($1 => $2) : (), 230 map /^([^=]+)(?:=(.*))?/ ? ($1 => $2) : (),
188 @kv 231 @kv
189 }; 232 };
190 233
191 if (exists $self->{tls} and $self->{tls_ctx} and exists $self->{remote_greeting}{"tls1.0"}) { 234 # read nonce
235 $self->{hdl}->push_read (line => sub {
236 my $rgreeting2 = $_[1];
237
238 "$lgreeting1\012$lgreeting2" ne "$rgreeting1\012$rgreeting2" # echo attack?
239 or return $self->error ("authentication error, echo attack?");
240
241 my $key = Digest::MD6::md6 $secret;
242 my $lauth;
243
192 if ($self->{tls} ne $self->{remote_greeting}{"tls1.0"}) { 244 if ($self->{tls_ctx} and 1 == int $self->{remote_greeting}{tls}) {
193 return $self->error ("TLS server/client mismatch"); 245 $self->{tls} = $lgreeting2 lt $rgreeting2 ? "connect" : "accept";
246 $self->{hdl}->starttls ($self->{tls}, $self->{tls_ctx});
247 $s_auth = "tls";
248 $lauth = "";
249 } else {
250 # we currently only support hmac_md6_64_256
251 $lauth = Digest::HMAC_MD6::hmac_md6_hex $key, "$lgreeting1\012$lgreeting2\012$rgreeting1\012$rgreeting2\012", 64, 256;
194 } 252 }
195 $self->{hdl}->starttls ($self->{tls}, $self->{tls_ctx});
196 }
197 253
198 # auth
199 require Digest::MD6;
200 require Digest::HMAC_MD6;
201
202 my $key = Digest::MD6::md6_hex ($secret);
203 my $lauth = Digest::HMAC_MD6::hmac_md6_base64 ($key, "$lgreeting\012$rgreeting", 64, 256);
204 my $rauth = Digest::HMAC_MD6::hmac_md6_base64 ($key, "$rgreeting\012$lgreeting", 64, 256);
205
206 $lauth ne $rauth # echo attack?
207 or return $self->error ("authentication error");
208
209 $self->{hdl}->push_write ("$auth;$lauth;$framing\012"); 254 $self->{hdl}->push_write ("$s_auth;$lauth;$s_framing\012");
210 255
211 $self->{hdl}->rbuf_max (64); # enough for 44 reply bytes or so 256 # read the authentication response
212 $self->{hdl}->push_read (line => sub { 257 $self->{hdl}->push_read (line => sub {
213 my ($hdl, $rline) = @_; 258 my ($hdl, $rline) = @_;
214 259
215 my ($auth_method, $rauth2, $r_framing) = split /;/, $rline; 260 my ($auth_method, $rauth2, $r_framing) = split /;/, $rline;
216 261
262 my $rauth =
263 $auth_method eq "hmac_md6_64_256" ? Digest::HMAC_MD6::hmac_md6_hex $key, "$rgreeting1\012$rgreeting2\012$lgreeting1\012$lgreeting2\012", 64, 256
264 : $auth_method eq "cleartext" ? unpack "H*", $secret
265 : $auth_method eq "tls" ? ($self->{tls} ? "" : "\012\012") # \012\012 never matches
266 : return $self->error ("$auth_method: fatal, selected unsupported auth method");
267
217 if ($rauth2 ne $rauth) { 268 if ($rauth2 ne $rauth) {
218 return $self->error ("authentication failure/shared secret mismatch"); 269 return $self->error ("authentication failure/shared secret mismatch");
219 } 270 }
220 271
221 $self->{s_framing} = "json";#d# 272 $self->{s_framing} = $s_framing;
222 273
223 $hdl->rbuf_max (undef); 274 $hdl->rbuf_max (undef);
224 my $queue = delete $self->{queue}; # we are connected 275 my $queue = delete $self->{queue}; # we are connected
225 276
277 $self->{hdl}->timeout ($self->{remote_greeting}{keepalive} + 5)
278 if $self->{remote_greeting}{keepalive};
279
226 $self->connected; 280 $self->connected;
227 281
228 $hdl->push_write ($self->{s_framing} => $_) 282 my $src_node = $self->{node};
283
284 $self->send ($_)
229 for @$queue; 285 for @$queue;
230 286
231 my $rmsg; $rmsg = sub { 287 my $rmsg; $rmsg = sub {
232 $_[0]->push_read ($r_framing => $rmsg); 288 $_[0]->push_read ($r_framing => $rmsg);
233 289
290 local $AnyEvent::MP::Base::SRCNODE = $src_node;
234 AnyEvent::MP::_inject ($_[1]); 291 AnyEvent::MP::Base::_inject (@{ $_[1] });
235 }; 292 };
236 $hdl->push_read ($r_framing => $rmsg); 293 $hdl->push_read ($r_framing => $rmsg);
294 });
237 }); 295 });
238 }); 296 });
239 } 297 }
240 298
241 $self 299 $self
243 301
244sub error { 302sub error {
245 my ($self, $msg) = @_; 303 my ($self, $msg) = @_;
246 304
247 if ($self->{node} && $self->{node}{transport} == $self) { 305 if ($self->{node} && $self->{node}{transport} == $self) {
306 #TODO: store error, but do not instantly fail
307 $self->{node}->fail (transport_error => $self->{node}{noderef}, $msg);
248 $self->{node}->clr_transport; 308 $self->{node}->clr_transport;
249 } 309 }
250# $self->{on_error}($self, $msg); 310 $AnyEvent::MP::Base::WARN->("$self->{peerhost}:$self->{peerport}: $msg");
251 $self->destroy; 311 $self->destroy;
252} 312}
253 313
254sub connected { 314sub connected {
255 my ($self) = @_; 315 my ($self) = @_;
256 316
317 if (ref $AnyEvent::MP::Base::SLAVE) {
318 # first connect with a master node
319 my $via = $self->{remote_node};
320 $via =~ s/,/!/g;
321 $AnyEvent::MP::Base::NODE .= "\@$via";
322 $AnyEvent::MP::Base::NODE{$AnyEvent::MP::Base::NODE} = $AnyEvent::MP::Base::NODE{""};
323 $AnyEvent::MP::Base::SLAVE->();
324 }
325
326 if ($self->{local_node} ne $AnyEvent::MP::Base::NODE) {
327 # node changed its name since first greeting
328 $self->send (["", iam => $AnyEvent::MP::Base::NODE]);
329 }
330
257 my $node = AnyEvent::MP::add_node ($self->{remote_node}); 331 my $node = AnyEvent::MP::Base::add_node ($self->{remote_node});
258 Scalar::Util::weaken ($self->{node} = $node); 332 Scalar::Util::weaken ($self->{node} = $node);
259 $node->set_transport ($self); 333 $node->set_transport ($self);
260} 334}
261 335
262sub send { 336sub send {
276 $self->destroy; 350 $self->destroy;
277} 351}
278 352
279=back 353=back
280 354
355=head1 PROTOCOL
356
357The protocol is relatively simple, and consists of three phases which are
358symmetrical for both sides: greeting (followed by optionally switching to
359TLS mode), authentication and packet exchange.
360
361the protocol is designed to allow both full-text and binary streams.
362
363The greeting consists of two text lines that are ended by either an ASCII
364CR LF pair, or a single ASCII LF (recommended).
365
366=head2 GREETING
367
368All the lines until after authentication must not exceed 4kb in length,
369including delimiter. Afterwards there is no limit on the packet size that
370can be received.
371
372=head3 First Greeting Line
373
374Example:
375
376 aemp;0;fec.4a7720fc;127.0.0.1:1235,[::1]:1235;hmac_md6_64_256;json,storable;provider=AE-0.0
377
378The first line contains strings separated (not ended) by C<;>
379characters. The first even ixtrings are fixed by the protocol, the
380remaining strings are C<KEY=VALUE> pairs. None of them may contain C<;>
381characters themselves.
382
383The fixed strings are:
384
385=over 4
386
387=item protocol identification
388
389The constant C<aemp> to identify the protocol.
390
391=item protocol version
392
393The protocol version supported by this end, currently C<0>. If the
394versions don't match then no communication is possible. Minor extensions
395are supposed to be handled through additional key-value pairs.
396
397=item a token uniquely identifying the current node instance
398
399This is a string that must change between restarts. It usually contains
400things like the current time, the (OS) process id or similar values, but
401no meaning of the contents are assumed.
402
403=item the node endpoint descriptors
404
405for public nodes, this is a comma-separated list of protocol endpoints,
406i.e., the noderef. For slave nodes, this is a unique identifier.
407
408=item the acceptable authentication methods
409
410A comma-separated list of authentication methods supported by the
411node. Note that AnyEvent::MP supports a C<hex_secret> authentication
412method that accepts a cleartext password (hex-encoded), but will not use
413this auth method itself.
414
415The receiving side should choose the first auth method it supports.
416
417=item the acceptable framing formats
418
419A comma-separated list of packet encoding/framign formats understood. The
420receiving side should choose the first framing format it supports for
421sending packets (which might be different from the format it has to accept).
422
423=back
424
425The remaining arguments are C<KEY=VALUE> pairs. The following key-value
426pairs are known at this time:
427
428=over 4
429
430=item provider=<module-version>
431
432The software provider for this implementation. For AnyEvent::MP, this is
433C<AE-0.0> or whatever version it currently is at.
434
435=item peeraddr=<host>:<port>
436
437The peer address (socket address of the other side) as seen locally, in the same format
438as noderef endpoints.
439
440=item tls=<major>.<minor>
441
442Indicates that the other side supports TLS (version should be 1.0) and
443wishes to do a TLS handshake.
444
445=item maxidle=<seconds>
446
447The maximum amount of time the node will not sent data, i.e., idle. This
448can be used to close the conenction when no data has been received for a
449too-long time (say, maxidle + 5 seconds).
450
451=back
452
453=head3 Second Greeting Line
454
455After this greeting line there will be a second line containing a
456cryptographic nonce, i.e. random data of high quality. To keep the
457protocol text-only, these are usually 32 base64-encoded octets, but
458it could be anything that doesn't contain any ASCII CR or ASCII LF
459characters.
460
461I<< The two nonces B<must> be different, and an aemp implementation
462B<must> check and fail when they are identical >>.
463
464Example of a nonce line:
465
466 p/I122ql7kJR8lumW3lXlXCeBnyDAvz8NQo3x5IFowE4
467
468=head2 TLS handshake
469
470I<< If, after the handshake, both sides indicate interest in TLS, then the
471connection B<must> use TLS, or fail. >>
472
473Both sides compare their nonces, and the side who sent the lower nonce
474value ("string" comparison on the raw octet values) becomes the client,
475and the one with the higher nonce the server.
476
477=head2 AUTHENTICATION PHASE
478
479After the greeting is received (and the optional TLS handshake),
480the authentication phase begins, which consists of sending a single
481C<;>-separated line with three fixed strings and any number of
482C<KEY=VALUE> pairs.
483
484The three fixed strings are:
485
486=over 4
487
488=item the authentication method chosen
489
490This must be one of the methods offered by the other side in the greeting.
491
492The currently supported authentication methods are:
493
494=over 4
495
496=item cleartext
497
498This is simply the shared secret, lowercase-hex-encoded. This method is of
499course very insecure, unless TLS is used, which is why this module will
500accept, but not generate, cleartext auth replies.
501
502=item hmac_md6_64_256
503
504This method uses an MD6 HMAC with 64 bit blocksize and 256 bit hash. First, the shared secret
505is hashed with MD6:
506
507 key = MD6 (secret)
508
509This secret is then used to generate the "local auth reply", by taking
510the two local greeting lines and the two remote greeting lines (without
511line endings), appending \012 to all of them, concatenating them and
512calculating the MD6 HMAC with the key.
513
514 lauth = HMAC_MD6 key, "lgreeting1\012lgreeting2\012rgreeting1\012rgreeting2\012"
515
516This authentication token is then lowercase-hex-encoded and sent to the
517other side.
518
519Then the remote auth reply is generated using the same method, but local
520and remote greeting lines swapped:
521
522 rauth = HMAC_MD6 key, "rgreeting1\012rgreeting2\012lgreeting1\012lgreeting2\012"
523
524This is the token that is expected from the other side.
525
526=item tls
527
528This type is only valid iff TLS was enabled and the TLS handshake
529was successful. It has no authentication data, as the server/client
530certificate was successfully verified.
531
532Implementations supporting TLS I<must> accept this authentication type.
533
534=back
535
536=item the authentication data
537
538The authentication data itself, usually base64 or hex-encoded data, see
539above.
540
541=item the framing protocol chosen
542
543This must be one of the framing protocols offered by the other side in the
544greeting. Each side must accept the choice of the other side.
545
546=back
547
548Example of an authentication reply:
549
550 hmac_md6_64_256;363d5175df38bd9eaddd3f6ca18aa1c0c4aa22f0da245ac638d048398c26b8d3;json
551
552=head2 DATA PHASE
553
554After this, packets get exchanged using the chosen framing protocol. It is
555quite possible that both sides use a different framing protocol.
556
557=head2 FULL EXAMPLE
558
559This is an actual protocol dump of a handshake, followed by a single data
560packet. The greater than/less than lines indicate the direction of the
561transfer only.
562
563 > aemp;0;nndKd+gn;10.0.0.1:4040;hmac_md6_64_256,cleartext;json,storable;provider=AE-0.0;peeraddr=127.0.0.1:1235
564 > sRG8bbc4TDbkpvH8FTP4HBs87OhepH6VuApoZqXXskuG
565 < aemp;0;nmpKd+gh;127.0.0.1:1235,[::1]:1235;hmac_md6_64_256,cleartext;json,storable;provider=AE-0.0;peeraddr=127.0.0.1:58760
566 < dCEUcL/LJVSTJcx8byEsOzrwhzJYOq+L3YcopA5T6EAo
567 > hmac_md6_64_256;9513d4b258975accfcb2ab7532b83690e9c119a502c612203332a591c7237788;json
568 < hmac_md6_64_256;0298d6ba2240faabb2b2e881cf86b97d70a113ca74a87dc006f9f1e9d3010f90;json
569 > ["","lookup","pinger","10.0.0.1:4040#nndKd+gn.a","resolved"]
570
281=head1 SEE ALSO 571=head1 SEE ALSO
282 572
283L<AnyEvent>. 573L<AnyEvent>.
284 574
285=head1 AUTHOR 575=head1 AUTHOR

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines